-- Logs begin at Wed 2022-07-27 07:45:52 UTC, end at Wed 2022-07-27 09:05:11 UTC. -- Jul 27 08:29:58.077336 dv-cinder-851170-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 27 08:30:00.723040 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.common.config [-] Logging enabled! Jul 27 08:30:00.723659 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev446 Jul 27 08:30:00.723842 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104374) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 27 08:30:00.727003 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.common.config [-] Logging enabled! Jul 27 08:30:00.727258 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev446 Jul 27 08:30:00.727568 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104374) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 27 08:30:00.728497 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 27 08:30:00.728732 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 27 08:30:00.729208 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 27 08:30:00.729459 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 27 08:30:00.729688 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 27 08:30:00.730009 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:00.730342 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:00.730601 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:00.730914 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:00.731270 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:00.731561 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:00.731863 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:00.732163 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:00.732452 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:00.732735 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:00.733021 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:00.733253 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:00.733537 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] config_source = [] {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:00.733826 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:00.734114 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:00.734364 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] debug = True {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:00.734648 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:00.735083 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:00.735498 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:00.735782 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:00.736074 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:00.736354 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:00.736626 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:00.736903 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:00.737189 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:00.737515 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] host = dv-cinder-851170-2-iscsi {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:00.737795 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:00.738084 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:00.738398 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:00.738687 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:00.738964 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:00.739242 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:00.739528 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:00.739804 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] log_dir = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:00.740079 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] log_file = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:00.740377 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:00.740645 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:00.740931 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:00.741219 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:00.741445 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:00.741676 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:00.741965 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:00.742288 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:00.742567 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:00.742844 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:00.743125 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:00.743402 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:00.743677 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:00.743951 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:00.744235 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:00.744520 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:00.744806 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:00.745084 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:00.745361 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:00.745636 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:00.745909 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:00.746301 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:00.746615 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:00.746890 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:00.747167 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:00.747457 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:00.747729 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:00.748006 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:00.748308 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:00.748595 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:00.748877 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:00.749165 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:00.749440 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:00.749720 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:00.749993 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:00.750288 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] use_journal = False {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:00.750561 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] use_json = False {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:00.750832 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:00.751104 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:00.751388 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:00.751662 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:00.751933 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:00.752209 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:00.752480 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:00.752765 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:00.753038 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:00.753333 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:00.753629 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:00.753928 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:00.754235 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:00.754542 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:00.754824 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:00.755113 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:00.755390 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:00.755672 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:00.755964 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:00.756254 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:00.756532 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:00.756832 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:00.757120 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:00.757415 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:00.757721 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:00.758013 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:00.758330 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:00.758611 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:00.758889 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:00.759167 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:00.759446 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:00.759734 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:00.760012 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:00.760301 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:00.760591 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:00.760873 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:00.761170 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:00.761461 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:00.762282 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:00.762582 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:00.762876 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:00.763154 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:00.763437 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:00.763731 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:00.764012 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:00.764291 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:00.764580 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:00.764862 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:00.765140 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:00.765423 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:00.765716 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:00.766005 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:00.766302 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:00.766583 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:00.766874 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:00.767155 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:00.767428 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:00.767703 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:00.767979 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:00.768252 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:00.768536 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:00.768816 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:00.769090 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:00.769365 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:00.769643 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:00.769916 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:00.770223 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:00.770502 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:00.770776 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:00.771057 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:00.771331 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:00.771606 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:00.771886 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:00.772160 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:00.772433 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:00.772707 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:00.772980 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:00.773256 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:00.773528 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:00.773802 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:00.774076 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:00.774387 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:00.774662 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:00.774964 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:00.775243 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:00.775521 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:00.775801 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:00.776078 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:00.776354 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:00.776632 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:00.776914 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:00.777193 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:00.778076 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:00.778394 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:00.778684 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:00.778974 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:00.779262 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:00.779543 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:00.779860 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:00.780143 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:00.780426 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:00.780706 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:00.780987 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:00.781267 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:00.781555 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:00.781841 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:00.782122 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:00.782433 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:00.782718 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:00.783016 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:00.783313 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:00.783596 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:00.783893 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:00.784188 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:00.784486 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:00.784770 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:00.785083 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:00.785367 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:00.785586 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 27 08:30:00.785827 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=104374) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 27 08:30:01.091859 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=104374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 27 08:30:01.092132 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=104374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 27 08:30:01.092436 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=104374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 27 08:30:01.092779 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 27 08:30:01.503292 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:30:01.503492 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:30:01.503765 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:30:01.505060 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:30:01.505335 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:30:01.505602 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:30:01.558713 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:30:01.559006 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:30:01.559280 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:30:01.573651 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:30:01.573935 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:30:01.574767 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:30:01.605539 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:30:01.605817 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:30:01.606088 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:30:01.642255 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:30:01.642540 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:30:01.642815 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:30:01.874166 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=104374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:30:01.874799 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=104374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:30:01.874799 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=104374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:30:01.874969 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=104374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:30:01.875872 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=104374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:30:01.973739 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=104374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:30:01.974061 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=104374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:30:01.974379 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=104374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:30:01.974657 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=104374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:30:01.974927 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=104374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:30:01.975241 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=104374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:30:01.975504 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=104374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:30:01.975764 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=104374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:30:01.976023 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=104374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:30:01.976307 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=104374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:30:01.976571 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=104374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:30:01.976837 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=104374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:30:01.977096 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=104374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:30:01.977349 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=104374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:30:01.977605 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=104374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:30:01.977872 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:30:01.978130 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=104374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:30:01.978423 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=104374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:30:01.978695 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=104374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:30:01.978958 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=104374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:30:01.979235 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:30:01.979493 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:30:01.979776 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:30:01.980156 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:30:01.980943 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:30:01.981197 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:30:01.981667 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=104374) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 27 08:30:01.981909 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=104374) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 27 08:30:01.982168 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=104374) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 27 08:30:01.982408 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=104374) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 27 08:30:01.982645 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=104374) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 27 08:30:01.982882 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=104374) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 27 08:30:01.983249 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 27 08:30:01.986337 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 27 08:30:01.990231 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 27 08:30:01.994033 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(650, 699)])]) Jul 27 08:30:01.995665 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 27 08:30:01.996447 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 27 08:30:01.996787 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 27 08:30:01.997173 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 27 08:30:01.999946 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 27 08:30:02.000197 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 27 08:30:02.000543 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 27 08:30:02.005569 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 27 08:30:02.028630 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 27 08:30:02.029078 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=104374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:30:02.029376 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=104374) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Jul 27 08:30:02.029747 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=104374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:30:02.031140 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=104374) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 27 08:30:02.031419 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 27 08:30:02.031664 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 27 08:30:02.034920 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=104374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:30:02.035207 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=104374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:30:02.198765 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 27 08:30:02.198951 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 27 08:30:02.199674 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 27 08:30:02.200044 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 27 08:30:02.253171 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO dbcounter [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Registered counter for database neutron Jul 27 08:30:02.273161 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_db.sqlalchemy.engines [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=104374) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 27 08:30:02.279496 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG dbcounter [-] [104374] Writer thread running {{(pid=104374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 27 08:30:02.926545 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.plugins.ml2.managers [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Initializing driver for type 'gre' Jul 27 08:30:02.927242 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] gre ID ranges: [(1, 1000)] Jul 27 08:30:03.115116 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.plugins.ml2.managers [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Initializing driver for type 'local' Jul 27 08:30:03.115449 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.plugins.ml2.managers [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Initializing driver for type 'vlan' Jul 27 08:30:03.205253 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] VlanTypeDriver initialization complete Jul 27 08:30:03.205533 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.plugins.ml2.managers [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Initializing driver for type 'vxlan' Jul 27 08:30:03.206038 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] vxlan ID ranges: [(1, 1000)] Jul 27 08:30:03.395131 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.plugins.ml2.managers [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Initializing extension driver 'port_security' Jul 27 08:30:03.395483 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.plugins.ml2.extensions.port_security [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] PortSecurityExtensionDriver initialization complete Jul 27 08:30:03.395822 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.plugins.ml2.managers [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Initializing mechanism driver 'openvswitch' Jul 27 08:30:03.396153 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.plugins.ml2.managers [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Initializing mechanism driver 'hyperv' Jul 27 08:30:03.403010 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.plugins.ml2.plugin [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=104374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:30:03.405830 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron_lib.callbacks.manager [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Subscribe: > port after_create 55550000 {{(pid=104374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:30:03.405830 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron_lib.callbacks.manager [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Subscribe: > port after_update 55550000 {{(pid=104374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:30:03.405830 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron_lib.callbacks.manager [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Subscribe: > port after_delete 55550000 {{(pid=104374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:30:03.405830 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=104374) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 27 08:30:03.406186 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron_lib.callbacks.manager [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Subscribe: > subnet after_create 55550000 {{(pid=104374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:30:03.406270 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron_lib.callbacks.manager [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Subscribe: > subnet after_update 55550000 {{(pid=104374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:30:03.406585 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron_lib.callbacks.manager [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:30:03.406985 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=104374) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 27 08:30:03.407400 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron_lib.callbacks.manager [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Subscribe: > network after_create 55550000 {{(pid=104374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:30:03.407758 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron_lib.callbacks.manager [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Subscribe: > network after_update 55550000 {{(pid=104374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:30:03.408112 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron_lib.callbacks.manager [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Subscribe: > network after_delete 55550000 {{(pid=104374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:30:03.408511 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=104374) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 27 08:30:03.408921 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron_lib.callbacks.manager [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Subscribe: > security_group after_create 55550000 {{(pid=104374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:30:03.409278 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron_lib.callbacks.manager [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Subscribe: > security_group after_update 55550000 {{(pid=104374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:30:03.409630 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron_lib.callbacks.manager [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Subscribe: > security_group after_delete 55550000 {{(pid=104374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:30:03.410026 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=104374) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 27 08:30:03.410469 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron_lib.callbacks.manager [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=104374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:30:03.410828 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron_lib.callbacks.manager [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=104374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:30:03.411178 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron_lib.callbacks.manager [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=104374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:30:03.411635 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=104374) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 27 08:30:03.412049 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron_lib.callbacks.manager [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Subscribe: > address_group after_create 55550000 {{(pid=104374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:30:03.412404 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron_lib.callbacks.manager [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Subscribe: > address_group after_update 55550000 {{(pid=104374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:30:03.412752 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron_lib.callbacks.manager [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Subscribe: > address_group after_delete 55550000 {{(pid=104374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:30:03.413148 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=104374) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 27 08:30:03.413591 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] ML2 OVO RPC backend initialized. {{(pid=104374) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jul 27 08:30:03.414348 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron_lib.callbacks.manager [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:30:03.414713 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron_lib.callbacks.manager [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:30:03.415139 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron_lib.callbacks.manager [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Subscribe: > network before_response 55550000 {{(pid=104374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:30:03.415498 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron_lib.callbacks.manager [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Subscribe: > networks before_response 55550000 {{(pid=104374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:30:03.415851 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron_lib.callbacks.manager [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Subscribe: > port before_response 55550000 {{(pid=104374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:30:03.416201 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron_lib.callbacks.manager [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Subscribe: > ports before_response 55550000 {{(pid=104374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:30:03.416549 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron_lib.callbacks.manager [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Subscribe: > subnet before_response 55550000 {{(pid=104374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:30:03.416898 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron_lib.callbacks.manager [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Subscribe: > subnets before_response 55550000 {{(pid=104374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:30:03.417311 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron_lib.callbacks.manager [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Subscribe: > network after_create 55550000 {{(pid=104374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:30:03.417661 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron_lib.callbacks.manager [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Subscribe: > network after_update 55550000 {{(pid=104374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:30:03.418004 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron_lib.callbacks.manager [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Subscribe: > network after_delete 55550000 {{(pid=104374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:30:03.418382 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron_lib.callbacks.manager [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Subscribe: > port after_create 55550000 {{(pid=104374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:30:03.418727 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron_lib.callbacks.manager [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Subscribe: > port after_update 55550000 {{(pid=104374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:30:03.419069 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron_lib.callbacks.manager [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Subscribe: > port after_delete 55550000 {{(pid=104374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:30:03.419989 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron_lib.callbacks.manager [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Subscribe: > subnet after_create 55550000 {{(pid=104374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:30:03.420340 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron_lib.callbacks.manager [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Subscribe: > subnet after_update 55550000 {{(pid=104374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:30:03.420684 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron_lib.callbacks.manager [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:30:03.428287 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.quota [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loaded quota_driver: . Jul 27 08:30:03.428712 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.plugins.ml2.plugin [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Modular L2 Plugin initialization complete Jul 27 08:30:03.429068 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.manager [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loading services supported by the core plugin {{(pid=104374) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 27 08:30:03.429414 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.plugins.ml2.managers [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Got port-security extension from driver 'port_security' Jul 27 08:30:03.429953 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.extensions.vlantransparent [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Disabled vlantransparent extension. Jul 27 08:30:03.430481 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.manager [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=104374) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 27 08:30:03.430813 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.manager [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loading Plugin: router Jul 27 08:30:03.466706 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron_lib.callbacks.manager [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Subscribe: > router_interface before_create 55550000 {{(pid=104374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:30:03.467277 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron_lib.callbacks.manager [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Subscribe: > router after_create 55549900 {{(pid=104374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:30:03.467667 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron_lib.callbacks.manager [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Subscribe: > router before_create 55549900 {{(pid=104374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:30:03.468047 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron_lib.callbacks.manager [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=104374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:30:03.468432 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron_lib.callbacks.manager [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:30:03.468799 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron_lib.callbacks.manager [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Subscribe: > router after_delete 55549900 {{(pid=104374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:30:03.469167 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron_lib.callbacks.manager [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Subscribe: > floatingip after_create 55550000 {{(pid=104374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:30:03.469527 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron_lib.callbacks.manager [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Subscribe: > floatingip after_update 55550000 {{(pid=104374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:30:03.469895 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron_lib.callbacks.manager [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Subscribe: > router after_create 55549900 {{(pid=104374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:30:03.470275 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron_lib.callbacks.manager [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Subscribe: > router after_update 55549900 {{(pid=104374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:30:03.470639 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron_lib.callbacks.manager [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Subscribe: > router after_update 55549900 {{(pid=104374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:30:03.470996 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron_lib.callbacks.manager [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=104374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:30:03.471362 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron_lib.callbacks.manager [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Subscribe: > router after_update 55549900 {{(pid=104374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:30:03.471778 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron_lib.callbacks.manager [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Subscribe: > router precommit_update 55549900 {{(pid=104374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:30:03.472155 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron_lib.callbacks.manager [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Subscribe: port after_update 55550000 {{(pid=104374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:30:03.472503 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron_lib.callbacks.manager [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Subscribe: port after_delete 55550000 {{(pid=104374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:30:03.472850 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron_lib.callbacks.manager [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Subscribe: subnet after_update 55550000 {{(pid=104374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:30:03.473201 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron_lib.callbacks.manager [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=104374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:30:03.473558 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron_lib.callbacks.manager [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Subscribe: > port precommit_delete 55550000 {{(pid=104374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:30:03.473918 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron_lib.callbacks.manager [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Subscribe: > router precommit_create 55549900 {{(pid=104374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:30:03.474295 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron_lib.callbacks.manager [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Subscribe: port before_delete 55550000 {{(pid=104374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:30:03.474652 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron_lib.callbacks.manager [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Subscribe: > router precommit_create 55550000 {{(pid=104374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:30:03.475015 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron_lib.callbacks.manager [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Subscribe: > router after_update 55549900 {{(pid=104374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:30:03.475366 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron_lib.callbacks.manager [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Subscribe: > router precommit_delete 55549900 {{(pid=104374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:30:03.475726 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron_lib.callbacks.manager [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Subscribe: > router precommit_create 55549900 {{(pid=104374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:30:03.476095 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron_lib.callbacks.manager [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:30:03.476448 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron_lib.callbacks.manager [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Subscribe: > router precommit_update 55549900 {{(pid=104374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:30:03.476819 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron_lib.callbacks.manager [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Subscribe: > agent after_create 55550000 {{(pid=104374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:30:03.477176 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron_lib.callbacks.manager [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Subscribe: > agent after_delete 55550000 {{(pid=104374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:30:03.477527 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron_lib.callbacks.manager [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Subscribe: > network after_delete 55550000 {{(pid=104374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:30:03.478419 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.quota.resource_registry [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Tracking information for resource: router configured {{(pid=104374) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 27 08:30:03.478761 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.quota.resource_registry [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Tracking information for resource: floatingip configured {{(pid=104374) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 27 08:30:03.484189 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.db.l3_agentschedulers_db [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 27 08:30:03.484764 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron_lib.callbacks.manager [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Subscribe: port after_update 55550000 {{(pid=104374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:30:03.485130 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron_lib.callbacks.manager [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Subscribe: port after_create 55550000 {{(pid=104374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:30:03.485489 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron_lib.callbacks.manager [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Subscribe: port after_delete 55550000 {{(pid=104374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:30:03.485848 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron_lib.callbacks.manager [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Subscribe: port after_update 55550000 {{(pid=104374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:30:03.486680 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron_lib.callbacks.manager [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Subscribe: > router before_create 55550100 {{(pid=104374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:30:03.487054 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron_lib.callbacks.manager [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Subscribe: > router precommit_delete 55550100 {{(pid=104374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:30:03.487565 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron_lib.callbacks.manager [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Subscribe: > router precommit_create 55550100 {{(pid=104374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:30:03.487937 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron_lib.callbacks.manager [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Subscribe: > router precommit_update 55550100 {{(pid=104374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:30:03.492901 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.services.provider_configuration [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Service providers = [] {{(pid=104374) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 27 08:30:03.493272 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.db.servicetype_db [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=104374) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 27 08:30:03.496427 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.services.service_base [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=104374) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 27 08:30:03.496791 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.services.service_base [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=104374) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 27 08:30:03.497141 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.services.service_base [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=104374) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 27 08:30:03.498074 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.services.service_base [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=104374) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 27 08:30:03.498476 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.services.service_base [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 27 08:30:03.498862 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.manager [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=104374) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 27 08:30:03.499187 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.manager [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 27 08:30:03.509532 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.manager [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=104374) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 27 08:30:03.509875 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.manager [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loading Plugin: auto_allocate Jul 27 08:30:03.515623 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron_lib.callbacks.manager [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Subscribe: network precommit_update 55550000 {{(pid=104374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:30:03.515995 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron_lib.callbacks.manager [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Subscribe: network precommit_create 55550000 {{(pid=104374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:30:03.516516 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.manager [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=104374) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 27 08:30:03.516842 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.manager [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loading Plugin: tag Jul 27 08:30:03.523670 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.manager [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=104374) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 27 08:30:03.524011 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.manager [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loading Plugin: timestamp Jul 27 08:30:03.527839 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.manager [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=104374) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 27 08:30:03.528191 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.manager [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loading Plugin: network_ip_availability Jul 27 08:30:03.534282 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron_lib.callbacks.manager [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:30:03.534663 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron_lib.callbacks.manager [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:30:03.535028 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron_lib.callbacks.manager [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:30:03.535753 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.manager [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=104374) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 27 08:30:03.536081 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.manager [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loading Plugin: flavors Jul 27 08:30:03.540962 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.manager [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=104374) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 27 08:30:03.541300 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.manager [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loading Plugin: revisions Jul 27 08:30:03.546261 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.manager [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=104374) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 27 08:30:03.546661 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_concurrency.lockutils [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.454s {{(pid=104374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 27 08:30:03.547400 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=104374) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Jul 27 08:30:03.547741 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Initializing extension manager. Jul 27 08:30:03.548308 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loading extension file: __init__.py {{(pid=104374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 08:30:03.548664 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loading extension file: __pycache__ {{(pid=104374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 08:30:03.549006 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loading extension file: address_group.py {{(pid=104374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 08:30:03.549730 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=104374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 08:30:03.550332 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loaded extension: address-group Jul 27 08:30:03.550666 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loading extension file: address_scope.py {{(pid=104374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 08:30:03.551354 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=104374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 08:30:03.551863 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loaded extension: address-scope Jul 27 08:30:03.552285 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loading extension file: admin_state_down_before_update.py {{(pid=104374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 08:30:03.553194 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=104374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 08:30:03.553702 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loaded extension: router-admin-state-down-before-update Jul 27 08:30:03.554030 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loading extension file: agent.py {{(pid=104374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 08:30:03.554742 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=104374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 08:30:03.555244 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loaded extension: agent Jul 27 08:30:03.555570 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loading extension file: agent_resources_synced.py {{(pid=104374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 08:30:03.556446 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=104374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 08:30:03.556981 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loaded extension: agent-resources-synced Jul 27 08:30:03.557312 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loading extension file: allowedaddresspairs.py {{(pid=104374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 08:30:03.559115 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=104374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 08:30:03.559639 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loaded extension: allowed-address-pairs Jul 27 08:30:03.560025 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loading extension file: auto_allocated_topology.py {{(pid=104374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 08:30:03.561306 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=104374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 08:30:03.561819 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loaded extension: auto-allocated-topology Jul 27 08:30:03.562175 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loading extension file: availability_zone.py {{(pid=104374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 08:30:03.562839 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=104374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 08:30:03.563344 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loaded extension: availability_zone Jul 27 08:30:03.563671 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loading extension file: availability_zone_filter.py {{(pid=104374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 08:30:03.564639 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=104374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 08:30:03.565139 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loaded extension: availability_zone_filter Jul 27 08:30:03.565468 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loading extension file: data_plane_status.py {{(pid=104374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 08:30:03.573045 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=104374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 08:30:03.573548 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Extension data-plane-status not supported by any of loaded plugins Jul 27 08:30:03.573880 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loading extension file: default_subnetpools.py {{(pid=104374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 08:30:03.574800 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=104374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 08:30:03.575309 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loaded extension: default-subnetpools Jul 27 08:30:03.575728 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loading extension file: dhcpagentscheduler.py {{(pid=104374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 08:30:03.576644 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 08:30:03.577212 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loaded extension: dhcp_agent_scheduler Jul 27 08:30:03.577550 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loading extension file: dns.py {{(pid=104374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 08:30:03.578460 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=104374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 08:30:03.578967 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Extension dns-integration not supported by any of loaded plugins Jul 27 08:30:03.579295 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loading extension file: dns_domain_ports.py {{(pid=104374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 08:30:03.580177 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=104374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 08:30:03.580696 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 27 08:30:03.581064 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=104374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 08:30:03.581949 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=104374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 08:30:03.582490 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 27 08:30:03.582821 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loading extension file: dvr.py {{(pid=104374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 08:30:03.583463 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=104374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 08:30:03.583967 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loaded extension: dvr Jul 27 08:30:03.584294 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loading extension file: ecmp_routes.py {{(pid=104374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 08:30:03.585173 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=104374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 08:30:03.585675 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Extension ecmp_routes not supported by any of loaded plugins Jul 27 08:30:03.586002 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loading extension file: empty_string_filtering.py {{(pid=104374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 08:30:03.586900 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=104374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 08:30:03.587404 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loaded extension: empty-string-filtering Jul 27 08:30:03.587730 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=104374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 08:30:03.588672 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 08:30:03.589169 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 27 08:30:03.589495 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=104374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 08:30:03.590422 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=104374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 08:30:03.591696 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 27 08:30:03.592024 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loading extension file: external_net.py {{(pid=104374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 08:30:03.592971 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=104374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 08:30:03.593484 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loaded extension: external-net Jul 27 08:30:03.593810 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loading extension file: extra_dhcp_opt.py {{(pid=104374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 08:30:03.594712 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=104374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 08:30:03.595219 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loaded extension: extra_dhcp_opt Jul 27 08:30:03.595546 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loading extension file: extraroute.py {{(pid=104374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 08:30:03.596474 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=104374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 08:30:03.596978 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loaded extension: extraroute Jul 27 08:30:03.597304 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loading extension file: extraroute_atomic.py {{(pid=104374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 08:30:03.602829 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=104374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 08:30:03.603334 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loaded extension: extraroute-atomic Jul 27 08:30:03.603661 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loading extension file: filter_validation.py {{(pid=104374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 08:30:03.604297 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=104374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 08:30:03.605025 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loaded extension: filter-validation Jul 27 08:30:03.605357 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loading extension file: fip_pf_description.py {{(pid=104374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 08:30:03.606347 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=104374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 08:30:03.607403 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 27 08:30:03.607812 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loading extension file: fip_pf_port_range.py {{(pid=104374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 08:30:03.608698 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=104374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 08:30:03.609202 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Jul 27 08:30:03.609548 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loading extension file: fip_port_details.py {{(pid=104374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 08:30:03.610494 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 08:30:03.611001 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loaded extension: fip-port-details Jul 27 08:30:03.611329 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loading extension file: flavors.py {{(pid=104374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 08:30:03.612508 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=104374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 08:30:03.613022 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loaded extension: flavors Jul 27 08:30:03.613352 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=104374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 08:30:03.615010 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=104374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 08:30:03.615586 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 27 08:30:03.615929 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loading extension file: floatingip_pools.py {{(pid=104374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 08:30:03.616615 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=104374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 08:30:03.617128 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loaded extension: floatingip-pools Jul 27 08:30:03.617463 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loading extension file: ip_allocation.py {{(pid=104374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 08:30:03.618383 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=104374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 08:30:03.618892 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Extension ip_allocation not supported by any of loaded plugins Jul 27 08:30:03.619222 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=104374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 08:30:03.620113 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=104374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 08:30:03.620623 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loaded extension: ip-substring-filtering Jul 27 08:30:03.620952 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loading extension file: l2_adjacency.py {{(pid=104374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 08:30:03.621836 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=104374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 08:30:03.622397 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 27 08:30:03.622773 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loading extension file: l3.py {{(pid=104374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 08:30:03.623724 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=104374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 08:30:03.624239 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loaded extension: router Jul 27 08:30:03.624563 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loading extension file: l3_conntrack_helper.py {{(pid=104374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 08:30:03.628122 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 08:30:03.628652 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 27 08:30:03.628990 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=104374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 08:30:03.629885 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=104374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 08:30:03.630427 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loaded extension: ext-gw-mode Jul 27 08:30:03.630756 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=104374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 08:30:03.631641 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=104374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 08:30:03.632147 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loaded extension: l3-ha Jul 27 08:30:03.632476 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=104374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 08:30:03.633415 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=104374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 08:30:03.633916 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jul 27 08:30:03.634278 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loading extension file: l3_flavors.py {{(pid=104374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 08:30:03.635151 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=104374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 08:30:03.635661 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loaded extension: l3-flavors Jul 27 08:30:03.635990 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loading extension file: l3_ndp_proxy.py {{(pid=104374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 08:30:03.637326 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=104374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 08:30:03.637847 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jul 27 08:30:03.638902 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=104374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 08:30:03.639791 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=104374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 08:30:03.640303 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 27 08:30:03.640635 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loading extension file: l3agentscheduler.py {{(pid=104374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 08:30:03.641653 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 08:30:03.642198 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loaded extension: l3_agent_scheduler Jul 27 08:30:03.642532 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loading extension file: local_ip.py {{(pid=104374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 08:30:03.644331 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=104374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 08:30:03.644849 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Extension local_ip not supported by any of loaded plugins Jul 27 08:30:03.645187 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loading extension file: logging.py {{(pid=104374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 08:30:03.646656 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=104374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 08:30:03.647179 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Extension logging not supported by any of loaded plugins Jul 27 08:30:03.647519 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loading extension file: metering.py {{(pid=104374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 08:30:03.648240 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=104374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 08:30:03.649013 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loaded extension: metering Jul 27 08:30:03.649352 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=104374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 08:30:03.650440 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=104374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 08:30:03.650957 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loaded extension: metering_source_and_destination_fields Jul 27 08:30:03.651291 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loading extension file: multiprovidernet.py {{(pid=104374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 08:30:03.652252 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=104374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 08:30:03.652761 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loaded extension: multi-provider Jul 27 08:30:03.653092 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loading extension file: netmtu.py {{(pid=104374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 08:30:03.654714 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=104374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 08:30:03.655234 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loaded extension: net-mtu Jul 27 08:30:03.655559 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loading extension file: netmtu_writable.py {{(pid=104374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 08:30:03.656447 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=104374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 08:30:03.656961 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loaded extension: net-mtu-writable Jul 27 08:30:03.657346 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loading extension file: network_availability_zone.py {{(pid=104374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 08:30:03.657994 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=104374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 08:30:03.658530 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loaded extension: network_availability_zone Jul 27 08:30:03.658860 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loading extension file: network_ip_availability.py {{(pid=104374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 08:30:03.659936 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=104374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 08:30:03.660449 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loaded extension: network-ip-availability Jul 27 08:30:03.660778 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loading extension file: network_segment_range.py {{(pid=104374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 08:30:03.661513 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=104374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 08:30:03.662020 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Extension network-segment-range not supported by any of loaded plugins Jul 27 08:30:03.662374 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loading extension file: pagination.py {{(pid=104374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 08:30:03.663321 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 08:30:03.663658 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loaded extension: pagination Jul 27 08:30:03.663985 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loading extension file: port_device_profile.py {{(pid=104374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 08:30:03.664931 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=104374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 08:30:03.665453 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loaded extension: port-device-profile Jul 27 08:30:03.665784 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loading extension file: port_mac_address_override.py {{(pid=104374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 08:30:03.677357 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=104374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 08:30:03.678092 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loaded extension: port-mac-override Jul 27 08:30:03.678455 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=104374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 08:30:03.679350 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=104374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 08:30:03.679863 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loaded extension: port-mac-address-regenerate Jul 27 08:30:03.680257 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=104374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 08:30:03.681148 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=104374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 08:30:03.681729 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loaded extension: port-numa-affinity-policy Jul 27 08:30:03.682066 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loading extension file: port_resource_request.py {{(pid=104374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 08:30:03.682991 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=104374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 08:30:03.683559 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Extension port-resource-request not supported by any of loaded plugins Jul 27 08:30:03.683896 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loading extension file: port_resource_request_groups.py {{(pid=104374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 08:30:03.684822 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=104374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 08:30:03.685359 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jul 27 08:30:03.685686 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loading extension file: portbindings.py {{(pid=104374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 08:30:03.686609 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=104374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 08:30:03.688060 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loaded extension: binding Jul 27 08:30:03.688060 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loading extension file: portbindings_extended.py {{(pid=104374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 08:30:03.688661 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=104374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 08:30:03.689180 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loaded extension: binding-extended Jul 27 08:30:03.689512 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loading extension file: portsecurity.py {{(pid=104374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 08:30:03.690476 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=104374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 08:30:03.690986 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loaded extension: port-security Jul 27 08:30:03.691317 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loading extension file: project_id.py {{(pid=104374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 08:30:03.692264 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=104374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 08:30:03.692602 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loaded extension: project-id Jul 27 08:30:03.692929 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loading extension file: providernet.py {{(pid=104374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 08:30:03.693810 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=104374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 08:30:03.694363 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loaded extension: provider Jul 27 08:30:03.694697 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loading extension file: qos.py {{(pid=104374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 08:30:03.702674 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=104374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 08:30:03.703204 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Extension qos not supported by any of loaded plugins Jul 27 08:30:03.703540 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=104374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 08:30:03.704750 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=104374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 08:30:03.705268 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 27 08:30:03.705605 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=104374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 08:30:03.706520 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=104374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 08:30:03.707027 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 27 08:30:03.707424 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loading extension file: qos_default.py {{(pid=104374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 08:30:03.708355 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=104374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 08:30:03.708861 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Extension qos-default not supported by any of loaded plugins Jul 27 08:30:03.709194 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loading extension file: qos_fip.py {{(pid=104374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 08:30:03.710080 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=104374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 08:30:03.710613 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Extension qos-fip not supported by any of loaded plugins Jul 27 08:30:03.710944 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loading extension file: qos_fip_network_policy.py {{(pid=104374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 08:30:03.711828 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=104374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 08:30:03.712395 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jul 27 08:30:03.712729 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loading extension file: qos_gateway_ip.py {{(pid=104374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 08:30:03.713612 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=104374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 08:30:03.714117 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 27 08:30:03.714474 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loading extension file: qos_port_network_policy.py {{(pid=104374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 08:30:03.715349 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=104374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 08:30:03.715853 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 27 08:30:03.717050 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=104374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 08:30:03.717980 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=104374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 08:30:03.718647 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jul 27 08:30:03.718976 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=104374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 08:30:03.719981 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=104374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 08:30:03.720488 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jul 27 08:30:03.720817 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loading extension file: qos_pps_rule.py {{(pid=104374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 08:30:03.721944 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=104374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 08:30:03.722498 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Extension qos-pps not supported by any of loaded plugins Jul 27 08:30:03.722830 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loading extension file: qos_rule_type_details.py {{(pid=104374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 08:30:03.723709 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=104374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 08:30:03.724216 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 27 08:30:03.724545 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loading extension file: qos_rule_type_filter.py {{(pid=104374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 08:30:03.725418 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=104374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 08:30:03.725992 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Jul 27 08:30:03.726348 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loading extension file: qos_rules_alias.py {{(pid=104374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 08:30:03.727365 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=104374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 08:30:03.727878 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 27 08:30:03.728206 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loading extension file: quota_check_limit.py {{(pid=104374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 08:30:03.729078 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=104374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 08:30:03.729591 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loaded extension: quota-check-limit Jul 27 08:30:03.729919 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loading extension file: quotasv2.py {{(pid=104374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 08:30:03.730851 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=104374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 08:30:03.731182 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loaded extension: quotas Jul 27 08:30:03.731564 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loading extension file: quotasv2_detail.py {{(pid=104374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 08:30:03.733302 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=104374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 08:30:03.733640 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loaded extension: quota_details Jul 27 08:30:03.733976 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loading extension file: rbac.py {{(pid=104374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 08:30:03.736652 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=104374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 08:30:03.737194 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loaded extension: rbac-policies Jul 27 08:30:03.737539 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loading extension file: rbac_address_group.py {{(pid=104374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 08:30:03.738539 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=104374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 08:30:03.739058 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loaded extension: rbac-address-group Jul 27 08:30:03.739395 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loading extension file: rbac_address_scope.py {{(pid=104374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 08:30:03.740287 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=104374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 08:30:03.740802 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loaded extension: rbac-address-scope Jul 27 08:30:03.741135 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loading extension file: rbac_security_groups.py {{(pid=104374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 08:30:03.742115 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=104374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 08:30:03.742718 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loaded extension: rbac-security-groups Jul 27 08:30:03.743055 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loading extension file: rbac_subnetpool.py {{(pid=104374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 08:30:03.744305 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=104374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 08:30:03.744820 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loaded extension: rbac-subnetpool Jul 27 08:30:03.745155 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loading extension file: revisionifmatch.py {{(pid=104374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 08:30:03.746060 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=104374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 08:30:03.746604 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loaded extension: revision-if-match Jul 27 08:30:03.746939 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loading extension file: revisions.py {{(pid=104374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 08:30:03.748354 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=104374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 08:30:03.748875 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loaded extension: standard-attr-revisions Jul 27 08:30:03.749280 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loading extension file: router_availability_zone.py {{(pid=104374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 08:30:03.749935 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=104374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 08:30:03.750577 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loaded extension: router_availability_zone Jul 27 08:30:03.752546 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loading extension file: routerservicetype.py {{(pid=104374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 08:30:03.753236 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=104374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 08:30:03.753754 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Extension router-service-type not supported by any of loaded plugins Jul 27 08:30:03.754087 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=104374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 08:30:03.755095 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=104374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 08:30:03.755674 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loaded extension: security-groups-normalized-cidr Jul 27 08:30:03.756014 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loading extension file: security_groups_port_filtering.py {{(pid=104374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 08:30:03.756965 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=104374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 08:30:03.757475 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loaded extension: port-security-groups-filtering Jul 27 08:30:03.757809 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=104374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 08:30:03.758732 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=104374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 08:30:03.759302 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loaded extension: security-groups-remote-address-group Jul 27 08:30:03.759638 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=104374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 08:30:03.760538 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=104374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 08:30:03.761055 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loaded extension: security-groups-shared-filtering Jul 27 08:30:03.761389 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loading extension file: securitygroup.py {{(pid=104374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 08:30:03.771590 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=104374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 08:30:03.772127 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loaded extension: security-group Jul 27 08:30:03.772463 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loading extension file: segment.py {{(pid=104374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 08:30:03.773172 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=104374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 08:30:03.773688 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Extension segment not supported by any of loaded plugins Jul 27 08:30:03.774029 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=104374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 08:30:03.781915 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=104374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 08:30:03.782480 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 27 08:30:03.782817 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loading extension file: servicetype.py {{(pid=104374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 08:30:03.783913 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=104374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 08:30:03.784433 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loaded extension: service-type Jul 27 08:30:03.784763 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loading extension file: sorting.py {{(pid=104374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 08:30:03.785701 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 08:30:03.786040 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loaded extension: sorting Jul 27 08:30:03.786407 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loading extension file: standard_attr_segment.py {{(pid=104374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 08:30:03.787284 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 08:30:03.787908 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 27 08:30:03.788233 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loading extension file: standardattrdescription.py {{(pid=104374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 08:30:03.788851 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=104374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 08:30:03.789363 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loaded extension: standard-attr-description Jul 27 08:30:03.789686 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loading extension file: stateful_security_group.py {{(pid=104374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 08:30:03.790594 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=104374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 08:30:03.791096 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loaded extension: stateful-security-group Jul 27 08:30:03.791418 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loading extension file: stdattrs_common.py {{(pid=104374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 08:30:03.791964 dv-cinder-851170-2-iscsi neutron-server[104374]: WARNING neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 27 08:30:03.792284 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=104374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 08:30:03.793220 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=104374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 08:30:03.793723 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 27 08:30:03.794046 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loading extension file: subnet_onboard.py {{(pid=104374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 08:30:03.795128 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=104374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 08:30:03.795634 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loaded extension: subnet_onboard Jul 27 08:30:03.795959 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=104374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 08:30:03.796843 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=104374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 08:30:03.797342 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 27 08:30:03.797665 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loading extension file: subnet_service_types.py {{(pid=104374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 08:30:03.798679 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=104374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 08:30:03.799185 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loaded extension: subnet-service-types Jul 27 08:30:03.799510 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loading extension file: subnetallocation.py {{(pid=104374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 08:30:03.800532 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=104374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 08:30:03.801038 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loaded extension: subnet_allocation Jul 27 08:30:03.801362 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=104374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 08:30:03.801993 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=104374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 08:30:03.802531 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loaded extension: subnetpool-prefix-ops Jul 27 08:30:03.802855 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=104374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 08:30:03.803731 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=104374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 08:30:03.804227 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 27 08:30:03.804547 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loading extension file: tagging.py {{(pid=104374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 08:30:03.805628 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=104374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 08:30:03.806137 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loaded extension: standard-attr-tag Jul 27 08:30:03.806490 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loading extension file: timestamp.py {{(pid=104374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 08:30:03.807628 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=104374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 08:30:03.808135 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loaded extension: standard-attr-timestamp Jul 27 08:30:03.808460 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loading extension file: trunk.py {{(pid=104374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 08:30:03.809439 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=104374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 08:30:03.809942 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Extension trunk not supported by any of loaded plugins Jul 27 08:30:03.810303 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loading extension file: trunk_details.py {{(pid=104374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 08:30:03.811172 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=104374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 08:30:03.811674 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Extension trunk-details not supported by any of loaded plugins Jul 27 08:30:03.811999 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loading extension file: uplink_status_propagation.py {{(pid=104374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 08:30:03.812892 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=104374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 08:30:03.813435 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 27 08:30:03.813755 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Loading extension file: vlantransparent.py {{(pid=104374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 08:30:03.820667 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=104374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 08:30:03.821161 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 27 08:30:03.823848 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.quota.resource_registry [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Creating instance of TrackedResource for resource:network Jul 27 08:30:03.824362 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.quota.resource_registry [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Creating instance of TrackedResource for resource:subnet Jul 27 08:30:03.824755 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.quota.resource_registry [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Creating instance of TrackedResource for resource:subnetpool Jul 27 08:30:03.825142 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.quota.resource_registry [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Creating instance of TrackedResource for resource:port Jul 27 08:30:03.826983 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.v2.resource_helper [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104374) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 08:30:03.827420 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.v2.resource_helper [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Service FLAVORS assigned prefix: {{(pid=104374) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 08:30:03.828041 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.v2.resource_helper [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104374) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 08:30:03.828463 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.v2.resource_helper [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104374) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 08:30:03.828796 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.quota.resource_registry [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Creating instance of TrackedResource for resource:router Jul 27 08:30:03.829223 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.quota.resource_registry [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Creating instance of TrackedResource for resource:floatingip Jul 27 08:30:03.829694 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.v2.resource_helper [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Service METERING assigned prefix: /metering {{(pid=104374) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 08:30:03.831155 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron_lib.callbacks.manager [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:30:03.831528 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron_lib.callbacks.manager [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:30:03.831883 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron_lib.callbacks.manager [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:30:03.832892 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.quota.resource_registry [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Creating instance of CountableResource for resource:rbac_policy Jul 27 08:30:03.833331 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.quota.resource_registry [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Creating instance of TrackedResource for resource:security_group Jul 27 08:30:03.833779 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.quota.resource_registry [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 27 08:30:03.834334 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.v2.resource_helper [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Service CORE assigned prefix: {{(pid=104374) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 08:30:03.834666 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.quota.resource_registry [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Creating instance of TrackedResource for resource:subnetpool Jul 27 08:30:03.835008 dv-cinder-851170-2-iscsi neutron-server[104374]: WARNING neutron.quota.resource_registry [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] subnetpool is already registered Jul 27 08:30:03.835424 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.v2.resource_helper [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Service CORE assigned prefix: {{(pid=104374) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 08:30:03.835748 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.quota.resource_registry [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Creating instance of TrackedResource for resource:subnetpool Jul 27 08:30:03.836076 dv-cinder-851170-2-iscsi neutron-server[104374]: WARNING neutron.quota.resource_registry [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] subnetpool is already registered Jul 27 08:30:03.838436 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.v2.resource_helper [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104374) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 08:30:03.838867 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.v2.resource_helper [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Service FLAVORS assigned prefix: {{(pid=104374) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 08:30:03.839460 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.v2.resource_helper [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104374) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 08:30:03.839921 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.v2.resource_helper [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104374) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 08:30:03.840251 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.quota.resource_registry [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Creating instance of TrackedResource for resource:router Jul 27 08:30:03.840626 dv-cinder-851170-2-iscsi neutron-server[104374]: WARNING neutron.quota.resource_registry [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] router is already registered Jul 27 08:30:03.841855 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.quota.resource_registry [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Creating instance of TrackedResource for resource:floatingip Jul 27 08:30:03.842218 dv-cinder-851170-2-iscsi neutron-server[104374]: WARNING neutron.quota.resource_registry [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] floatingip is already registered Jul 27 08:30:03.842681 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.v2.resource_helper [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Service METERING assigned prefix: /metering {{(pid=104374) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 08:30:03.847111 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.quota.resource_registry [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Creating instance of CountableResource for resource:rbac_policy Jul 27 08:30:03.847111 dv-cinder-851170-2-iscsi neutron-server[104374]: WARNING neutron.quota.resource_registry [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] rbac_policy is already registered Jul 27 08:30:03.847111 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.quota.resource_registry [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Creating instance of TrackedResource for resource:security_group Jul 27 08:30:03.847111 dv-cinder-851170-2-iscsi neutron-server[104374]: WARNING neutron.quota.resource_registry [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] security_group is already registered Jul 27 08:30:03.847111 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.quota.resource_registry [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 27 08:30:03.847111 dv-cinder-851170-2-iscsi neutron-server[104374]: WARNING neutron.quota.resource_registry [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] security_group_rule is already registered Jul 27 08:30:03.847111 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.v2.resource_helper [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Service CORE assigned prefix: {{(pid=104374) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 08:30:03.847111 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.quota.resource_registry [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Creating instance of TrackedResource for resource:subnetpool Jul 27 08:30:03.847111 dv-cinder-851170-2-iscsi neutron-server[104374]: WARNING neutron.quota.resource_registry [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] subnetpool is already registered Jul 27 08:30:03.847789 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.v2.resource_helper [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Service CORE assigned prefix: {{(pid=104374) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 08:30:03.847789 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.quota.resource_registry [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Creating instance of TrackedResource for resource:subnetpool Jul 27 08:30:03.847789 dv-cinder-851170-2-iscsi neutron-server[104374]: WARNING neutron.quota.resource_registry [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] subnetpool is already registered Jul 27 08:30:03.847992 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Extended resource: extensions {{(pid=104374) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 08:30:03.849376 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Extended resource: address-groups {{(pid=104374) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 08:30:03.850901 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Extended resource: address-scopes {{(pid=104374) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 08:30:03.852314 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Extended resource: agents {{(pid=104374) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 08:30:03.853472 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Extended resource: auto-allocated-topology {{(pid=104374) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 08:30:03.854770 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Extended resource: availability_zones {{(pid=104374) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 08:30:03.856098 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Extended resource: dhcp-networks {{(pid=104374) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 08:30:03.857735 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Extended resource: dhcp-agents {{(pid=104374) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 08:30:03.859191 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Extended resource: routers {{(pid=104374) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 08:30:03.860877 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Extended resource: flavors {{(pid=104374) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 08:30:03.862197 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Extended resource: service_profiles {{(pid=104374) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 08:30:03.863454 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Extended resource: next_providers {{(pid=104374) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 08:30:03.864909 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Extended resource: service_profiles {{(pid=104374) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 08:30:03.866490 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Extended resource: floatingip-pools {{(pid=104374) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 08:30:03.867702 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Extended resource: routers {{(pid=104374) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 08:30:03.869443 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Extended resource: floatingips {{(pid=104374) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 08:30:03.870740 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Extended resource: l3-routers {{(pid=104374) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 08:30:03.872143 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Extended resource: l3-agents {{(pid=104374) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 08:30:03.873742 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Extended resource: metering-labels {{(pid=104374) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 08:30:03.875114 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Extended resource: metering-label-rules {{(pid=104374) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 08:30:03.876490 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Extended resource: network-ip-availabilities {{(pid=104374) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 08:30:03.877766 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Extended resource: bindings {{(pid=104374) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 08:30:03.879359 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Extended resource: quotas {{(pid=104374) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 08:30:03.881899 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Extended resource: quotas {{(pid=104374) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 08:30:03.883461 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Extended resource: rbac-policies {{(pid=104374) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 08:30:03.884652 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Extended resource: security-groups {{(pid=104374) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 08:30:03.885961 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Extended resource: security-group-rules {{(pid=104374) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 08:30:03.887322 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Extended resource: service-providers {{(pid=104374) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 08:30:03.892909 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Extended resource: subnetpools {{(pid=104374) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 08:30:03.892909 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Extended resource: subnetpools {{(pid=104374) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 08:30:03.892909 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Extended resource: tags {{(pid=104374) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 08:30:03.893769 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Extended resource: tags {{(pid=104374) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 08:30:03.895638 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Extended resource: tags {{(pid=104374) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 08:30:03.897458 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Extended resource: tags {{(pid=104374) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 08:30:03.899177 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Extended resource: tags {{(pid=104374) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 08:30:03.901124 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Extended resource: tags {{(pid=104374) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 08:30:03.902904 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Extended resource: tags {{(pid=104374) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 08:30:03.905408 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Extended resource: tags {{(pid=104374) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 08:30:03.907221 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Extended resource: tags {{(pid=104374) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 08:30:03.909032 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron.api.extensions [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Extended resource: tags {{(pid=104374) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 08:30:03.915112 dv-cinder-851170-2-iscsi neutron-server[104374]: WARNING keystonemiddleware.auth_token [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 27 08:30:03.921968 dv-cinder-851170-2-iscsi neutron-server[104374]: WARNING keystonemiddleware.auth_token [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 27 08:30:03.931090 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_concurrency.lockutils [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Acquired lock "singleton_lock" {{(pid=104374) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jul 27 08:30:03.931636 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_concurrency.lockutils [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Releasing lock "singleton_lock" {{(pid=104374) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jul 27 08:30:03.932211 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO oslo_service.service [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Starting 2 workers Jul 27 08:30:03.937267 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Started child 104485 {{(pid=104374) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 27 08:30:03.941892 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Started child 104486 {{(pid=104374) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 27 08:30:03.942636 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:30:03.943487 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO neutron.service [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 27 08:30:03.944098 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron_lib.callbacks.manager [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Publish callbacks [] for process (None), before_spawn {{(pid=104374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:30:03.944196 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [-] (104485) wsgi starting up on http://0.0.0.0:9696 Jul 27 08:30:03.946613 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO oslo_service.service [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Starting 1 workers Jul 27 08:30:03.947999 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:30:03.948438 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [-] (104486) wsgi starting up on http://0.0.0.0:9696 Jul 27 08:30:03.952517 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Started child 104487 {{(pid=104374) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 27 08:30:03.953134 dv-cinder-851170-2-iscsi neutron-server[104374]: INFO oslo_service.service [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Starting 1 workers Jul 27 08:30:03.956340 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.service [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] calling RpcWorker wait() {{(pid=104487) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 27 08:30:03.956881 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.service [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] returning from RpcWorker wait() {{(pid=104487) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 27 08:30:03.957733 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Started child 104488 {{(pid=104374) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 27 08:30:03.958030 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:30:03.958488 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:30:03.958582 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG neutron_lib.callbacks.manager [None req-8a7358dc-8ec4-4b57-b957-615ab421e676 None None] Publish callbacks [] for process (None), after_spawn {{(pid=104374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:30:03.960515 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104374) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 27 08:30:03.960724 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 27 08:30:03.960901 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 27 08:30:03.961124 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 27 08:30:03.961453 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 27 08:30:03.961636 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 27 08:30:03.962132 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:03.962423 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:03.962673 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:03.962947 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:03.963418 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:30:03.963885 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:03.963885 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:03.964030 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:03.964286 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:03.964418 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:30:03.964563 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:03.964730 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:03.964895 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:03.965180 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:03.965420 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:03.965739 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:03.966854 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:03.967199 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:03.967470 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:03.967645 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:03.967899 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:03.968166 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:03.968425 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:03.968708 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] debug = True {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:03.968973 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:03.969483 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:03.969730 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:03.969996 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:03.970265 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:03.970539 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:03.970787 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:03.971046 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:03.971287 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:03.971520 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:03.971759 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:03.972023 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:03.972259 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:03.972493 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:03.972723 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:03.973009 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:03.973226 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:03.973702 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] host = dv-cinder-851170-2-iscsi {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:03.973949 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:03.974203 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:03.974451 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:03.974716 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:03.974970 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:03.975199 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:03.975457 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:03.975710 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:03.975984 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:03.976210 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:03.976459 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:03.977025 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:03.977025 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:03.977292 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] log_file = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:03.977427 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] log_options = True {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:03.977616 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:03.977942 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:03.978228 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:03.978428 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:03.978593 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:03.978757 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:03.979031 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:03.979195 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:03.979459 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:03.979706 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:03.980962 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:03.981994 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:03.982471 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:03.982750 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:03.987346 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:03.987346 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:03.987346 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:03.987346 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:03.987346 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:03.987346 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:03.987346 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:03.987346 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:03.988183 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:03.988183 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:03.988183 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:03.988183 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:03.988183 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:03.988183 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:03.988183 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:03.988183 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:03.988183 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:03.988808 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:03.988808 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:03.988808 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:03.988808 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:03.988808 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:03.988808 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:03.988808 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:03.988808 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:03.989494 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:03.989494 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:03.989494 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:03.989773 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:03.989773 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:03.990387 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:03.990387 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:03.990537 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] use_json = False {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:03.990780 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:03.990934 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:03.991157 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:03.991387 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:03.991618 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:03.991834 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:03.992052 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:03.992287 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:03.992525 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:03.992965 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:03.993236 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:03.993538 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:03.993798 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:03.994063 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:03.994325 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:03.994579 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:03.994843 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:03.995072 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:03.995324 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:03.995643 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:03.995882 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:03.996172 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:03.996434 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:03.996711 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:03.997039 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:03.997310 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:03.998226 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:03.998482 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:03.998823 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:03.999050 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:03.999296 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:03.999573 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:03.999815 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.000057 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.000292 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.000547 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.000834 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.001105 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.001385 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.001749 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.002025 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.002300 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.40/identity {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.002564 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.002822 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.003072 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.003878 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.004111 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.004354 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.004575 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.004851 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.005092 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.005870 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.006121 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.010169 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.010169 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.010169 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.010169 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.010169 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.010169 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.010169 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.010169 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.010169 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.011341 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.011341 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.011341 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.011341 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.011341 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.011341 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.011341 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.011341 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.012682 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.012682 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.012682 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.012682 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.012682 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.012682 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.012682 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.012682 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.012682 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.013946 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.013946 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.013946 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.014207 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.014304 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.014526 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.014751 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.014984 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.015204 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.015431 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.015730 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.015923 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.016894 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.016894 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.016894 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.016894 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.017217 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.017217 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.017432 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.017860 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.017860 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.018213 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.018656 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.018761 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.018949 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.019194 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.019419 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.019697 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.022175 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.022175 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.022175 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.022175 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.022175 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.022175 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.022175 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.022175 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.022768 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.022768 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.022768 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.022768 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.022768 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.023121 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.023121 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.023304 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.023556 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.023793 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.024047 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.024293 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.024532 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.024763 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.025003 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.025258 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.025542 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.025784 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.026058 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.026323 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.026590 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.026902 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.027166 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.027446 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.027712 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.027966 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.028239 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.028492 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.029080 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.029325 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.029614 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.029812 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.030054 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.030320 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.030547 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.030784 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.031108 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.033244 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.033244 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.033244 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.033244 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.033244 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.033244 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.033244 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.033244 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.033834 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.033834 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.033834 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.40/identity {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.034042 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.034239 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.034499 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.034740 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.034995 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.035214 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.035460 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.035679 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.035921 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.036157 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.036903 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.037153 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.037375 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.037597 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.037819 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.038089 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.038353 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.038579 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.038820 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.039065 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.039286 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.039506 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.039730 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.039996 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.040222 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.040507 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.040756 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.040998 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.041228 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.041483 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.041745 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.041964 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.042236 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.042466 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.042688 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.042907 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.043131 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.043352 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.043590 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.043844 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.044082 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.044410 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.044927 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.045024 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.045253 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.045509 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.045807 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.046070 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.046315 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.046539 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.046759 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.047003 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.047225 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.047450 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.047681 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.047896 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.048123 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.048361 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.048591 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.048850 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.049095 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.049342 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.049588 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.049812 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.050033 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.050306 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.050538 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.050754 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.050972 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.051209 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.051470 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.051676 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.051959 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.052209 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.052461 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.052705 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.052975 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.053223 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.053487 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.053704 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.053920 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.054181 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.054394 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.054615 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.054850 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.055071 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.055303 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.055552 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.055782 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.055997 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.056229 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.056446 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.056659 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.056889 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.057129 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.057346 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.057576 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.057790 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.058007 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.058259 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.058482 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.058717 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.058969 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.059183 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.059395 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.059622 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.059842 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.060593 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.060905 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.061182 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.061383 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.061669 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.061922 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.062185 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.062454 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.062764 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.062984 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.063234 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.063504 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.063725 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.063954 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.064212 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.064528 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.064809 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.065081 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.065350 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.065620 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.065895 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.066191 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.066415 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.066727 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.067061 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.067362 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.067612 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.067844 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.068096 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.068356 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.068581 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.068818 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.069058 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.069278 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.069542 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.069781 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.070011 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.070258 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.070511 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.070753 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.071002 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.071218 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.071468 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.071703 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.071862 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 27 08:30:04.072430 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104374) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 27 08:30:04.072597 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 27 08:30:04.072768 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 27 08:30:04.073466 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 27 08:30:04.073466 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 27 08:30:04.073466 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 27 08:30:04.073466 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:04.073732 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:04.073732 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:04.073866 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:04.074052 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:04.074338 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:04.074499 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:04.074642 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:04.074854 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:04.074987 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:04.075144 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:04.075273 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:04.075425 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:04.076202 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:04.076368 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:04.076533 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:04.076533 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:04.076914 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:04.076914 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:04.077201 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:04.077201 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:04.077423 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] debug = True {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:04.077515 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:04.077666 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:04.077835 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:04.077996 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:04.078182 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:04.078337 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:04.078498 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:04.087180 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:04.087180 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:04.087180 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:04.087180 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:04.087180 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:04.087180 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:04.087180 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:04.087180 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:04.087791 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:04.087791 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:04.087791 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] host = dv-cinder-851170-2-iscsi {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:04.087791 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:04.087791 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:04.087791 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:04.087791 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:04.087791 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:04.088259 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:04.088259 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:04.088259 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:04.088259 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:04.088259 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:04.088259 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:04.088259 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:04.088259 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:04.088869 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] log_file = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:04.088869 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] log_options = True {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:04.088869 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:04.088869 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:04.088869 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:04.088869 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:04.088869 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:04.089294 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:04.089294 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:04.089294 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:04.089294 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:04.089294 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:04.089294 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:04.089294 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:04.089294 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:04.089768 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:04.089768 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:04.089768 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:04.089768 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:04.089768 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:04.089768 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:04.089768 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:04.089768 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:04.090339 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:04.090339 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:04.090339 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:04.090339 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:04.090339 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:04.090339 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:04.090339 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:04.090339 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:04.090339 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:04.091328 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:04.091328 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:04.091328 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:04.091328 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:04.091328 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:04.091328 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:04.091328 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:04.091328 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:04.091955 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:04.091955 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:04.091955 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:04.091955 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:04.091955 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:04.091955 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:04.091955 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:04.091955 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:04.092642 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] use_json = False {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:04.092642 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:04.092642 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:04.092642 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:04.092642 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:04.092642 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:04.092642 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:04.092642 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:04.093396 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:04.093396 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 08:30:04.093396 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.093396 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.093396 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.093396 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.093396 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.093396 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.094838 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.094838 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.094838 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.094838 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.094838 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.094838 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.094838 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.094838 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.095925 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.095925 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.095925 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.095925 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.095925 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.095925 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.095925 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.095925 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.096787 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.096787 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.096787 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.096787 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.096787 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.096787 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.096787 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.096787 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.097724 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.097724 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.097724 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.40/identity {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.097724 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.097724 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.097724 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.097724 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.097724 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.098331 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.098331 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.098331 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.098331 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.098331 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.098331 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.098331 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.098331 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.098331 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.099181 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.099181 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.099181 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.099181 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.099181 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.099181 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.099607 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.099607 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.099607 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.099822 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.099903 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:30:04.099997 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.100080 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.100229 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.100391 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.100555 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.100717 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.100880 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.101042 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.101204 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.101367 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.101530 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.101692 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.101857 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.102019 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.102200 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.102630 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.102630 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.102807 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.102807 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.102968 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.103119 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.103282 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.103449 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.103612 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.105023 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.105023 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.105023 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.105023 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.105023 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.105023 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.105023 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.105023 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.105023 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.105730 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.105730 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.105730 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.105730 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.105730 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.106095 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.106095 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.106270 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.106361 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.106693 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.106693 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.107548 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.107548 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.107548 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.107548 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.109359 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.109359 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.109359 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.109359 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.109359 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.109359 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.109359 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.109359 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.109940 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.109940 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.109940 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.109940 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.109940 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.109940 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.109940 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.109940 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.111075 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.111075 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.111075 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.111075 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.111075 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.111075 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.111075 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.111576 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.111576 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.111576 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.111800 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.111800 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.111953 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.112065 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.112234 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.112396 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.112562 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.112741 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.112905 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.113085 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.113223 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.113401 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.113564 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.113727 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.113890 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.114057 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.114268 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.114413 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.114576 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.114739 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.114901 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.115063 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.115228 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.40/identity {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.115391 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.116190 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.116190 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.116190 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.116190 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.116190 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.116615 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.116615 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.116615 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.116850 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.116930 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.117073 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.117238 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.117396 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.117559 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.117720 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.117883 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.118046 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.118244 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.118409 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.118570 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.118734 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.118896 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.119044 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.119207 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.119372 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.119535 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.119709 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.119863 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.120018 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.120180 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.120342 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.120510 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.120687 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.120834 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.120981 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.121143 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.121309 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.121470 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.121617 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.121783 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.121946 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.122109 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.122310 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.122997 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.123161 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.123326 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.123556 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.123733 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.123897 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.124064 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.124228 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.124402 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.124543 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.125089 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.125089 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.125089 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.125456 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.125456 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.125456 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.125919 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.125919 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.125919 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.126296 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.126296 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.126538 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.126538 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.126799 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.126928 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.127059 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.127188 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.127315 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.127470 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.127634 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.127798 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.127966 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.128130 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.128294 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.128466 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.128630 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.128790 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.128951 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.129113 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.129274 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.129446 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.129608 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.129770 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.129932 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.130156 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.130330 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.130505 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.130669 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.130832 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.130995 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.131158 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.131320 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.131492 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.131655 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.131819 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.132030 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.132199 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.132361 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.132535 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.132698 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.132862 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.133025 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.133187 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.133350 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.133522 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.133686 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.133854 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.134025 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.134197 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.134362 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.134515 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.134689 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.134853 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.135021 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.135166 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.135334 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.135498 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.135663 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.135831 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.136013 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.136149 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.136315 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.136486 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.136658 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.136828 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.136992 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.137163 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.137339 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.137503 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.137668 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.137831 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.138020 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.138744 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.138968 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.139135 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.139323 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.139459 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.139600 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.139762 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.139925 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.140088 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.140251 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.140414 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.140578 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.140740 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.140904 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.141084 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 08:30:04.141210 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 27 08:30:04.252601 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 52648) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:30:04.261061 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [-] 10.222.0.40 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063794 Jul 27 08:30:13.273216 dv-cinder-851170-2-iscsi neutron-server[104374]: DEBUG dbcounter [-] [104374] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=104374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:30:16.000395 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writer thread running {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 27 08:30:16.038457 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3954be7e-5fcd-40eb-a60a-830ca1c381be None None] get_active_networks_info from dv-cinder-851170-2-iscsi {{(pid=104487) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jul 27 08:30:16.093879 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3954be7e-5fcd-40eb-a60a-830ca1c381be None None] No non-hosted networks {{(pid=104487) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 27 08:30:16.107995 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.agentschedulers_db [None req-3954be7e-5fcd-40eb-a60a-830ca1c381be None None] DHCP Agent not found on host dv-cinder-851170-2-iscsi {{(pid=104487) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Jul 27 08:30:16.241828 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-19bc9e33-7b06-4b28-be96-891370416c0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-361378'] for agent (7c77c4a2-8ca4-486b-af2a-676805e7b922), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:30:17.651390 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writer thread running {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 27 08:30:18.323675 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-178f61c4-fcd7-4e07-923a-5eb52c9a3032 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-361378'] for agent (5bc6d868-bb0b-4164-b2dd-44360f4de654), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:30:18.354444 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.db.api [None req-7c036140-0b02-4fa6-8216-55c8cded430d None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-851170-2-iscsi {{(pid=104487) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 27 08:30:18.355818 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG oslo_db.api [None req-7c036140-0b02-4fa6-8216-55c8cded430d None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=104487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 08:30:19.005064 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-7c036140-0b02-4fa6-8216-55c8cded430d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (5bc6d868-bb0b-4164-b2dd-44360f4de654), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:30:19.268655 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 52716) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:30:20.191868 dv-cinder-851170-2-iscsi neutron-server[104486]: WARNING oslo_policy.policy [None req-a89479e2-c035-403f-b315-12f30da70263 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 27 08:30:20.192804 dv-cinder-851170-2-iscsi neutron-server[104486]: WARNING oslo_policy.policy [None req-a89479e2-c035-403f-b315-12f30da70263 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 27 08:30:20.246531 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-45eb61cd-e3d7-4840-8013-3080c7768274 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-361378'] for agent (36998da0-f99a-403d-814c-b55466abd131), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:30:20.423088 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [None req-a89479e2-c035-403f-b315-12f30da70263 admin admin] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=104486) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 27 08:30:20.438827 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-a89479e2-c035-403f-b315-12f30da70263 admin admin] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 1.1686163 Jul 27 08:30:21.146082 dv-cinder-851170-2-iscsi neutron-server[104487]: INFO neutron.db.l3_hamode_db [None req-994db97a-3b06-4952-a92d-be205b39331e None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 27 08:30:21.250685 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994db97a-3b06-4952-a92d-be205b39331e None None] Routers set() bound to L3 agent in host dv-cinder-851170-2-iscsi {{(pid=104487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 08:30:21.251301 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994db97a-3b06-4952-a92d-be205b39331e None None] Router IDs set() for agent in host dv-cinder-851170-2-iscsi {{(pid=104487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jul 27 08:30:21.331073 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-83feb67a-80d7-474e-96e8-1d92c33387c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-361378'] for agent (0a293c43-2970-4b69-9d2a-dcf41d8870ef), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:30:21.355142 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-361378'] for agent (ed9de811-f248-496b-b487-860d50d7cee7), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:30:21.355812 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:30:21.356152 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:30:21.356484 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:30:21.357200 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:30:21.357458 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:30:21.357809 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:30:21.358113 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:30:21.358652 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:30:21.358981 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:30:21.359301 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:30:21.359638 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:30:21.359962 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:30:21.360295 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:30:21.360760 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:30:21.361083 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:30:21.361486 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-851170-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:30:21.367424 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-851170-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:30:22.783806 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 52754) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:30:23.118819 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.v2.base [None req-34d5cb1d-3c1a-49c6-972d-326ab391e1ac admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=104486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:30:23.210103 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.policy [None req-34d5cb1d-3c1a-49c6-972d-326ab391e1ac admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104486) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 27 08:30:23.254343 dv-cinder-851170-2-iscsi neutron-server[104486]: WARNING oslo_policy.policy [None req-34d5cb1d-3c1a-49c6-972d-326ab391e1ac admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 27 08:30:23.254713 dv-cinder-851170-2-iscsi neutron-server[104486]: WARNING oslo_policy.policy [None req-34d5cb1d-3c1a-49c6-972d-326ab391e1ac admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 27 08:30:23.275164 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writer thread running {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 27 08:30:23.406755 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-34d5cb1d-3c1a-49c6-972d-326ab391e1ac admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786712516329', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786712514813', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786712662045', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786712689643', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786712681502', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786712705400', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-787760', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7574044', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-457170', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-437307'] for rbac-policy (None), before_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:30:23.602803 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-34d5cb1d-3c1a-49c6-972d-326ab391e1ac admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:30:23.603980 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-34d5cb1d-3c1a-49c6-972d-326ab391e1ac admin admin] 10.222.0.40 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8192041 Jul 27 08:30:25.808686 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 52766) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:30:26.130622 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.v2.base [None req-aa64c15d-a0b5-4ee3-a9b5-f21bbdee551a demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=104486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:30:26.234484 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa64c15d-a0b5-4ee3-a9b5-f21bbdee551a demo demo] Made reservation on behalf of 1545cd354e894182b36f434125235edd for: {'network': 1} {{(pid=104486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 08:30:26.238360 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-aa64c15d-a0b5-4ee3-a9b5-f21bbdee551a demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for network (None), before_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:30:26.256088 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-aa64c15d-a0b5-4ee3-a9b5-f21bbdee551a demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:30:26.364199 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-aa64c15d-a0b5-4ee3-a9b5-f21bbdee551a demo demo] Publish callbacks [] for security_group (09f86e56-c5b6-43fd-b578-41dc2215baeb), precommit_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:30:26.405907 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-aa64c15d-a0b5-4ee3-a9b5-f21bbdee551a demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (09f86e56-c5b6-43fd-b578-41dc2215baeb), after_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:30:26.430221 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa64c15d-a0b5-4ee3-a9b5-f21bbdee551a demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 653} {{(pid=104486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 08:30:26.463137 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-aa64c15d-a0b5-4ee3-a9b5-f21bbdee551a demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8786710418881', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-834444'] for segment (3304ad00-e531-4df5-adb9-ec712a7c8115), precommit_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:30:26.463703 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-aa64c15d-a0b5-4ee3-a9b5-f21bbdee551a demo demo] Unsubscribe: segment precommit_create {{(pid=104486) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 27 08:30:26.464248 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.db.segments_db [None req-aa64c15d-a0b5-4ee3-a9b5-f21bbdee551a demo demo] Added segment 3304ad00-e531-4df5-adb9-ec712a7c8115 of type vlan for network ebcefb11-1285-41f9-a08a-765ba668bd0a Jul 27 08:30:26.498501 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa64c15d-a0b5-4ee3-a9b5-f21bbdee551a demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=09f86e56-c5b6-43fd-b578-41dc2215baeb,revision_number=1']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:30:26.535174 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa64c15d-a0b5-4ee3-a9b5-f21bbdee551a demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:30:26.535516 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa64c15d-a0b5-4ee3-a9b5-f21bbdee551a demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:30:26.535868 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa64c15d-a0b5-4ee3-a9b5-f21bbdee551a demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:30:26.536215 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa64c15d-a0b5-4ee3-a9b5-f21bbdee551a demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:30:26.536596 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa64c15d-a0b5-4ee3-a9b5-f21bbdee551a demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:30:26.536865 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa64c15d-a0b5-4ee3-a9b5-f21bbdee551a demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:30:26.537180 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa64c15d-a0b5-4ee3-a9b5-f21bbdee551a demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:30:26.537501 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa64c15d-a0b5-4ee3-a9b5-f21bbdee551a demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:30:26.537818 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa64c15d-a0b5-4ee3-a9b5-f21bbdee551a demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:30:26.538129 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa64c15d-a0b5-4ee3-a9b5-f21bbdee551a demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:30:26.538467 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa64c15d-a0b5-4ee3-a9b5-f21bbdee551a demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:30:26.538792 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa64c15d-a0b5-4ee3-a9b5-f21bbdee551a demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:30:26.539107 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa64c15d-a0b5-4ee3-a9b5-f21bbdee551a demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:30:26.539417 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa64c15d-a0b5-4ee3-a9b5-f21bbdee551a demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:30:26.539727 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa64c15d-a0b5-4ee3-a9b5-f21bbdee551a demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:30:26.541099 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa64c15d-a0b5-4ee3-a9b5-f21bbdee551a demo demo] Tracked resource versions report: Jul 27 08:30:26.541099 dv-cinder-851170-2-iscsi neutron-server[104486]: pushed versions: Jul 27 08:30:26.541099 dv-cinder-851170-2-iscsi neutron-server[104486]: { 'AddressGroup': {'1.2'}, Jul 27 08:30:26.541099 dv-cinder-851170-2-iscsi neutron-server[104486]: 'Agent': {'1.1'}, Jul 27 08:30:26.541099 dv-cinder-851170-2-iscsi neutron-server[104486]: 'ConntrackHelper': {'1.0'}, Jul 27 08:30:26.541099 dv-cinder-851170-2-iscsi neutron-server[104486]: 'LocalIPAssociation': {'1.0'}, Jul 27 08:30:26.541099 dv-cinder-851170-2-iscsi neutron-server[104486]: 'Log': {'1.0'}, Jul 27 08:30:26.541099 dv-cinder-851170-2-iscsi neutron-server[104486]: 'NDPProxy': {'1.0'}, Jul 27 08:30:26.541099 dv-cinder-851170-2-iscsi neutron-server[104486]: 'Network': {'1.1'}, Jul 27 08:30:26.541099 dv-cinder-851170-2-iscsi neutron-server[104486]: 'Port': {'1.7'}, Jul 27 08:30:26.541099 dv-cinder-851170-2-iscsi neutron-server[104486]: 'PortForwarding': {'1.3'}, Jul 27 08:30:26.541099 dv-cinder-851170-2-iscsi neutron-server[104486]: 'QosPolicy': {'1.10'}, Jul 27 08:30:26.541099 dv-cinder-851170-2-iscsi neutron-server[104486]: 'SecurityGroup': {'1.5'}, Jul 27 08:30:26.541099 dv-cinder-851170-2-iscsi neutron-server[104486]: 'SecurityGroupRule': {'1.2'}, Jul 27 08:30:26.541099 dv-cinder-851170-2-iscsi neutron-server[104486]: 'SubPort': {'1.0'}, Jul 27 08:30:26.541099 dv-cinder-851170-2-iscsi neutron-server[104486]: 'Subnet': {'1.1'}, Jul 27 08:30:26.541099 dv-cinder-851170-2-iscsi neutron-server[104486]: 'Trunk': {'1.1'}} Jul 27 08:30:26.541099 dv-cinder-851170-2-iscsi neutron-server[104486]: consumer versions: Jul 27 08:30:26.541099 dv-cinder-851170-2-iscsi neutron-server[104486]: { DHCP agent@dv-cinder-851170-2-iscsi: {}, Jul 27 08:30:26.541099 dv-cinder-851170-2-iscsi neutron-server[104486]: L3 agent@dv-cinder-851170-2-iscsi: {}, Jul 27 08:30:26.541099 dv-cinder-851170-2-iscsi neutron-server[104486]: Metadata agent@dv-cinder-851170-2-iscsi: {}, Jul 27 08:30:26.541099 dv-cinder-851170-2-iscsi neutron-server[104486]: Metering agent@dv-cinder-851170-2-iscsi: {}, Jul 27 08:30:26.541099 dv-cinder-851170-2-iscsi neutron-server[104486]: Open vSwitch agent@dv-cinder-851170-2-iscsi: { 'AddressGroup': '1.2', Jul 27 08:30:26.541099 dv-cinder-851170-2-iscsi neutron-server[104486]: 'Agent': '1.1', Jul 27 08:30:26.541099 dv-cinder-851170-2-iscsi neutron-server[104486]: 'ConntrackHelper': '1.0', Jul 27 08:30:26.541099 dv-cinder-851170-2-iscsi neutron-server[104486]: 'LocalIPAssociation': '1.0', Jul 27 08:30:26.541099 dv-cinder-851170-2-iscsi neutron-server[104486]: 'Log': '1.0', Jul 27 08:30:26.541099 dv-cinder-851170-2-iscsi neutron-server[104486]: 'NDPProxy': '1.0', Jul 27 08:30:26.541099 dv-cinder-851170-2-iscsi neutron-server[104486]: 'Network': '1.1', Jul 27 08:30:26.541099 dv-cinder-851170-2-iscsi neutron-server[104486]: 'Port': '1.7', Jul 27 08:30:26.541099 dv-cinder-851170-2-iscsi neutron-server[104486]: 'PortForwarding': '1.3', Jul 27 08:30:26.541099 dv-cinder-851170-2-iscsi neutron-server[104486]: 'QosPolicy': '1.10', Jul 27 08:30:26.541099 dv-cinder-851170-2-iscsi neutron-server[104486]: 'SecurityGroup': '1.5', Jul 27 08:30:26.541099 dv-cinder-851170-2-iscsi neutron-server[104486]: 'SecurityGroupRule': '1.2', Jul 27 08:30:26.541099 dv-cinder-851170-2-iscsi neutron-server[104486]: 'SubPort': '1.0', Jul 27 08:30:26.541099 dv-cinder-851170-2-iscsi neutron-server[104486]: 'Subnet': '1.1', Jul 27 08:30:26.541099 dv-cinder-851170-2-iscsi neutron-server[104486]: 'Trunk': '1.1'}} Jul 27 08:30:26.541099 dv-cinder-851170-2-iscsi neutron-server[104486]: {{(pid=104486) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 27 08:30:26.573869 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-aa64c15d-a0b5-4ee3-a9b5-f21bbdee551a demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786709896331'] for network (ebcefb11-1285-41f9-a08a-765ba668bd0a), precommit_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:30:26.697649 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-aa64c15d-a0b5-4ee3-a9b5-f21bbdee551a demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739'] for network (ebcefb11-1285-41f9-a08a-765ba668bd0a), after_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:30:26.703814 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa64c15d-a0b5-4ee3-a9b5-f21bbdee551a demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:30:26.707331 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-aa64c15d-a0b5-4ee3-a9b5-f21bbdee551a demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7864717'] for network (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:30:26.799737 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=54,neutron:INSERT=43,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:30:26.821959 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa64c15d-a0b5-4ee3-a9b5-f21bbdee551a demo demo] Pushing event updated for resources: {'Network': ['ID=ebcefb11-1285-41f9-a08a-765ba668bd0a,revision_number=1']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:30:26.834874 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Network ebcefb11-1285-41f9-a08a-765ba668bd0a details requested by agent ovs-agent-dv-cinder-851170-2-iscsi with host dv-cinder-851170-2-iscsi {{(pid=104487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 08:30:26.865973 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-aa64c15d-a0b5-4ee3-a9b5-f21bbdee551a demo demo] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 1.0562119 Jul 27 08:30:29.151052 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 52780) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:30:29.564540 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd451c6-a156-4c5c-ae1d-be80c46726f7 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:30:29.565862 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-cbd451c6-a156-4c5c-ae1d-be80c46726f7 demo admin] 10.222.0.40 "GET /v2.0/networks/ebcefb11-1285-41f9-a08a-765ba668bd0a HTTP/1.1" status: 200 len: 825 time: 0.4138637 Jul 27 08:30:29.591870 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-25f65429-80d8-451f-b3c7-f7ed42ab4a96 demo admin] 10.222.0.40 "GET /v2.0/subnetpools/47d2f168-779f-43bc-8b00-72e0bac2cdf2 HTTP/1.1" status: 200 len: 734 time: 0.0200698 Jul 27 08:30:29.600566 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.v2.base [None req-9306e42e-2471-4c61-b3bf-79133ed2efb6 demo admin] Request body: {'subnet': {'network_id': 'ebcefb11-1285-41f9-a08a-765ba668bd0a', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'subnetpool_id': '47d2f168-779f-43bc-8b00-72e0bac2cdf2', 'ip_version': 4}} {{(pid=104486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:30:29.718765 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9306e42e-2471-4c61-b3bf-79133ed2efb6 demo admin] Made reservation on behalf of 1545cd354e894182b36f434125235edd for: {'subnet': 1} {{(pid=104486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 08:30:29.721066 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-9306e42e-2471-4c61-b3bf-79133ed2efb6 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:30:29.878575 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=76,neutron:INSERT=18,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:30:30.080623 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-9306e42e-2471-4c61-b3bf-79133ed2efb6 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739'] for subnet (189936c7-1d91-4361-be14-915e986ac606), after_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:30:30.151774 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9306e42e-2471-4c61-b3bf-79133ed2efb6 demo admin] Pushing event updated for resources: {'Subnet': ['ID=189936c7-1d91-4361-be14-915e986ac606,revision_number=0']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:30:30.154740 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9306e42e-2471-4c61-b3bf-79133ed2efb6 demo admin] Checking segment: {'id': '3304ad00-e531-4df5-adb9-ec712a7c8115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'ebcefb11-1285-41f9-a08a-765ba668bd0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 08:30:30.155160 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9306e42e-2471-4c61-b3bf-79133ed2efb6 demo admin] Network hostable DHCP agents. Network: ebcefb11-1285-41f9-a08a-765ba668bd0a, hostable agents: ['7c77c4a2-8ca4-486b-af2a-676805e7b922'], hosted agents: [] {{(pid=104486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 08:30:30.234478 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9306e42e-2471-4c61-b3bf-79133ed2efb6 demo admin] Network ebcefb11-1285-41f9-a08a-765ba668bd0a is scheduled to be hosted by DHCP agent 7c77c4a2-8ca4-486b-af2a-676805e7b922 with binding_index 1 {{(pid=104486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 08:30:30.303019 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.scheduler.base_scheduler [None req-9306e42e-2471-4c61-b3bf-79133ed2efb6 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851170-2-iscsi, ebcefb11-1285-41f9-a08a-765ba668bd0a) {{(pid=104486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 08:30:30.307851 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9306e42e-2471-4c61-b3bf-79133ed2efb6 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:30:30.308440 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-9306e42e-2471-4c61-b3bf-79133ed2efb6 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7864717'] for subnet (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:30:30.312449 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d9746fd-072f-499c-aece-a2e380753958 None None] Network ebcefb11-1285-41f9-a08a-765ba668bd0a requested from dv-cinder-851170-2-iscsi {{(pid=104487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 08:30:30.398173 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-9306e42e-2471-4c61-b3bf-79133ed2efb6 demo admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7827373 Jul 27 08:30:30.576209 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-545e11e5-ac3c-430d-9572-0fdd1e80cac5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15de2134-51f9-5133-ac93-618e7ff2167e-ebcefb11-1285-41f9-a08a-765ba668bd0a', 'network_id': 'ebcefb11-1285-41f9-a08a-765ba668bd0a', 'project_id': '1545cd354e894182b36f434125235edd', 'fixed_ips': [{'subnet_id': '189936c7-1d91-4361-be14-915e986ac606'}]}} from dv-cinder-851170-2-iscsi. {{(pid=104487) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 27 08:30:30.577554 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-545e11e5-ac3c-430d-9572-0fdd1e80cac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (None), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:30:30.796483 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=65,neutron:INSERT=34,neutron:UPDATE=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:30:30.857613 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.db_base_plugin_common [None req-545e11e5-ac3c-430d-9572-0fdd1e80cac5 None None] Allocated IP 172.20.0.2 (ebcefb11-1285-41f9-a08a-765ba668bd0a/189936c7-1d91-4361-be14-915e986ac606/53ab15f4-2eac-40cd-a0eb-3d5b099884e4) {{(pid=104487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 08:30:31.123476 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-545e11e5-ac3c-430d-9572-0fdd1e80cac5 None None] Publish callbacks [] for port (53ab15f4-2eac-40cd-a0eb-3d5b099884e4), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:30:31.183892 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-545e11e5-ac3c-430d-9572-0fdd1e80cac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786709965397'] for port (53ab15f4-2eac-40cd-a0eb-3d5b099884e4), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:30:31.264946 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-545e11e5-ac3c-430d-9572-0fdd1e80cac5 None None] Network ebcefb11-1285-41f9-a08a-765ba668bd0a is already hosted by enough agents. {{(pid=104487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 08:30:31.271985 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.scheduler.base_scheduler [None req-545e11e5-ac3c-430d-9572-0fdd1e80cac5 None None] Resources bound (agent type, host, resource id): {{(pid=104487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 08:30:31.275694 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545e11e5-ac3c-430d-9572-0fdd1e80cac5 None None] Received port after_create {{(pid=104487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 08:30:31.313640 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545e11e5-ac3c-430d-9572-0fdd1e80cac5 None None] Pushing event updated for resources: {'Port': ['ID=53ab15f4-2eac-40cd-a0eb-3d5b099884e4,revision_number=1']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:30:31.343255 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545e11e5-ac3c-430d-9572-0fdd1e80cac5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:30:31.343255 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545e11e5-ac3c-430d-9572-0fdd1e80cac5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:30:31.343255 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545e11e5-ac3c-430d-9572-0fdd1e80cac5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:30:31.343631 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545e11e5-ac3c-430d-9572-0fdd1e80cac5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:30:31.344133 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545e11e5-ac3c-430d-9572-0fdd1e80cac5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:30:31.344133 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545e11e5-ac3c-430d-9572-0fdd1e80cac5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:30:31.344712 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545e11e5-ac3c-430d-9572-0fdd1e80cac5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:30:31.344812 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545e11e5-ac3c-430d-9572-0fdd1e80cac5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:30:31.346074 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545e11e5-ac3c-430d-9572-0fdd1e80cac5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:30:31.346074 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545e11e5-ac3c-430d-9572-0fdd1e80cac5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:30:31.346074 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545e11e5-ac3c-430d-9572-0fdd1e80cac5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:30:31.346074 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545e11e5-ac3c-430d-9572-0fdd1e80cac5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:30:31.346492 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545e11e5-ac3c-430d-9572-0fdd1e80cac5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:30:31.346675 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545e11e5-ac3c-430d-9572-0fdd1e80cac5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:30:31.347878 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545e11e5-ac3c-430d-9572-0fdd1e80cac5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:30:31.348836 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545e11e5-ac3c-430d-9572-0fdd1e80cac5 None None] Tracked resource versions report: Jul 27 08:30:31.348836 dv-cinder-851170-2-iscsi neutron-server[104487]: pushed versions: Jul 27 08:30:31.348836 dv-cinder-851170-2-iscsi neutron-server[104487]: { 'AddressGroup': {'1.2'}, Jul 27 08:30:31.348836 dv-cinder-851170-2-iscsi neutron-server[104487]: 'Agent': {'1.1'}, Jul 27 08:30:31.348836 dv-cinder-851170-2-iscsi neutron-server[104487]: 'ConntrackHelper': {'1.0'}, Jul 27 08:30:31.348836 dv-cinder-851170-2-iscsi neutron-server[104487]: 'LocalIPAssociation': {'1.0'}, Jul 27 08:30:31.348836 dv-cinder-851170-2-iscsi neutron-server[104487]: 'Log': {'1.0'}, Jul 27 08:30:31.348836 dv-cinder-851170-2-iscsi neutron-server[104487]: 'NDPProxy': {'1.0'}, Jul 27 08:30:31.348836 dv-cinder-851170-2-iscsi neutron-server[104487]: 'Network': {'1.1'}, Jul 27 08:30:31.348836 dv-cinder-851170-2-iscsi neutron-server[104487]: 'Port': {'1.7'}, Jul 27 08:30:31.348836 dv-cinder-851170-2-iscsi neutron-server[104487]: 'PortForwarding': {'1.3'}, Jul 27 08:30:31.348836 dv-cinder-851170-2-iscsi neutron-server[104487]: 'QosPolicy': {'1.10'}, Jul 27 08:30:31.348836 dv-cinder-851170-2-iscsi neutron-server[104487]: 'SecurityGroup': {'1.5'}, Jul 27 08:30:31.348836 dv-cinder-851170-2-iscsi neutron-server[104487]: 'SecurityGroupRule': {'1.2'}, Jul 27 08:30:31.348836 dv-cinder-851170-2-iscsi neutron-server[104487]: 'SubPort': {'1.0'}, Jul 27 08:30:31.348836 dv-cinder-851170-2-iscsi neutron-server[104487]: 'Subnet': {'1.1'}, Jul 27 08:30:31.348836 dv-cinder-851170-2-iscsi neutron-server[104487]: 'Trunk': {'1.1'}} Jul 27 08:30:31.348836 dv-cinder-851170-2-iscsi neutron-server[104487]: consumer versions: Jul 27 08:30:31.348836 dv-cinder-851170-2-iscsi neutron-server[104487]: { DHCP agent@dv-cinder-851170-2-iscsi: {}, Jul 27 08:30:31.348836 dv-cinder-851170-2-iscsi neutron-server[104487]: L3 agent@dv-cinder-851170-2-iscsi: {}, Jul 27 08:30:31.348836 dv-cinder-851170-2-iscsi neutron-server[104487]: Metadata agent@dv-cinder-851170-2-iscsi: {}, Jul 27 08:30:31.348836 dv-cinder-851170-2-iscsi neutron-server[104487]: Metering agent@dv-cinder-851170-2-iscsi: {}, Jul 27 08:30:31.348836 dv-cinder-851170-2-iscsi neutron-server[104487]: Open vSwitch agent@dv-cinder-851170-2-iscsi: { 'AddressGroup': '1.2', Jul 27 08:30:31.348836 dv-cinder-851170-2-iscsi neutron-server[104487]: 'Agent': '1.1', Jul 27 08:30:31.348836 dv-cinder-851170-2-iscsi neutron-server[104487]: 'ConntrackHelper': '1.0', Jul 27 08:30:31.348836 dv-cinder-851170-2-iscsi neutron-server[104487]: 'LocalIPAssociation': '1.0', Jul 27 08:30:31.348836 dv-cinder-851170-2-iscsi neutron-server[104487]: 'Log': '1.0', Jul 27 08:30:31.348836 dv-cinder-851170-2-iscsi neutron-server[104487]: 'NDPProxy': '1.0', Jul 27 08:30:31.348836 dv-cinder-851170-2-iscsi neutron-server[104487]: 'Network': '1.1', Jul 27 08:30:31.348836 dv-cinder-851170-2-iscsi neutron-server[104487]: 'Port': '1.7', Jul 27 08:30:31.348836 dv-cinder-851170-2-iscsi neutron-server[104487]: 'PortForwarding': '1.3', Jul 27 08:30:31.348836 dv-cinder-851170-2-iscsi neutron-server[104487]: 'QosPolicy': '1.10', Jul 27 08:30:31.348836 dv-cinder-851170-2-iscsi neutron-server[104487]: 'SecurityGroup': '1.5', Jul 27 08:30:31.348836 dv-cinder-851170-2-iscsi neutron-server[104487]: 'SecurityGroupRule': '1.2', Jul 27 08:30:31.348836 dv-cinder-851170-2-iscsi neutron-server[104487]: 'SubPort': '1.0', Jul 27 08:30:31.348836 dv-cinder-851170-2-iscsi neutron-server[104487]: 'Subnet': '1.1', Jul 27 08:30:31.348836 dv-cinder-851170-2-iscsi neutron-server[104487]: 'Trunk': '1.1'}} Jul 27 08:30:31.348836 dv-cinder-851170-2-iscsi neutron-server[104487]: {{(pid=104487) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 27 08:30:31.381705 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.managers [None req-545e11e5-ac3c-430d-9572-0fdd1e80cac5 None None] Attempting to bind port 53ab15f4-2eac-40cd-a0eb-3d5b099884e4 on host dv-cinder-851170-2-iscsi for vnic_type normal with profile {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 08:30:31.382029 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.managers [None req-545e11e5-ac3c-430d-9572-0fdd1e80cac5 None None] Attempting to bind port 53ab15f4-2eac-40cd-a0eb-3d5b099884e4 by drivers openvswitch,hyperv on host dv-cinder-851170-2-iscsi at level 0 using segments [{'id': '3304ad00-e531-4df5-adb9-ec712a7c8115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'ebcefb11-1285-41f9-a08a-765ba668bd0a'}] {{(pid=104487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 08:30:31.382468 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545e11e5-ac3c-430d-9572-0fdd1e80cac5 None None] Attempting to bind port 53ab15f4-2eac-40cd-a0eb-3d5b099884e4 on network ebcefb11-1285-41f9-a08a-765ba668bd0a {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 08:30:31.391356 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545e11e5-ac3c-430d-9572-0fdd1e80cac5 None None] Checking agent: {'id': 'ed9de811-f248-496b-b487-860d50d7cee7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851170-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 8, 30, 21), 'started_at': datetime.datetime(2022, 7, 27, 8, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 8, 30, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851170-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 08:30:31.393017 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545e11e5-ac3c-430d-9572-0fdd1e80cac5 None None] Checking segment: {'id': '3304ad00-e531-4df5-adb9-ec712a7c8115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'ebcefb11-1285-41f9-a08a-765ba668bd0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 08:30:31.393655 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-545e11e5-ac3c-430d-9572-0fdd1e80cac5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:30:31.394316 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545e11e5-ac3c-430d-9572-0fdd1e80cac5 None None] Bound using segment: {'id': '3304ad00-e531-4df5-adb9-ec712a7c8115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'ebcefb11-1285-41f9-a08a-765ba668bd0a'} {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 08:30:31.396834 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.managers [None req-545e11e5-ac3c-430d-9572-0fdd1e80cac5 None None] Bound port: 53ab15f4-2eac-40cd-a0eb-3d5b099884e4, host: dv-cinder-851170-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3304ad00-e531-4df5-adb9-ec712a7c8115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'ebcefb11-1285-41f9-a08a-765ba668bd0a'}}] {{(pid=104487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 08:30:31.398104 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-545e11e5-ac3c-430d-9572-0fdd1e80cac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (53ab15f4-2eac-40cd-a0eb-3d5b099884e4), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:30:31.418072 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=6 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:30:31.466858 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-545e11e5-ac3c-430d-9572-0fdd1e80cac5 None None] For port 53ab15f4-2eac-40cd-a0eb-3d5b099884e4, host dv-cinder-851170-2-iscsi, cleared binding levels {{(pid=104487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 08:30:31.491425 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-545e11e5-ac3c-430d-9572-0fdd1e80cac5 None None] For port 53ab15f4-2eac-40cd-a0eb-3d5b099884e4, host dv-cinder-851170-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851170-2-iscsi',level=0,port_id=53ab15f4-2eac-40cd-a0eb-3d5b099884e4,segment=NetworkSegment(3304ad00-e531-4df5-adb9-ec712a7c8115),segment_id=3304ad00-e531-4df5-adb9-ec712a7c8115)] {{(pid=104487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 08:30:31.577783 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-545e11e5-ac3c-430d-9572-0fdd1e80cac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (53ab15f4-2eac-40cd-a0eb-3d5b099884e4), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:30:31.640382 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545e11e5-ac3c-430d-9572-0fdd1e80cac5 None None] Pushing event updated for resources: {'Port': ['ID=53ab15f4-2eac-40cd-a0eb-3d5b099884e4,revision_number=2']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:30:32.675126 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 52790) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:30:33.053996 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [None req-d063df54-60f6-4e79-bb24-e6298d4e66f7 admin admin] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=104486) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 27 08:30:33.058217 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-d063df54-60f6-4e79-bb24-e6298d4e66f7 admin admin] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3783839 Jul 27 08:30:35.384278 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 52798) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:30:35.956302 dv-cinder-851170-2-iscsi neutron-server[104485]: WARNING oslo_policy.policy [None req-3ec2470e-259c-4d49-9c61-443c21f935f3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 27 08:30:35.956855 dv-cinder-851170-2-iscsi neutron-server[104485]: WARNING oslo_policy.policy [None req-3ec2470e-259c-4d49-9c61-443c21f935f3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 27 08:30:36.175047 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [None req-3ec2470e-259c-4d49-9c61-443c21f935f3 admin admin] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=104485) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 27 08:30:36.182663 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-3ec2470e-259c-4d49-9c61-443c21f935f3 admin admin] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7964706 Jul 27 08:30:36.213443 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=7 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:30:36.218797 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=17,neutron:INSERT=31 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:30:38.483970 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 52818) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:30:38.867908 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.v2.base [None req-009da524-1218-4c7d-bbe7-c44a44be7c39 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=104485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:30:38.928570 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.policy [None req-009da524-1218-4c7d-bbe7-c44a44be7c39 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104485) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 27 08:30:38.973173 dv-cinder-851170-2-iscsi neutron-server[104485]: WARNING oslo_policy.policy [None req-009da524-1218-4c7d-bbe7-c44a44be7c39 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 27 08:30:38.973570 dv-cinder-851170-2-iscsi neutron-server[104485]: WARNING oslo_policy.policy [None req-009da524-1218-4c7d-bbe7-c44a44be7c39 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 27 08:30:38.994638 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writer thread running {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 27 08:30:39.009685 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:30:39.078472 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Device 53ab15f4-2eac-40cd-a0eb-3d5b099884e4 up at agent ovs-agent-dv-cinder-851170-2-iscsi {{(pid=104487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 08:30:39.125396 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-009da524-1218-4c7d-bbe7-c44a44be7c39 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8122130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-347'] for router (6f38601e-435b-4bd2-bc08-5c8a1c22199a), before_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:30:39.127399 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-009da524-1218-4c7d-bbe7-c44a44be7c39 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8119546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-327805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-338'] for router (6f38601e-435b-4bd2-bc08-5c8a1c22199a), precommit_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:30:39.176001 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Provisioning complete for port 53ab15f4-2eac-40cd-a0eb-3d5b099884e4 triggered by entity L2. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:30:39.176420 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (53ab15f4-2eac-40cd-a0eb-3d5b099884e4), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:30:39.284025 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Current status of the port 53ab15f4-2eac-40cd-a0eb-3d5b099884e4 is: DOWN; New status is: ACTIVE {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:30:39.284025 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (53ab15f4-2eac-40cd-a0eb-3d5b099884e4), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:30:39.301632 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-009da524-1218-4c7d-bbe7-c44a44be7c39 demo demo] Publish callbacks [] for router_controller (6f38601e-435b-4bd2-bc08-5c8a1c22199a), precommit_add_association {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:30:39.322537 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] For port 53ab15f4-2eac-40cd-a0eb-3d5b099884e4, host dv-cinder-851170-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851170-2-iscsi',level=0,port_id=53ab15f4-2eac-40cd-a0eb-3d5b099884e4,segment=NetworkSegment(3304ad00-e531-4df5-adb9-ec712a7c8115),segment_id=3304ad00-e531-4df5-adb9-ec712a7c8115)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:30:39.371324 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-009da524-1218-4c7d-bbe7-c44a44be7c39 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8119500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-363910'] for router (6f38601e-435b-4bd2-bc08-5c8a1c22199a), after_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:30:39.398813 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (53ab15f4-2eac-40cd-a0eb-3d5b099884e4), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:30:39.450197 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Pushing event updated for resources: {'Port': ['ID=53ab15f4-2eac-40cd-a0eb-3d5b099884e4,revision_number=3']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:30:39.455646 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-009da524-1218-4c7d-bbe7-c44a44be7c39 demo demo] Publish callbacks [] for router (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:30:39.457877 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-009da524-1218-4c7d-bbe7-c44a44be7c39 demo demo] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.9720848 Jul 27 08:30:40.039179 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-427bf490-dd35-42da-b670-d495e49d127a None None] Network ebcefb11-1285-41f9-a08a-765ba668bd0a requested from dv-cinder-851170-2-iscsi {{(pid=104487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 08:30:40.131641 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-5ed8e0e7-7896-4874-92cc-a8f848cebe5b None None] Provisioning complete for port 53ab15f4-2eac-40cd-a0eb-3d5b099884e4 triggered by entity DHCP. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:30:40.132324 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-5ed8e0e7-7896-4874-92cc-a8f848cebe5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (53ab15f4-2eac-40cd-a0eb-3d5b099884e4), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:30:40.229267 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:30:40.242532 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-5ed8e0e7-7896-4874-92cc-a8f848cebe5b None None] Current status of the port 53ab15f4-2eac-40cd-a0eb-3d5b099884e4 is: ACTIVE; New status is: ACTIVE {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:30:40.318225 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=18,neutron:DELETE=1 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:30:40.319325 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=67,neutron:UPDATE=2,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:30:40.460758 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-b1a560bb-2cc0-4fcc-9129-d5cf7039ce5c None None] Provisioning complete for port 53ab15f4-2eac-40cd-a0eb-3d5b099884e4 triggered by entity DHCP. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:30:40.461146 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-b1a560bb-2cc0-4fcc-9129-d5cf7039ce5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (53ab15f4-2eac-40cd-a0eb-3d5b099884e4), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:30:40.535694 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-b1a560bb-2cc0-4fcc-9129-d5cf7039ce5c None None] Current status of the port 53ab15f4-2eac-40cd-a0eb-3d5b099884e4 is: ACTIVE; New status is: ACTIVE {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:30:41.039819 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Device 53ab15f4-2eac-40cd-a0eb-3d5b099884e4 up at agent ovs-agent-dv-cinder-851170-2-iscsi {{(pid=104487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 08:30:41.084643 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Provisioning complete for port 53ab15f4-2eac-40cd-a0eb-3d5b099884e4 triggered by entity L2. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:30:41.085068 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (53ab15f4-2eac-40cd-a0eb-3d5b099884e4), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:30:41.118489 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:30:41.158228 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Current status of the port 53ab15f4-2eac-40cd-a0eb-3d5b099884e4 is: ACTIVE; New status is: ACTIVE {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:30:41.714402 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 52834) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:30:42.031342 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [None req-fe96bf7f-460a-47dd-8c28-667af92c9b5b admin admin] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=104485) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 27 08:30:42.032349 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-fe96bf7f-460a-47dd-8c28-667af92c9b5b admin admin] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3161726 Jul 27 08:30:44.255527 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 52842) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:30:44.574784 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.v2.base [None req-dfdc55e6-09e1-40f6-abef-04640dad84a1 admin admin] Request body: {'network': {'admin_state_up': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'name': 'public', 'router:external': True}} {{(pid=104485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:30:44.673903 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfdc55e6-09e1-40f6-abef-04640dad84a1 admin admin] Made reservation on behalf of 28a37ee923b244c5bc101a0c6c5cd5d6 for: {'network': 1} {{(pid=104485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 08:30:44.676696 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-dfdc55e6-09e1-40f6-abef-04640dad84a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for network (None), before_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:30:44.692666 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-dfdc55e6-09e1-40f6-abef-04640dad84a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:30:44.796536 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-dfdc55e6-09e1-40f6-abef-04640dad84a1 admin admin] Publish callbacks [] for security_group (74c4e00e-a57a-433a-ae62-c05df5ff0f33), precommit_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:30:44.850875 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-dfdc55e6-09e1-40f6-abef-04640dad84a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (74c4e00e-a57a-433a-ae62-c05df5ff0f33), after_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:30:44.862152 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-dfdc55e6-09e1-40f6-abef-04640dad84a1 admin admin] Reserving flat network on physical network physnet1 {{(pid=104485) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 27 08:30:44.894042 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-dfdc55e6-09e1-40f6-abef-04640dad84a1 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8786710418881', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-834444'] for segment (0a5e83d9-b5a8-42c5-b200-67984880d111), precommit_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:30:44.894590 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-dfdc55e6-09e1-40f6-abef-04640dad84a1 admin admin] Unsubscribe: segment precommit_create {{(pid=104485) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 27 08:30:44.895127 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.db.segments_db [None req-dfdc55e6-09e1-40f6-abef-04640dad84a1 admin admin] Added segment 0a5e83d9-b5a8-42c5-b200-67984880d111 of type flat for network e7cd7671-9410-421d-95f2-ddad301715a5 Jul 27 08:30:44.912448 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdc55e6-09e1-40f6-abef-04640dad84a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74c4e00e-a57a-433a-ae62-c05df5ff0f33,revision_number=1']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:30:44.959560 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdc55e6-09e1-40f6-abef-04640dad84a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:30:44.959819 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdc55e6-09e1-40f6-abef-04640dad84a1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:30:44.960171 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdc55e6-09e1-40f6-abef-04640dad84a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:30:44.960502 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdc55e6-09e1-40f6-abef-04640dad84a1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:30:44.960822 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdc55e6-09e1-40f6-abef-04640dad84a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:30:44.961142 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdc55e6-09e1-40f6-abef-04640dad84a1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:30:44.961459 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdc55e6-09e1-40f6-abef-04640dad84a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:30:44.961771 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdc55e6-09e1-40f6-abef-04640dad84a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:30:44.962098 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdc55e6-09e1-40f6-abef-04640dad84a1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:30:44.962437 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdc55e6-09e1-40f6-abef-04640dad84a1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:30:44.962764 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdc55e6-09e1-40f6-abef-04640dad84a1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:30:44.963081 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdc55e6-09e1-40f6-abef-04640dad84a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:30:44.963424 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdc55e6-09e1-40f6-abef-04640dad84a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:30:44.963736 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdc55e6-09e1-40f6-abef-04640dad84a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:30:44.964042 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdc55e6-09e1-40f6-abef-04640dad84a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:30:44.966523 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdc55e6-09e1-40f6-abef-04640dad84a1 admin admin] Tracked resource versions report: Jul 27 08:30:44.966523 dv-cinder-851170-2-iscsi neutron-server[104485]: pushed versions: Jul 27 08:30:44.966523 dv-cinder-851170-2-iscsi neutron-server[104485]: { 'AddressGroup': {'1.2'}, Jul 27 08:30:44.966523 dv-cinder-851170-2-iscsi neutron-server[104485]: 'Agent': {'1.1'}, Jul 27 08:30:44.966523 dv-cinder-851170-2-iscsi neutron-server[104485]: 'ConntrackHelper': {'1.0'}, Jul 27 08:30:44.966523 dv-cinder-851170-2-iscsi neutron-server[104485]: 'LocalIPAssociation': {'1.0'}, Jul 27 08:30:44.966523 dv-cinder-851170-2-iscsi neutron-server[104485]: 'Log': {'1.0'}, Jul 27 08:30:44.966523 dv-cinder-851170-2-iscsi neutron-server[104485]: 'NDPProxy': {'1.0'}, Jul 27 08:30:44.966523 dv-cinder-851170-2-iscsi neutron-server[104485]: 'Network': {'1.1'}, Jul 27 08:30:44.966523 dv-cinder-851170-2-iscsi neutron-server[104485]: 'Port': {'1.7'}, Jul 27 08:30:44.966523 dv-cinder-851170-2-iscsi neutron-server[104485]: 'PortForwarding': {'1.3'}, Jul 27 08:30:44.966523 dv-cinder-851170-2-iscsi neutron-server[104485]: 'QosPolicy': {'1.10'}, Jul 27 08:30:44.966523 dv-cinder-851170-2-iscsi neutron-server[104485]: 'SecurityGroup': {'1.5'}, Jul 27 08:30:44.966523 dv-cinder-851170-2-iscsi neutron-server[104485]: 'SecurityGroupRule': {'1.2'}, Jul 27 08:30:44.966523 dv-cinder-851170-2-iscsi neutron-server[104485]: 'SubPort': {'1.0'}, Jul 27 08:30:44.966523 dv-cinder-851170-2-iscsi neutron-server[104485]: 'Subnet': {'1.1'}, Jul 27 08:30:44.966523 dv-cinder-851170-2-iscsi neutron-server[104485]: 'Trunk': {'1.1'}} Jul 27 08:30:44.966523 dv-cinder-851170-2-iscsi neutron-server[104485]: consumer versions: Jul 27 08:30:44.966523 dv-cinder-851170-2-iscsi neutron-server[104485]: { DHCP agent@dv-cinder-851170-2-iscsi: {}, Jul 27 08:30:44.966523 dv-cinder-851170-2-iscsi neutron-server[104485]: L3 agent@dv-cinder-851170-2-iscsi: {}, Jul 27 08:30:44.966523 dv-cinder-851170-2-iscsi neutron-server[104485]: Metadata agent@dv-cinder-851170-2-iscsi: {}, Jul 27 08:30:44.966523 dv-cinder-851170-2-iscsi neutron-server[104485]: Metering agent@dv-cinder-851170-2-iscsi: {}, Jul 27 08:30:44.966523 dv-cinder-851170-2-iscsi neutron-server[104485]: Open vSwitch agent@dv-cinder-851170-2-iscsi: { 'AddressGroup': '1.2', Jul 27 08:30:44.966523 dv-cinder-851170-2-iscsi neutron-server[104485]: 'Agent': '1.1', Jul 27 08:30:44.966523 dv-cinder-851170-2-iscsi neutron-server[104485]: 'ConntrackHelper': '1.0', Jul 27 08:30:44.966523 dv-cinder-851170-2-iscsi neutron-server[104485]: 'LocalIPAssociation': '1.0', Jul 27 08:30:44.966523 dv-cinder-851170-2-iscsi neutron-server[104485]: 'Log': '1.0', Jul 27 08:30:44.966523 dv-cinder-851170-2-iscsi neutron-server[104485]: 'NDPProxy': '1.0', Jul 27 08:30:44.966523 dv-cinder-851170-2-iscsi neutron-server[104485]: 'Network': '1.1', Jul 27 08:30:44.966523 dv-cinder-851170-2-iscsi neutron-server[104485]: 'Port': '1.7', Jul 27 08:30:44.966523 dv-cinder-851170-2-iscsi neutron-server[104485]: 'PortForwarding': '1.3', Jul 27 08:30:44.966523 dv-cinder-851170-2-iscsi neutron-server[104485]: 'QosPolicy': '1.10', Jul 27 08:30:44.966523 dv-cinder-851170-2-iscsi neutron-server[104485]: 'SecurityGroup': '1.5', Jul 27 08:30:44.966523 dv-cinder-851170-2-iscsi neutron-server[104485]: 'SecurityGroupRule': '1.2', Jul 27 08:30:44.966523 dv-cinder-851170-2-iscsi neutron-server[104485]: 'SubPort': '1.0', Jul 27 08:30:44.966523 dv-cinder-851170-2-iscsi neutron-server[104485]: 'Subnet': '1.1', Jul 27 08:30:44.966523 dv-cinder-851170-2-iscsi neutron-server[104485]: 'Trunk': '1.1'}} Jul 27 08:30:44.966523 dv-cinder-851170-2-iscsi neutron-server[104485]: {{(pid=104485) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 27 08:30:45.010172 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-dfdc55e6-09e1-40f6-abef-04640dad84a1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786709896331'] for network (e7cd7671-9410-421d-95f2-ddad301715a5), precommit_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:30:45.102081 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-dfdc55e6-09e1-40f6-abef-04640dad84a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739'] for network (e7cd7671-9410-421d-95f2-ddad301715a5), after_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:30:45.103325 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfdc55e6-09e1-40f6-abef-04640dad84a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:30:45.104023 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-dfdc55e6-09e1-40f6-abef-04640dad84a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7864717'] for network (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:30:45.213070 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdc55e6-09e1-40f6-abef-04640dad84a1 admin admin] Pushing event updated for resources: {'Network': ['ID=e7cd7671-9410-421d-95f2-ddad301715a5,revision_number=1']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:30:45.223799 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Network e7cd7671-9410-421d-95f2-ddad301715a5 details requested by agent ovs-agent-dv-cinder-851170-2-iscsi with host dv-cinder-851170-2-iscsi {{(pid=104487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 08:30:45.259581 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-dfdc55e6-09e1-40f6-abef-04640dad84a1 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0026214 Jul 27 08:30:45.947912 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-713c1fee-c33b-4e38-a1c4-66341d70459d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (7c77c4a2-8ca4-486b-af2a-676805e7b922), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:30:47.483231 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 52854) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:30:47.894905 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ecae2e-8c20-4512-94a1-aa36ae26c1a6 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:30:47.896295 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-58ecae2e-8c20-4512-94a1-aa36ae26c1a6 demo admin] 10.222.0.40 "GET /v2.0/subnets/189936c7-1d91-4361-be14-915e986ac606 HTTP/1.1" status: 200 len: 849 time: 0.4121146 Jul 27 08:30:48.036364 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-e4f8bfe2-50e2-4cac-8ab4-a0a2cdbeb9cf demo admin] 10.222.0.40 "GET /v2.0/routers/6f38601e-435b-4bd2-bc08-5c8a1c22199a HTTP/1.1" status: 200 len: 704 time: 0.1339197 Jul 27 08:30:48.279708 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-1e362e58-739f-47ca-8e5a-bf50b5cd551e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (5bc6d868-bb0b-4164-b2dd-44360f4de654), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:30:48.305826 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-a268bc9d-fd70-4cd0-b5f7-68e2e7497896 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (None), before_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:30:48.317294 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=76,neutron:INSERT=19,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:30:48.382094 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:30:48.605035 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.db.db_base_plugin_common [None req-a268bc9d-fd70-4cd0-b5f7-68e2e7497896 demo admin] Allocated IP 172.20.0.1 (ebcefb11-1285-41f9-a08a-765ba668bd0a/189936c7-1d91-4361-be14-915e986ac606/bee889a0-031d-42c5-a732-b7ca9dd3fe3d) {{(pid=104485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 08:30:48.789393 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-a268bc9d-fd70-4cd0-b5f7-68e2e7497896 demo admin] Publish callbacks [] for port (bee889a0-031d-42c5-a732-b7ca9dd3fe3d), precommit_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:30:48.896973 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-a268bc9d-fd70-4cd0-b5f7-68e2e7497896 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786709965397'] for port (bee889a0-031d-42c5-a732-b7ca9dd3fe3d), after_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:30:48.965226 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a268bc9d-fd70-4cd0-b5f7-68e2e7497896 demo admin] Network ebcefb11-1285-41f9-a08a-765ba668bd0a is already hosted by enough agents. {{(pid=104485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 08:30:48.971647 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.scheduler.base_scheduler [None req-a268bc9d-fd70-4cd0-b5f7-68e2e7497896 demo admin] Resources bound (agent type, host, resource id): {{(pid=104485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 08:30:48.985268 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a268bc9d-fd70-4cd0-b5f7-68e2e7497896 demo admin] Received port after_create {{(pid=104485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 08:30:48.985829 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-a268bc9d-fd70-4cd0-b5f7-68e2e7497896 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8118662'] for router_interface (6f38601e-435b-4bd2-bc08-5c8a1c22199a), before_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:30:49.042654 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a268bc9d-fd70-4cd0-b5f7-68e2e7497896 demo admin] Pushing event updated for resources: {'Port': ['ID=bee889a0-031d-42c5-a732-b7ca9dd3fe3d,revision_number=1']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:30:49.209163 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-61c500db-5581-4263-b227-95e06ddaf426 None None] Provisioning complete for port bee889a0-031d-42c5-a732-b7ca9dd3fe3d triggered by entity DHCP. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:30:49.209810 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-61c500db-5581-4263-b227-95e06ddaf426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (bee889a0-031d-42c5-a732-b7ca9dd3fe3d), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:30:49.236703 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-a268bc9d-fd70-4cd0-b5f7-68e2e7497896 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (bee889a0-031d-42c5-a732-b7ca9dd3fe3d), before_update {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:30:49.286703 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-61c500db-5581-4263-b227-95e06ddaf426 None None] Port bee889a0-031d-42c5-a732-b7ca9dd3fe3d cannot update to ACTIVE because it is not bound. {{(pid=104487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 08:30:49.430047 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:30:49.491789 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-a268bc9d-fd70-4cd0-b5f7-68e2e7497896 demo admin] Publish callbacks [] for port (bee889a0-031d-42c5-a732-b7ca9dd3fe3d), precommit_update {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:30:49.547639 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-a268bc9d-fd70-4cd0-b5f7-68e2e7497896 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (bee889a0-031d-42c5-a732-b7ca9dd3fe3d), after_update {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:30:49.548447 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-a268bc9d-fd70-4cd0-b5f7-68e2e7497896 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7864753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8118778'] for router_interface (6f38601e-435b-4bd2-bc08-5c8a1c22199a), after_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:30:49.629741 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a268bc9d-fd70-4cd0-b5f7-68e2e7497896 demo admin] Pushing event updated for resources: {'Port': ['ID=bee889a0-031d-42c5-a732-b7ca9dd3fe3d,revision_number=2']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:30:49.677431 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a268bc9d-fd70-4cd0-b5f7-68e2e7497896 demo admin] Network ebcefb11-1285-41f9-a08a-765ba668bd0a is already hosted by enough agents. {{(pid=104485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 08:30:49.678779 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.scheduler.base_scheduler [None req-a268bc9d-fd70-4cd0-b5f7-68e2e7497896 demo admin] Resources bound (agent type, host, resource id): {{(pid=104485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 08:30:49.765325 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:INSERT=1,neutron:SELECT=99 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:30:49.907088 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-9fb88345-9933-4b8e-b3c0-8255520c1f0d None None] Provisioning complete for port bee889a0-031d-42c5-a732-b7ca9dd3fe3d triggered by entity DHCP. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:30:49.907477 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-9fb88345-9933-4b8e-b3c0-8255520c1f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (bee889a0-031d-42c5-a732-b7ca9dd3fe3d), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:30:49.908032 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a268bc9d-fd70-4cd0-b5f7-68e2e7497896 demo admin] Router 6f38601e-435b-4bd2-bc08-5c8a1c22199a is scheduled to L3 agent 5bc6d868-bb0b-4164-b2dd-44360f4de654 with binding_index 1 {{(pid=104485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 27 08:30:49.938429 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-9fb88345-9933-4b8e-b3c0-8255520c1f0d None None] Port bee889a0-031d-42c5-a732-b7ca9dd3fe3d cannot update to ACTIVE because it is not bound. {{(pid=104487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 08:30:49.996391 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a268bc9d-fd70-4cd0-b5f7-68e2e7497896 demo admin] Notify agent at l3_agent.dv-cinder-851170-2-iscsi the message routers_updated {{(pid=104485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 08:30:50.001425 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-a268bc9d-fd70-4cd0-b5f7-68e2e7497896 demo admin] 10.222.0.40 "PUT /v2.0/routers/6f38601e-435b-4bd2-bc08-5c8a1c22199a/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9585705 Jul 27 08:30:50.008165 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3398ab79-55bd-4ba9-9730-f6d001abff6a None None] Sync routers for ids ['6f38601e-435b-4bd2-bc08-5c8a1c22199a'] in dv-cinder-851170-2-iscsi {{(pid=104488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 08:30:50.021692 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3398ab79-55bd-4ba9-9730-f6d001abff6a None None] Routers {'6f38601e-435b-4bd2-bc08-5c8a1c22199a'} bound to L3 agent in host dv-cinder-851170-2-iscsi {{(pid=104488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 08:30:50.022531 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_hamode_db [None req-3398ab79-55bd-4ba9-9730-f6d001abff6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-27T08:30:18Z,description=,heartbeat_timestamp=2022-07-27T08:30:48Z,host='dv-cinder-851170-2-iscsi',id=5bc6d868-bb0b-4164-b2dd-44360f4de654,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T08:30:19Z,topic='l3_agent')) {'router_ids': ['6f38601e-435b-4bd2-bc08-5c8a1c22199a'], 'active': True} {{(pid=104488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:30:50.159551 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-45eb61cd-e3d7-4840-8013-3080c7768274 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (36998da0-f99a-403d-814c-b55466abd131), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:30:50.204535 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvr_db [None req-3398ab79-55bd-4ba9-9730-f6d001abff6a None None] Set router 6f38601e-435b-4bd2-bc08-5c8a1c22199a gateway port host: None {{(pid=104488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 08:30:50.614686 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_hamode_db [None req-3398ab79-55bd-4ba9-9730-f6d001abff6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f38601e-435b-4bd2-bc08-5c8a1c22199a', 'name': 'router1', 'tenant_id': '1545cd354e894182b36f434125235edd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:30:39Z', 'updated_at': '2022-07-27T08:30:49Z', 'revision_number': 2, 'project_id': '1545cd354e894182b36f434125235edd', 'gw_port_host': None, '_interfaces': [{'id': 'bee889a0-031d-42c5-a732-b7ca9dd3fe3d', 'name': '', 'network_id': 'ebcefb11-1285-41f9-a08a-765ba668bd0a', 'tenant_id': '1545cd354e894182b36f434125235edd', 'mac_address': 'fa:16:3e:8e:9b:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f38601e-435b-4bd2-bc08-5c8a1c22199a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '189936c7-1d91-4361-be14-915e986ac606', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:30:48Z', 'updated_at': '2022-07-27T08:30:49Z', 'revision_number': 2, 'project_id': '1545cd354e894182b36f434125235edd', 'subnets': [{'id': '189936c7-1d91-4361-be14-915e986ac606', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '47d2f168-779f-43bc-8b00-72e0bac2cdf2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851170-2-iscsi', False) {} {{(pid=104488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:30:50.666007 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3398ab79-55bd-4ba9-9730-f6d001abff6a None None] Checking router: 6f38601e-435b-4bd2-bc08-5c8a1c22199a for host: dv-cinder-851170-2-iscsi {{(pid=104488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 08:30:50.666413 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3398ab79-55bd-4ba9-9730-f6d001abff6a None None] Updating router 6f38601e-435b-4bd2-bc08-5c8a1c22199a port bee889a0-031d-42c5-a732-b7ca9dd3fe3d binding host dv-cinder-851170-2-iscsi {{(pid=104488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 08:30:50.721139 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-3398ab79-55bd-4ba9-9730-f6d001abff6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (bee889a0-031d-42c5-a732-b7ca9dd3fe3d), before_update {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:30:51.187988 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-83feb67a-80d7-474e-96e8-1d92c33387c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (0a293c43-2970-4b69-9d2a-dcf41d8870ef), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:30:51.218841 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-3398ab79-55bd-4ba9-9730-f6d001abff6a None None] Publish callbacks [] for port (bee889a0-031d-42c5-a732-b7ca9dd3fe3d), precommit_update {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:30:51.273973 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-3398ab79-55bd-4ba9-9730-f6d001abff6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (bee889a0-031d-42c5-a732-b7ca9dd3fe3d), after_update {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:30:51.291214 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (ed9de811-f248-496b-b487-860d50d7cee7), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:30:51.435728 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29848d14-8ac1-4e3a-8306-95f1ef514f1a None None] Pushing event updated for resources: {'Port': ['ID=bee889a0-031d-42c5-a732-b7ca9dd3fe3d,revision_number=3']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:30:51.458212 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29848d14-8ac1-4e3a-8306-95f1ef514f1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:30:51.458556 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29848d14-8ac1-4e3a-8306-95f1ef514f1a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:30:51.458909 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29848d14-8ac1-4e3a-8306-95f1ef514f1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:30:51.459255 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29848d14-8ac1-4e3a-8306-95f1ef514f1a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:30:51.459597 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29848d14-8ac1-4e3a-8306-95f1ef514f1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:30:51.459929 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29848d14-8ac1-4e3a-8306-95f1ef514f1a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:30:51.460256 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29848d14-8ac1-4e3a-8306-95f1ef514f1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:30:51.460586 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29848d14-8ac1-4e3a-8306-95f1ef514f1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:30:51.460912 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29848d14-8ac1-4e3a-8306-95f1ef514f1a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:30:51.461236 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29848d14-8ac1-4e3a-8306-95f1ef514f1a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:30:51.461562 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29848d14-8ac1-4e3a-8306-95f1ef514f1a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:30:51.461902 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29848d14-8ac1-4e3a-8306-95f1ef514f1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:30:51.462257 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29848d14-8ac1-4e3a-8306-95f1ef514f1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:30:51.462584 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29848d14-8ac1-4e3a-8306-95f1ef514f1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:30:51.462904 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29848d14-8ac1-4e3a-8306-95f1ef514f1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:30:51.464318 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29848d14-8ac1-4e3a-8306-95f1ef514f1a None None] Tracked resource versions report: Jul 27 08:30:51.464318 dv-cinder-851170-2-iscsi neutron-server[104488]: pushed versions: Jul 27 08:30:51.464318 dv-cinder-851170-2-iscsi neutron-server[104488]: { 'AddressGroup': {'1.2'}, Jul 27 08:30:51.464318 dv-cinder-851170-2-iscsi neutron-server[104488]: 'Agent': {'1.1'}, Jul 27 08:30:51.464318 dv-cinder-851170-2-iscsi neutron-server[104488]: 'ConntrackHelper': {'1.0'}, Jul 27 08:30:51.464318 dv-cinder-851170-2-iscsi neutron-server[104488]: 'LocalIPAssociation': {'1.0'}, Jul 27 08:30:51.464318 dv-cinder-851170-2-iscsi neutron-server[104488]: 'Log': {'1.0'}, Jul 27 08:30:51.464318 dv-cinder-851170-2-iscsi neutron-server[104488]: 'NDPProxy': {'1.0'}, Jul 27 08:30:51.464318 dv-cinder-851170-2-iscsi neutron-server[104488]: 'Network': {'1.1'}, Jul 27 08:30:51.464318 dv-cinder-851170-2-iscsi neutron-server[104488]: 'Port': {'1.7'}, Jul 27 08:30:51.464318 dv-cinder-851170-2-iscsi neutron-server[104488]: 'PortForwarding': {'1.3'}, Jul 27 08:30:51.464318 dv-cinder-851170-2-iscsi neutron-server[104488]: 'QosPolicy': {'1.10'}, Jul 27 08:30:51.464318 dv-cinder-851170-2-iscsi neutron-server[104488]: 'SecurityGroup': {'1.5'}, Jul 27 08:30:51.464318 dv-cinder-851170-2-iscsi neutron-server[104488]: 'SecurityGroupRule': {'1.2'}, Jul 27 08:30:51.464318 dv-cinder-851170-2-iscsi neutron-server[104488]: 'SubPort': {'1.0'}, Jul 27 08:30:51.464318 dv-cinder-851170-2-iscsi neutron-server[104488]: 'Subnet': {'1.1'}, Jul 27 08:30:51.464318 dv-cinder-851170-2-iscsi neutron-server[104488]: 'Trunk': {'1.1'}} Jul 27 08:30:51.464318 dv-cinder-851170-2-iscsi neutron-server[104488]: consumer versions: Jul 27 08:30:51.464318 dv-cinder-851170-2-iscsi neutron-server[104488]: { DHCP agent@dv-cinder-851170-2-iscsi: {}, Jul 27 08:30:51.464318 dv-cinder-851170-2-iscsi neutron-server[104488]: L3 agent@dv-cinder-851170-2-iscsi: {}, Jul 27 08:30:51.464318 dv-cinder-851170-2-iscsi neutron-server[104488]: Metadata agent@dv-cinder-851170-2-iscsi: {}, Jul 27 08:30:51.464318 dv-cinder-851170-2-iscsi neutron-server[104488]: Metering agent@dv-cinder-851170-2-iscsi: {}, Jul 27 08:30:51.464318 dv-cinder-851170-2-iscsi neutron-server[104488]: Open vSwitch agent@dv-cinder-851170-2-iscsi: { 'AddressGroup': '1.2', Jul 27 08:30:51.464318 dv-cinder-851170-2-iscsi neutron-server[104488]: 'Agent': '1.1', Jul 27 08:30:51.464318 dv-cinder-851170-2-iscsi neutron-server[104488]: 'ConntrackHelper': '1.0', Jul 27 08:30:51.464318 dv-cinder-851170-2-iscsi neutron-server[104488]: 'LocalIPAssociation': '1.0', Jul 27 08:30:51.464318 dv-cinder-851170-2-iscsi neutron-server[104488]: 'Log': '1.0', Jul 27 08:30:51.464318 dv-cinder-851170-2-iscsi neutron-server[104488]: 'NDPProxy': '1.0', Jul 27 08:30:51.464318 dv-cinder-851170-2-iscsi neutron-server[104488]: 'Network': '1.1', Jul 27 08:30:51.464318 dv-cinder-851170-2-iscsi neutron-server[104488]: 'Port': '1.7', Jul 27 08:30:51.464318 dv-cinder-851170-2-iscsi neutron-server[104488]: 'PortForwarding': '1.3', Jul 27 08:30:51.464318 dv-cinder-851170-2-iscsi neutron-server[104488]: 'QosPolicy': '1.10', Jul 27 08:30:51.464318 dv-cinder-851170-2-iscsi neutron-server[104488]: 'SecurityGroup': '1.5', Jul 27 08:30:51.464318 dv-cinder-851170-2-iscsi neutron-server[104488]: 'SecurityGroupRule': '1.2', Jul 27 08:30:51.464318 dv-cinder-851170-2-iscsi neutron-server[104488]: 'SubPort': '1.0', Jul 27 08:30:51.464318 dv-cinder-851170-2-iscsi neutron-server[104488]: 'Subnet': '1.1', Jul 27 08:30:51.464318 dv-cinder-851170-2-iscsi neutron-server[104488]: 'Trunk': '1.1'}} Jul 27 08:30:51.464318 dv-cinder-851170-2-iscsi neutron-server[104488]: {{(pid=104488) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 27 08:30:51.468359 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.managers [None req-3398ab79-55bd-4ba9-9730-f6d001abff6a None None] Attempting to bind port bee889a0-031d-42c5-a732-b7ca9dd3fe3d on host dv-cinder-851170-2-iscsi for vnic_type normal with profile {{(pid=104488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 08:30:51.468359 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.managers [None req-3398ab79-55bd-4ba9-9730-f6d001abff6a None None] Attempting to bind port bee889a0-031d-42c5-a732-b7ca9dd3fe3d by drivers openvswitch,hyperv on host dv-cinder-851170-2-iscsi at level 0 using segments [{'id': '3304ad00-e531-4df5-adb9-ec712a7c8115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'ebcefb11-1285-41f9-a08a-765ba668bd0a'}] {{(pid=104488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 08:30:51.468694 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3398ab79-55bd-4ba9-9730-f6d001abff6a None None] Attempting to bind port bee889a0-031d-42c5-a732-b7ca9dd3fe3d on network ebcefb11-1285-41f9-a08a-765ba668bd0a {{(pid=104488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 08:30:51.474883 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3398ab79-55bd-4ba9-9730-f6d001abff6a None None] Checking agent: {'id': 'ed9de811-f248-496b-b487-860d50d7cee7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851170-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 8, 30, 21), 'started_at': datetime.datetime(2022, 7, 27, 8, 30, 51), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 8, 30, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851170-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 08:30:51.475287 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3398ab79-55bd-4ba9-9730-f6d001abff6a None None] Checking segment: {'id': '3304ad00-e531-4df5-adb9-ec712a7c8115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'ebcefb11-1285-41f9-a08a-765ba668bd0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 08:30:51.475875 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-3398ab79-55bd-4ba9-9730-f6d001abff6a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:30:51.476264 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3398ab79-55bd-4ba9-9730-f6d001abff6a None None] Bound using segment: {'id': '3304ad00-e531-4df5-adb9-ec712a7c8115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'ebcefb11-1285-41f9-a08a-765ba668bd0a'} {{(pid=104488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 08:30:51.476918 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.managers [None req-3398ab79-55bd-4ba9-9730-f6d001abff6a None None] Bound port: bee889a0-031d-42c5-a732-b7ca9dd3fe3d, host: dv-cinder-851170-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3304ad00-e531-4df5-adb9-ec712a7c8115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'ebcefb11-1285-41f9-a08a-765ba668bd0a'}}] {{(pid=104488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 08:30:51.477303 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-3398ab79-55bd-4ba9-9730-f6d001abff6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (bee889a0-031d-42c5-a732-b7ca9dd3fe3d), before_update {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:30:51.547054 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.db [None req-3398ab79-55bd-4ba9-9730-f6d001abff6a None None] For port bee889a0-031d-42c5-a732-b7ca9dd3fe3d, host dv-cinder-851170-2-iscsi, cleared binding levels {{(pid=104488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 08:30:51.566749 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.db [None req-3398ab79-55bd-4ba9-9730-f6d001abff6a None None] For port bee889a0-031d-42c5-a732-b7ca9dd3fe3d, host dv-cinder-851170-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851170-2-iscsi',level=0,port_id=bee889a0-031d-42c5-a732-b7ca9dd3fe3d,segment=NetworkSegment(3304ad00-e531-4df5-adb9-ec712a7c8115),segment_id=3304ad00-e531-4df5-adb9-ec712a7c8115)] {{(pid=104488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 08:30:51.570255 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-bf600780-a61f-472b-8d2a-b65f8a27242c None None] Provisioning complete for port bee889a0-031d-42c5-a732-b7ca9dd3fe3d triggered by entity DHCP. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:30:51.570653 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-bf600780-a61f-472b-8d2a-b65f8a27242c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (bee889a0-031d-42c5-a732-b7ca9dd3fe3d), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:30:51.603505 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-bf600780-a61f-472b-8d2a-b65f8a27242c None None] Port bee889a0-031d-42c5-a732-b7ca9dd3fe3d cannot update to ACTIVE because it is not bound. {{(pid=104487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 08:30:51.634385 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-3398ab79-55bd-4ba9-9730-f6d001abff6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (bee889a0-031d-42c5-a732-b7ca9dd3fe3d), after_update {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:30:51.639954 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:30:51.662644 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:30:51.698456 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3398ab79-55bd-4ba9-9730-f6d001abff6a None None] Routers {'6f38601e-435b-4bd2-bc08-5c8a1c22199a'} bound to L3 agent in host dv-cinder-851170-2-iscsi {{(pid=104488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 08:30:51.699079 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_hamode_db [None req-3398ab79-55bd-4ba9-9730-f6d001abff6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-27T08:30:18Z,description=,heartbeat_timestamp=2022-07-27T08:30:48Z,host='dv-cinder-851170-2-iscsi',id=5bc6d868-bb0b-4164-b2dd-44360f4de654,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T08:30:19Z,topic='l3_agent')) {'router_ids': ['6f38601e-435b-4bd2-bc08-5c8a1c22199a'], 'active': True} {{(pid=104488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:30:51.701121 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29848d14-8ac1-4e3a-8306-95f1ef514f1a None None] Pushing event updated for resources: {'Port': ['ID=bee889a0-031d-42c5-a732-b7ca9dd3fe3d,revision_number=4']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:30:51.793653 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvr_db [None req-3398ab79-55bd-4ba9-9730-f6d001abff6a None None] Set router 6f38601e-435b-4bd2-bc08-5c8a1c22199a gateway port host: None {{(pid=104488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 08:30:51.923968 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-54409328-5510-49e4-8a07-e692117c7d47 None None] Provisioning complete for port bee889a0-031d-42c5-a732-b7ca9dd3fe3d triggered by entity DHCP. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:30:51.924454 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-54409328-5510-49e4-8a07-e692117c7d47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (bee889a0-031d-42c5-a732-b7ca9dd3fe3d), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:30:51.988893 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_hamode_db [None req-3398ab79-55bd-4ba9-9730-f6d001abff6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f38601e-435b-4bd2-bc08-5c8a1c22199a', 'name': 'router1', 'tenant_id': '1545cd354e894182b36f434125235edd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:30:39Z', 'updated_at': '2022-07-27T08:30:49Z', 'revision_number': 2, 'project_id': '1545cd354e894182b36f434125235edd', 'gw_port_host': None, '_interfaces': [{'id': 'bee889a0-031d-42c5-a732-b7ca9dd3fe3d', 'name': '', 'network_id': 'ebcefb11-1285-41f9-a08a-765ba668bd0a', 'tenant_id': '1545cd354e894182b36f434125235edd', 'mac_address': 'fa:16:3e:8e:9b:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f38601e-435b-4bd2-bc08-5c8a1c22199a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '189936c7-1d91-4361-be14-915e986ac606', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:30:48Z', 'updated_at': '2022-07-27T08:30:51Z', 'revision_number': 4, 'project_id': '1545cd354e894182b36f434125235edd', 'subnets': [{'id': '189936c7-1d91-4361-be14-915e986ac606', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '47d2f168-779f-43bc-8b00-72e0bac2cdf2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851170-2-iscsi', False) {} {{(pid=104488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:30:51.995284 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-54409328-5510-49e4-8a07-e692117c7d47 None None] Current status of the port bee889a0-031d-42c5-a732-b7ca9dd3fe3d is: DOWN; New status is: ACTIVE {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:30:51.995675 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-54409328-5510-49e4-8a07-e692117c7d47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (bee889a0-031d-42c5-a732-b7ca9dd3fe3d), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:30:52.018478 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3398ab79-55bd-4ba9-9730-f6d001abff6a None None] The sync data for ids ['6f38601e-435b-4bd2-bc08-5c8a1c22199a'] in dv-cinder-851170-2-iscsi is: [{'id': '6f38601e-435b-4bd2-bc08-5c8a1c22199a', 'name': 'router1', 'tenant_id': '1545cd354e894182b36f434125235edd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:30:39Z', 'updated_at': '2022-07-27T08:30:49Z', 'revision_number': 2, 'project_id': '1545cd354e894182b36f434125235edd', 'gw_port_host': None, '_interfaces': [{'id': 'bee889a0-031d-42c5-a732-b7ca9dd3fe3d', 'name': '', 'network_id': 'ebcefb11-1285-41f9-a08a-765ba668bd0a', 'tenant_id': '1545cd354e894182b36f434125235edd', 'mac_address': 'fa:16:3e:8e:9b:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f38601e-435b-4bd2-bc08-5c8a1c22199a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '189936c7-1d91-4361-be14-915e986ac606', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:30:48Z', 'updated_at': '2022-07-27T08:30:51Z', 'revision_number': 4, 'project_id': '1545cd354e894182b36f434125235edd', 'subnets': [{'id': '189936c7-1d91-4361-be14-915e986ac606', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '47d2f168-779f-43bc-8b00-72e0bac2cdf2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 08:30:52.039055 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-54409328-5510-49e4-8a07-e692117c7d47 None None] For port bee889a0-031d-42c5-a732-b7ca9dd3fe3d, host dv-cinder-851170-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851170-2-iscsi',level=0,port_id=bee889a0-031d-42c5-a732-b7ca9dd3fe3d,segment=NetworkSegment(3304ad00-e531-4df5-adb9-ec712a7c8115),segment_id=3304ad00-e531-4df5-adb9-ec712a7c8115)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:30:52.102220 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-54409328-5510-49e4-8a07-e692117c7d47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (bee889a0-031d-42c5-a732-b7ca9dd3fe3d), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:30:52.150506 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54409328-5510-49e4-8a07-e692117c7d47 None None] Pushing event updated for resources: {'Port': ['ID=bee889a0-031d-42c5-a732-b7ca9dd3fe3d,revision_number=5']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:30:52.272033 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 52866) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:30:52.666818 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ecd228b-da0f-4524-bc50-a999359e5e83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:30:52.674254 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-0ecd228b-da0f-4524-bc50-a999359e5e83 admin admin] 10.222.0.40 "GET /v2.0/networks/e7cd7671-9410-421d-95f2-ddad301715a5 HTTP/1.1" status: 200 len: 842 time: 0.3958127 Jul 27 08:30:52.678401 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.v2.base [None req-4af2585a-70be-488a-9bd1-82975908b155 admin admin] Request body: {'subnet': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'enable_dhcp': False, 'ip_version': 4, 'gateway_ip': '172.27.2.1', 'name': 'public-subnet', 'cidr': '172.27.2.0/24'}} {{(pid=104485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:30:52.787744 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4af2585a-70be-488a-9bd1-82975908b155 admin admin] Made reservation on behalf of 28a37ee923b244c5bc101a0c6c5cd5d6 for: {'subnet': 1} {{(pid=104485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 08:30:52.790053 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-4af2585a-70be-488a-9bd1-82975908b155 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:30:53.147492 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.objects.ports [None req-4af2585a-70be-488a-9bd1-82975908b155 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104485) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jul 27 08:30:53.147945 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-4af2585a-70be-488a-9bd1-82975908b155 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739'] for subnet (bd8cca88-d260-42a1-9635-5bfcc6eba2a1), after_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:30:53.194253 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:30:53.206110 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af2585a-70be-488a-9bd1-82975908b155 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd8cca88-d260-42a1-9635-5bfcc6eba2a1,revision_number=0']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:30:53.228589 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af2585a-70be-488a-9bd1-82975908b155 admin admin] Checking segment: {'id': '0a5e83d9-b5a8-42c5-b200-67984880d111', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 08:30:53.229740 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af2585a-70be-488a-9bd1-82975908b155 admin admin] Network hostable DHCP agents. Network: e7cd7671-9410-421d-95f2-ddad301715a5, hostable agents: ['7c77c4a2-8ca4-486b-af2a-676805e7b922'], hosted agents: [] {{(pid=104485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 08:30:53.302208 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af2585a-70be-488a-9bd1-82975908b155 admin admin] Network e7cd7671-9410-421d-95f2-ddad301715a5 is scheduled to be hosted by DHCP agent 7c77c4a2-8ca4-486b-af2a-676805e7b922 with binding_index 1 {{(pid=104485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 08:30:53.363894 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.scheduler.base_scheduler [None req-4af2585a-70be-488a-9bd1-82975908b155 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851170-2-iscsi, e7cd7671-9410-421d-95f2-ddad301715a5) {{(pid=104485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 08:30:53.367936 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af2585a-70be-488a-9bd1-82975908b155 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:30:53.368519 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-4af2585a-70be-488a-9bd1-82975908b155 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7864717'] for subnet (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:30:53.373335 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00579d1a-ef4c-4f3e-b979-2faefd77ec6a None None] Network e7cd7671-9410-421d-95f2-ddad301715a5 requested from dv-cinder-851170-2-iscsi {{(pid=104487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 08:30:53.437600 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:30:53.454176 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-4af2585a-70be-488a-9bd1-82975908b155 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7670975 Jul 27 08:30:53.489625 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c26c8707-ce46-4111-af05-d278baaa11e2 None None] Network e7cd7671-9410-421d-95f2-ddad301715a5 requested from dv-cinder-851170-2-iscsi {{(pid=104487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 08:30:55.768996 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 52874) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:30:56.176419 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-253d635d-b223-47af-9898-5f7b88e7f6d2 demo admin] 10.222.0.40 "GET /v2.0/routers/6f38601e-435b-4bd2-bc08-5c8a1c22199a HTTP/1.1" status: 200 len: 710 time: 0.4062099 Jul 27 08:30:56.264982 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a85031-5a14-4f6a-a1de-9b1e1fd87da3 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:30:56.266311 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-d2a85031-5a14-4f6a-a1de-9b1e1fd87da3 demo admin] 10.222.0.40 "GET /v2.0/networks/e7cd7671-9410-421d-95f2-ddad301715a5 HTTP/1.1" status: 200 len: 886 time: 0.0843718 Jul 27 08:30:56.275264 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.v2.base [None req-083084d0-ddca-45a1-bdfc-290a24319747 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5'}}} {{(pid=104485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:30:56.359454 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:30:56.588750 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-083084d0-ddca-45a1-bdfc-290a24319747 demo admin] Publish callbacks [] for router_gateway (6f38601e-435b-4bd2-bc08-5c8a1c22199a), precommit_update {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:30:56.887810 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-083084d0-ddca-45a1-bdfc-290a24319747 demo admin] Publish callbacks [] for router_gateway (6f38601e-435b-4bd2-bc08-5c8a1c22199a), before_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:30:56.965173 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-083084d0-ddca-45a1-bdfc-290a24319747 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (None), before_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:30:57.065582 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Device bee889a0-031d-42c5-a732-b7ca9dd3fe3d up at agent ovs-agent-dv-cinder-851170-2-iscsi {{(pid=104487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 08:30:57.084714 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.db.db_base_plugin_common [None req-083084d0-ddca-45a1-bdfc-290a24319747 demo admin] Allocated IP 172.27.2.158 (e7cd7671-9410-421d-95f2-ddad301715a5/bd8cca88-d260-42a1-9635-5bfcc6eba2a1/adad1f90-a83d-4cea-a8e0-5a520440d4ab) {{(pid=104485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 08:30:57.113939 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Provisioning complete for port bee889a0-031d-42c5-a732-b7ca9dd3fe3d triggered by entity L2. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:30:57.114655 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (bee889a0-031d-42c5-a732-b7ca9dd3fe3d), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:30:57.140152 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:30:57.145413 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:30:57.190616 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Current status of the port bee889a0-031d-42c5-a732-b7ca9dd3fe3d is: ACTIVE; New status is: ACTIVE {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:30:57.199552 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-083084d0-ddca-45a1-bdfc-290a24319747 demo admin] Publish callbacks [] for port (adad1f90-a83d-4cea-a8e0-5a520440d4ab), precommit_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:30:57.285216 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-083084d0-ddca-45a1-bdfc-290a24319747 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786709965397'] for port (adad1f90-a83d-4cea-a8e0-5a520440d4ab), after_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:30:57.322075 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-083084d0-ddca-45a1-bdfc-290a24319747 demo admin] Network e7cd7671-9410-421d-95f2-ddad301715a5 is already hosted by enough agents. {{(pid=104485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 08:30:57.327580 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.scheduler.base_scheduler [None req-083084d0-ddca-45a1-bdfc-290a24319747 demo admin] Resources bound (agent type, host, resource id): {{(pid=104485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 08:30:57.330177 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083084d0-ddca-45a1-bdfc-290a24319747 demo admin] Received port after_create {{(pid=104485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 08:30:57.334557 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:30:57.364337 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083084d0-ddca-45a1-bdfc-290a24319747 demo admin] Pushing event updated for resources: {'Port': ['ID=adad1f90-a83d-4cea-a8e0-5a520440d4ab,revision_number=1']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:30:57.650409 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-083084d0-ddca-45a1-bdfc-290a24319747 demo admin] Publish callbacks [] for router_gateway (6f38601e-435b-4bd2-bc08-5c8a1c22199a), after_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:30:57.838245 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-083084d0-ddca-45a1-bdfc-290a24319747 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-363938', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8119477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-324'] for router (6f38601e-435b-4bd2-bc08-5c8a1c22199a), precommit_update {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:30:57.842476 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-083084d0-ddca-45a1-bdfc-290a24319747 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-363910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-363947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-363920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8119458'] for router (6f38601e-435b-4bd2-bc08-5c8a1c22199a), after_update {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:30:57.943678 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-083084d0-ddca-45a1-bdfc-290a24319747 demo admin] Router 6f38601e-435b-4bd2-bc08-5c8a1c22199a has already been hosted by L3 agent 5bc6d868-bb0b-4164-b2dd-44360f4de654 {{(pid=104485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 08:30:58.001073 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.agents_db [None req-f85b74c8-06c1-470d-aedd-c7ca4f0196ea None None] Agent healthcheck: found 5 active agents {{(pid=104488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 08:30:58.044749 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-083084d0-ddca-45a1-bdfc-290a24319747 demo admin] Notify agent at l3_agent.dv-cinder-851170-2-iscsi the message routers_updated {{(pid=104485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 08:30:58.049079 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-083084d0-ddca-45a1-bdfc-290a24319747 demo admin] Publish callbacks [] for router (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:30:58.066175 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-083084d0-ddca-45a1-bdfc-290a24319747 demo admin] 10.222.0.40 "PUT /v2.0/routers/6f38601e-435b-4bd2-bc08-5c8a1c22199a HTTP/1.1" status: 200 len: 890 time: 1.7782671 Jul 27 08:30:58.346605 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a2d3fb-2e1d-412b-8521-a46a520ca879 None None] Sync routers for ids ['6f38601e-435b-4bd2-bc08-5c8a1c22199a'] in dv-cinder-851170-2-iscsi {{(pid=104487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 08:30:58.359378 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a2d3fb-2e1d-412b-8521-a46a520ca879 None None] Routers {'6f38601e-435b-4bd2-bc08-5c8a1c22199a'} bound to L3 agent in host dv-cinder-851170-2-iscsi {{(pid=104487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 08:30:58.359995 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_hamode_db [None req-02a2d3fb-2e1d-412b-8521-a46a520ca879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-27T08:30:18Z,description=,heartbeat_timestamp=2022-07-27T08:30:48Z,host='dv-cinder-851170-2-iscsi',id=5bc6d868-bb0b-4164-b2dd-44360f4de654,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T08:30:19Z,topic='l3_agent')) {'router_ids': ['6f38601e-435b-4bd2-bc08-5c8a1c22199a'], 'active': True} {{(pid=104487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:30:58.561892 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvr_db [None req-02a2d3fb-2e1d-412b-8521-a46a520ca879 None None] Set router 6f38601e-435b-4bd2-bc08-5c8a1c22199a gateway port host: dv-cinder-851170-2-iscsi {{(pid=104487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 08:30:58.929314 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_hamode_db [None req-02a2d3fb-2e1d-412b-8521-a46a520ca879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f38601e-435b-4bd2-bc08-5c8a1c22199a', 'name': 'router1', 'tenant_id': '1545cd354e894182b36f434125235edd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': 'adad1f90-a83d-4cea-a8e0-5a520440d4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:30:39Z', 'updated_at': '2022-07-27T08:30:57Z', 'revision_number': 4, 'project_id': '1545cd354e894182b36f434125235edd', 'gw_port': {'id': 'adad1f90-a83d-4cea-a8e0-5a520440d4ab', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:27:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f38601e-435b-4bd2-bc08-5c8a1c22199a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:30:56Z', 'updated_at': '2022-07-27T08:30:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi', '_interfaces': [{'id': 'bee889a0-031d-42c5-a732-b7ca9dd3fe3d', 'name': '', 'network_id': 'ebcefb11-1285-41f9-a08a-765ba668bd0a', 'tenant_id': '1545cd354e894182b36f434125235edd', 'mac_address': 'fa:16:3e:8e:9b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f38601e-435b-4bd2-bc08-5c8a1c22199a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '189936c7-1d91-4361-be14-915e986ac606', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:30:48Z', 'updated_at': '2022-07-27T08:30:52Z', 'revision_number': 5, 'project_id': '1545cd354e894182b36f434125235edd', 'subnets': [{'id': '189936c7-1d91-4361-be14-915e986ac606', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '47d2f168-779f-43bc-8b00-72e0bac2cdf2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851170-2-iscsi', False) {} {{(pid=104487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:30:59.045710 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a2d3fb-2e1d-412b-8521-a46a520ca879 None None] Checking router: 6f38601e-435b-4bd2-bc08-5c8a1c22199a for host: dv-cinder-851170-2-iscsi {{(pid=104487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 08:30:59.046082 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a2d3fb-2e1d-412b-8521-a46a520ca879 None None] Updating router 6f38601e-435b-4bd2-bc08-5c8a1c22199a port adad1f90-a83d-4cea-a8e0-5a520440d4ab binding host dv-cinder-851170-2-iscsi {{(pid=104487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 08:30:59.099888 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-02a2d3fb-2e1d-412b-8521-a46a520ca879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (adad1f90-a83d-4cea-a8e0-5a520440d4ab), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:30:59.413698 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-02a2d3fb-2e1d-412b-8521-a46a520ca879 None None] Publish callbacks [] for port (adad1f90-a83d-4cea-a8e0-5a520440d4ab), precommit_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:30:59.461580 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-02a2d3fb-2e1d-412b-8521-a46a520ca879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (adad1f90-a83d-4cea-a8e0-5a520440d4ab), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:30:59.502357 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:30:59.513244 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ab675-8612-42c3-b163-bc17502964dc None None] Pushing event updated for resources: {'Port': ['ID=adad1f90-a83d-4cea-a8e0-5a520440d4ab,revision_number=2']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:30:59.517437 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.managers [None req-02a2d3fb-2e1d-412b-8521-a46a520ca879 None None] Attempting to bind port adad1f90-a83d-4cea-a8e0-5a520440d4ab on host dv-cinder-851170-2-iscsi for vnic_type normal with profile {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 08:30:59.517879 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.managers [None req-02a2d3fb-2e1d-412b-8521-a46a520ca879 None None] Attempting to bind port adad1f90-a83d-4cea-a8e0-5a520440d4ab by drivers openvswitch,hyperv on host dv-cinder-851170-2-iscsi at level 0 using segments [{'id': '0a5e83d9-b5a8-42c5-b200-67984880d111', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5'}] {{(pid=104487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 08:30:59.518256 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a2d3fb-2e1d-412b-8521-a46a520ca879 None None] Attempting to bind port adad1f90-a83d-4cea-a8e0-5a520440d4ab on network e7cd7671-9410-421d-95f2-ddad301715a5 {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 08:30:59.523441 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a2d3fb-2e1d-412b-8521-a46a520ca879 None None] Checking agent: {'id': 'ed9de811-f248-496b-b487-860d50d7cee7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851170-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 8, 30, 21), 'started_at': datetime.datetime(2022, 7, 27, 8, 30, 51), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 8, 30, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851170-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 08:30:59.523811 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a2d3fb-2e1d-412b-8521-a46a520ca879 None None] Checking segment: {'id': '0a5e83d9-b5a8-42c5-b200-67984880d111', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 08:30:59.524204 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-02a2d3fb-2e1d-412b-8521-a46a520ca879 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:30:59.526611 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a2d3fb-2e1d-412b-8521-a46a520ca879 None None] Bound using segment: {'id': '0a5e83d9-b5a8-42c5-b200-67984880d111', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5'} {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 08:30:59.526611 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.managers [None req-02a2d3fb-2e1d-412b-8521-a46a520ca879 None None] Bound port: adad1f90-a83d-4cea-a8e0-5a520440d4ab, host: dv-cinder-851170-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a5e83d9-b5a8-42c5-b200-67984880d111', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5'}}] {{(pid=104487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 08:30:59.526611 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-02a2d3fb-2e1d-412b-8521-a46a520ca879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (adad1f90-a83d-4cea-a8e0-5a520440d4ab), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:30:59.572452 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-02a2d3fb-2e1d-412b-8521-a46a520ca879 None None] For port adad1f90-a83d-4cea-a8e0-5a520440d4ab, host dv-cinder-851170-2-iscsi, cleared binding levels {{(pid=104487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 08:30:59.575988 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-02a2d3fb-2e1d-412b-8521-a46a520ca879 None None] For port adad1f90-a83d-4cea-a8e0-5a520440d4ab, host dv-cinder-851170-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851170-2-iscsi',level=0,port_id=adad1f90-a83d-4cea-a8e0-5a520440d4ab,segment=NetworkSegment(0a5e83d9-b5a8-42c5-b200-67984880d111),segment_id=0a5e83d9-b5a8-42c5-b200-67984880d111)] {{(pid=104487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 08:30:59.661611 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-02a2d3fb-2e1d-412b-8521-a46a520ca879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (adad1f90-a83d-4cea-a8e0-5a520440d4ab), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:30:59.710668 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:30:59.722723 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a2d3fb-2e1d-412b-8521-a46a520ca879 None None] Routers {'6f38601e-435b-4bd2-bc08-5c8a1c22199a'} bound to L3 agent in host dv-cinder-851170-2-iscsi {{(pid=104487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 08:30:59.723331 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_hamode_db [None req-02a2d3fb-2e1d-412b-8521-a46a520ca879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-27T08:30:18Z,description=,heartbeat_timestamp=2022-07-27T08:30:48Z,host='dv-cinder-851170-2-iscsi',id=5bc6d868-bb0b-4164-b2dd-44360f4de654,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T08:30:19Z,topic='l3_agent')) {'router_ids': ['6f38601e-435b-4bd2-bc08-5c8a1c22199a'], 'active': True} {{(pid=104487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:30:59.757851 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ab675-8612-42c3-b163-bc17502964dc None None] Pushing event updated for resources: {'Port': ['ID=adad1f90-a83d-4cea-a8e0-5a520440d4ab,revision_number=3']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:30:59.833470 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvr_db [None req-02a2d3fb-2e1d-412b-8521-a46a520ca879 None None] Set router 6f38601e-435b-4bd2-bc08-5c8a1c22199a gateway port host: dv-cinder-851170-2-iscsi {{(pid=104487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 08:31:00.025336 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_hamode_db [None req-02a2d3fb-2e1d-412b-8521-a46a520ca879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f38601e-435b-4bd2-bc08-5c8a1c22199a', 'name': 'router1', 'tenant_id': '1545cd354e894182b36f434125235edd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': 'adad1f90-a83d-4cea-a8e0-5a520440d4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:30:39Z', 'updated_at': '2022-07-27T08:30:57Z', 'revision_number': 4, 'project_id': '1545cd354e894182b36f434125235edd', 'gw_port': {'id': 'adad1f90-a83d-4cea-a8e0-5a520440d4ab', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:27:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f38601e-435b-4bd2-bc08-5c8a1c22199a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:30:56Z', 'updated_at': '2022-07-27T08:30:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi', '_interfaces': [{'id': 'bee889a0-031d-42c5-a732-b7ca9dd3fe3d', 'name': '', 'network_id': 'ebcefb11-1285-41f9-a08a-765ba668bd0a', 'tenant_id': '1545cd354e894182b36f434125235edd', 'mac_address': 'fa:16:3e:8e:9b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f38601e-435b-4bd2-bc08-5c8a1c22199a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '189936c7-1d91-4361-be14-915e986ac606', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:30:48Z', 'updated_at': '2022-07-27T08:30:52Z', 'revision_number': 5, 'project_id': '1545cd354e894182b36f434125235edd', 'subnets': [{'id': '189936c7-1d91-4361-be14-915e986ac606', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '47d2f168-779f-43bc-8b00-72e0bac2cdf2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851170-2-iscsi', False) {} {{(pid=104487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:31:00.053362 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a2d3fb-2e1d-412b-8521-a46a520ca879 None None] The sync data for ids ['6f38601e-435b-4bd2-bc08-5c8a1c22199a'] in dv-cinder-851170-2-iscsi is: [{'id': '6f38601e-435b-4bd2-bc08-5c8a1c22199a', 'name': 'router1', 'tenant_id': '1545cd354e894182b36f434125235edd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': 'adad1f90-a83d-4cea-a8e0-5a520440d4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:30:39Z', 'updated_at': '2022-07-27T08:30:57Z', 'revision_number': 4, 'project_id': '1545cd354e894182b36f434125235edd', 'gw_port': {'id': 'adad1f90-a83d-4cea-a8e0-5a520440d4ab', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:27:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f38601e-435b-4bd2-bc08-5c8a1c22199a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:30:56Z', 'updated_at': '2022-07-27T08:30:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi', '_interfaces': [{'id': 'bee889a0-031d-42c5-a732-b7ca9dd3fe3d', 'name': '', 'network_id': 'ebcefb11-1285-41f9-a08a-765ba668bd0a', 'tenant_id': '1545cd354e894182b36f434125235edd', 'mac_address': 'fa:16:3e:8e:9b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f38601e-435b-4bd2-bc08-5c8a1c22199a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '189936c7-1d91-4361-be14-915e986ac606', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:30:48Z', 'updated_at': '2022-07-27T08:30:52Z', 'revision_number': 5, 'project_id': '1545cd354e894182b36f434125235edd', 'subnets': [{'id': '189936c7-1d91-4361-be14-915e986ac606', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '47d2f168-779f-43bc-8b00-72e0bac2cdf2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 08:31:00.466516 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 52886) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:31:00.953576 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-a993dbab-958b-4d5d-a74f-d1e172b9716b admin admin] 10.222.0.40 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.4858413 Jul 27 08:31:01.072311 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Device adad1f90-a83d-4cea-a8e0-5a520440d4ab up at agent ovs-agent-dv-cinder-851170-2-iscsi {{(pid=104487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 08:31:01.119171 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Provisioning complete for port adad1f90-a83d-4cea-a8e0-5a520440d4ab triggered by entity L2. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:31:01.119171 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (adad1f90-a83d-4cea-a8e0-5a520440d4ab), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:31:01.190616 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Current status of the port adad1f90-a83d-4cea-a8e0-5a520440d4ab is: DOWN; New status is: ACTIVE {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:31:01.190998 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (adad1f90-a83d-4cea-a8e0-5a520440d4ab), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:31:01.212162 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] For port adad1f90-a83d-4cea-a8e0-5a520440d4ab, host dv-cinder-851170-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851170-2-iscsi',level=0,port_id=adad1f90-a83d-4cea-a8e0-5a520440d4ab,segment=NetworkSegment(0a5e83d9-b5a8-42c5-b200-67984880d111),segment_id=0a5e83d9-b5a8-42c5-b200-67984880d111)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:31:01.273427 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (adad1f90-a83d-4cea-a8e0-5a520440d4ab), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:31:01.322949 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Pushing event updated for resources: {'Port': ['ID=adad1f90-a83d-4cea-a8e0-5a520440d4ab,revision_number=4']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:31:01.987350 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=25 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:31:03.066246 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Device adad1f90-a83d-4cea-a8e0-5a520440d4ab up at agent ovs-agent-dv-cinder-851170-2-iscsi {{(pid=104487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 08:31:03.116042 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Provisioning complete for port adad1f90-a83d-4cea-a8e0-5a520440d4ab triggered by entity L2. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:31:03.116440 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (adad1f90-a83d-4cea-a8e0-5a520440d4ab), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:31:03.142300 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:31:03.203629 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Current status of the port adad1f90-a83d-4cea-a8e0-5a520440d4ab is: ACTIVE; New status is: ACTIVE {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:31:10.939966 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=74,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:31:10.949712 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=64 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:31:13.196940 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=74 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:31:15.027097 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=57 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:31:15.977159 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-9e154947-cbb0-4800-8858-85283e25370f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (7c77c4a2-8ca4-486b-af2a-676805e7b922), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:31:18.307399 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-645775a6-266e-4339-b85e-2473b0091e42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (5bc6d868-bb0b-4164-b2dd-44360f4de654), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:31:20.169770 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-45eb61cd-e3d7-4840-8013-3080c7768274 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (36998da0-f99a-403d-814c-b55466abd131), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:31:21.198492 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-83feb67a-80d7-474e-96e8-1d92c33387c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (0a293c43-2970-4b69-9d2a-dcf41d8870ef), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:31:21.306660 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (ed9de811-f248-496b-b487-860d50d7cee7), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:31:31.238430 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:31:31.245250 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:31:35.001882 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.agents_db [None req-f85b74c8-06c1-470d-aedd-c7ca4f0196ea None None] Agent healthcheck: found 5 active agents {{(pid=104488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 08:31:46.065997 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-216756d2-663a-4f9e-ab0b-be508198dfe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (7c77c4a2-8ca4-486b-af2a-676805e7b922), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:31:48.439523 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-df7aa385-5663-402e-a7e5-26e54b65d2c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (5bc6d868-bb0b-4164-b2dd-44360f4de654), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:31:50.191223 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-45eb61cd-e3d7-4840-8013-3080c7768274 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (36998da0-f99a-403d-814c-b55466abd131), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:31:51.202717 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-83feb67a-80d7-474e-96e8-1d92c33387c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (0a293c43-2970-4b69-9d2a-dcf41d8870ef), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:31:51.288331 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (ed9de811-f248-496b-b487-860d50d7cee7), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:31:52.010658 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=2 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:31:52.011840 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=6 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:32:01.240645 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:32:01.252919 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:32:12.000736 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.agents_db [None req-f85b74c8-06c1-470d-aedd-c7ca4f0196ea None None] Agent healthcheck: found 5 active agents {{(pid=104488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 08:32:13.996111 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=1 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:32:15.995551 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-d37060bb-25bf-4d5f-a272-3ea9b12ef1cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (7c77c4a2-8ca4-486b-af2a-676805e7b922), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:32:18.304283 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-797a8b1f-7043-4b6e-a5db-27dabb1268b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (5bc6d868-bb0b-4164-b2dd-44360f4de654), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:32:20.184255 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-45eb61cd-e3d7-4840-8013-3080c7768274 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (36998da0-f99a-403d-814c-b55466abd131), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:32:21.245512 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-83feb67a-80d7-474e-96e8-1d92c33387c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (0a293c43-2970-4b69-9d2a-dcf41d8870ef), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:32:21.305015 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (ed9de811-f248-496b-b487-860d50d7cee7), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:32:27.313463 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 53424) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:32:27.651822 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c478589-b792-4a79-942c-397bf3e6503f admin admin] GET failed (client error): The resource could not be found. Jul 27 08:32:27.653110 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-2c478589-b792-4a79-942c-397bf3e6503f admin admin] 10.222.0.40 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3386927 Jul 27 08:32:27.815492 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a5bc649-6c04-4081-8592-be76bff2cefc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:32:27.816984 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-1a5bc649-6c04-4081-8592-be76bff2cefc admin admin] 10.222.0.40 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1598027 Jul 27 08:32:29.992153 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 53434) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:32:30.355624 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1631471-ae88-4d83-900b-5dfb1d7a1fca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:32:30.356976 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-b1631471-ae88-4d83-900b-5dfb1d7a1fca admin admin] 10.222.0.40 "GET /v2.0/subnets/189936c7-1d91-4361-be14-915e986ac606 HTTP/1.1" status: 200 len: 849 time: 0.3638721 Jul 27 08:32:30.367103 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.v2.base [None req-0a8f4843-a446-4d35-bdfd-42a6c83567fb admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:32:30.452921 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-0a8f4843-a446-4d35-bdfd-42a6c83567fb admin admin] Publish callbacks [] for subnet (189936c7-1d91-4361-be14-915e986ac606), before_update {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:32:30.864156 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-0a8f4843-a446-4d35-bdfd-42a6c83567fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8786710344677'] for subnet (189936c7-1d91-4361-be14-915e986ac606), after_update {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:32:30.897121 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a8f4843-a446-4d35-bdfd-42a6c83567fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:32:30.897121 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-0a8f4843-a446-4d35-bdfd-42a6c83567fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7864717'] for subnet (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:32:30.898426 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-0a8f4843-a446-4d35-bdfd-42a6c83567fb admin admin] 10.222.0.40 "PUT /v2.0/subnets/189936c7-1d91-4361-be14-915e986ac606 HTTP/1.1" status: 200 len: 868 time: 0.5355268 Jul 27 08:32:30.900613 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b39d5088-2b8e-4eb6-ac0d-bf92055f5e38 None None] Network ebcefb11-1285-41f9-a08a-765ba668bd0a requested from dv-cinder-851170-2-iscsi {{(pid=104487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 08:32:30.919793 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8f4843-a446-4d35-bdfd-42a6c83567fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=189936c7-1d91-4361-be14-915e986ac606,revision_number=1']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:32:30.927539 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8f4843-a446-4d35-bdfd-42a6c83567fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:32:30.927922 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8f4843-a446-4d35-bdfd-42a6c83567fb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:32:30.928275 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8f4843-a446-4d35-bdfd-42a6c83567fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:32:30.928713 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8f4843-a446-4d35-bdfd-42a6c83567fb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:32:30.928911 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8f4843-a446-4d35-bdfd-42a6c83567fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:32:30.929283 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8f4843-a446-4d35-bdfd-42a6c83567fb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:32:30.929615 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8f4843-a446-4d35-bdfd-42a6c83567fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:32:30.929947 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8f4843-a446-4d35-bdfd-42a6c83567fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:32:30.930302 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8f4843-a446-4d35-bdfd-42a6c83567fb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:32:30.930636 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8f4843-a446-4d35-bdfd-42a6c83567fb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:32:30.930980 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8f4843-a446-4d35-bdfd-42a6c83567fb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:32:30.931327 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8f4843-a446-4d35-bdfd-42a6c83567fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:32:30.931656 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8f4843-a446-4d35-bdfd-42a6c83567fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:32:30.931986 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8f4843-a446-4d35-bdfd-42a6c83567fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:32:30.932302 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8f4843-a446-4d35-bdfd-42a6c83567fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:32:31.220365 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-79f2e02b-7a49-4b65-9f2b-33e0387d240e None None] Provisioning complete for port 53ab15f4-2eac-40cd-a0eb-3d5b099884e4 triggered by entity DHCP. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:32:31.220755 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-79f2e02b-7a49-4b65-9f2b-33e0387d240e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (53ab15f4-2eac-40cd-a0eb-3d5b099884e4), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:32:31.291420 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-79f2e02b-7a49-4b65-9f2b-33e0387d240e None None] Current status of the port 53ab15f4-2eac-40cd-a0eb-3d5b099884e4 is: ACTIVE; New status is: ACTIVE {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:32:31.299405 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-79f2e02b-7a49-4b65-9f2b-33e0387d240e None None] Provisioning complete for port bee889a0-031d-42c5-a732-b7ca9dd3fe3d triggered by entity DHCP. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:32:31.299794 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-79f2e02b-7a49-4b65-9f2b-33e0387d240e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (bee889a0-031d-42c5-a732-b7ca9dd3fe3d), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:32:31.373977 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-79f2e02b-7a49-4b65-9f2b-33e0387d240e None None] Current status of the port bee889a0-031d-42c5-a732-b7ca9dd3fe3d is: ACTIVE; New status is: ACTIVE {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:32:33.122829 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 53442) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:32:33.589417 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3676866-2885-4574-b53f-fca6a7ca2272 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:32:33.589902 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3676866-2885-4574-b53f-fca6a7ca2272 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:32:33.591475 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-f3676866-2885-4574-b53f-fca6a7ca2272 admin admin] 10.222.0.40 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4677022 Jul 27 08:32:35.812526 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 53450) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:32:36.219042 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd362e58-202b-4c57-b1bf-32aa9175417d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:32:36.219511 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd362e58-202b-4c57-b1bf-32aa9175417d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:32:36.221050 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-bd362e58-202b-4c57-b1bf-32aa9175417d admin admin] 10.222.0.40 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4075751 Jul 27 08:32:36.447334 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:DELETE=1,neutron:SELECT=18 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:32:36.450166 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=16 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:32:38.415761 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 53458) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:32:38.813073 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ceb57c-31a1-472a-b726-f4a8c6a248bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:32:38.814389 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-56ceb57c-31a1-472a-b726-f4a8c6a248bb admin admin] 10.222.0.40 "GET /v2.0/networks/e7cd7671-9410-421d-95f2-ddad301715a5 HTTP/1.1" status: 200 len: 886 time: 0.3976455 Jul 27 08:32:40.975192 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 53466) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:32:41.298176 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:32:41.339705 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:32:41.366684 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=52,neutron:UPDATE=2 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:32:41.372567 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=40,neutron:UPDATE=3 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:32:41.378526 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1216051c-f072-4db5-abb0-37a149564417 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:32:41.380405 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-1216051c-f072-4db5-abb0-37a149564417 admin admin] 10.222.0.40 "GET /v2.0/networks/ebcefb11-1285-41f9-a08a-765ba668bd0a HTTP/1.1" status: 200 len: 869 time: 0.4037783 Jul 27 08:32:43.678855 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 53474) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:32:44.071669 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c17423c7-8274-405f-802b-157d849a30a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:32:44.072127 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c17423c7-8274-405f-802b-157d849a30a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:32:44.073679 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-c17423c7-8274-405f-802b-157d849a30a0 admin admin] 10.222.0.40 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3938811 Jul 27 08:32:45.960253 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-5836a550-af2e-4ce9-a615-4a6f8dcd21eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (7c77c4a2-8ca4-486b-af2a-676805e7b922), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:32:46.237071 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 53482) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:32:46.599087 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e1dfcaa-8ab4-4aa0-a4ad-dbf22f9d2586 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:32:46.599750 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e1dfcaa-8ab4-4aa0-a4ad-dbf22f9d2586 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:32:46.601281 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-7e1dfcaa-8ab4-4aa0-a4ad-dbf22f9d2586 admin admin] 10.222.0.40 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3633504 Jul 27 08:32:48.320464 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a289d678-27f7-4a1a-b61a-f51ccd9644d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (5bc6d868-bb0b-4164-b2dd-44360f4de654), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:32:48.753150 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 53490) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:32:48.998852 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.agents_db [None req-f85b74c8-06c1-470d-aedd-c7ca4f0196ea None None] Agent healthcheck: found 5 active agents {{(pid=104488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 08:32:49.117011 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a930539-81f9-49f9-8074-4f9715dfbc30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:32:49.118368 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-6a930539-81f9-49f9-8074-4f9715dfbc30 admin admin] 10.222.0.40 "GET /v2.0/subnets/189936c7-1d91-4361-be14-915e986ac606 HTTP/1.1" status: 200 len: 868 time: 0.3642538 Jul 27 08:32:50.183330 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-45eb61cd-e3d7-4840-8013-3080c7768274 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (36998da0-f99a-403d-814c-b55466abd131), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:32:51.200358 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-83feb67a-80d7-474e-96e8-1d92c33387c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (0a293c43-2970-4b69-9d2a-dcf41d8870ef), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:32:51.290093 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 53498) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:32:51.297397 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (ed9de811-f248-496b-b487-860d50d7cee7), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:32:51.653893 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e26eba9c-a5c0-47c7-a6ef-1500cccd182f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:32:51.655179 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-e26eba9c-a5c0-47c7-a6ef-1500cccd182f admin admin] 10.222.0.40 "GET /v2.0/subnets/bd8cca88-d260-42a1-9635-5bfcc6eba2a1 HTTP/1.1" status: 200 len: 816 time: 0.3641231 Jul 27 08:32:59.110334 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=31 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:32:59.114346 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=23 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:33:01.241833 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:33:01.243731 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:33:01.648875 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=5 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:33:01.650762 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=5 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:33:06.000719 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=2 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:33:06.009127 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=6 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:33:15.975539 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-fd244224-a7f2-40fe-b0f2-f273b7237549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (7c77c4a2-8ca4-486b-af2a-676805e7b922), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:33:18.295911 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-6d48980a-b37c-40c2-8a79-aff42004f6f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (5bc6d868-bb0b-4164-b2dd-44360f4de654), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:33:19.638327 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 53556) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:33:19.961288 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [None req-947e3762-a152-4f03-8696-ed8ae8bb6c37 admin admin] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=104486) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 27 08:33:19.962314 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-947e3762-a152-4f03-8696-ed8ae8bb6c37 admin admin] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3230238 Jul 27 08:33:20.176345 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-45eb61cd-e3d7-4840-8013-3080c7768274 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (36998da0-f99a-403d-814c-b55466abd131), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:33:21.210639 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-83feb67a-80d7-474e-96e8-1d92c33387c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (0a293c43-2970-4b69-9d2a-dcf41d8870ef), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:33:21.318136 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (ed9de811-f248-496b-b487-860d50d7cee7), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:33:22.218152 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 53564) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:33:22.553845 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bece8e9-ea9f-4c5e-900d-73aa0d3759d7 admin admin] GET failed (client error): The resource could not be found. Jul 27 08:33:22.555309 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-4bece8e9-ea9f-4c5e-900d-73aa0d3759d7 admin admin] 10.222.0.40 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3361990 Jul 27 08:33:22.707919 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c29cfbf-7548-4cc3-b445-42b74b7f2196 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:33:22.709300 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-6c29cfbf-7548-4cc3-b445-42b74b7f2196 admin admin] 10.222.0.40 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1499023 Jul 27 08:33:24.890346 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 53572) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:33:25.210629 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.v2.base [None req-e9ffcb14-1915-4fad-819a-737e514435ce admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=104486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:33:25.284330 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9ffcb14-1915-4fad-819a-737e514435ce admin admin] Made reservation on behalf of 28a37ee923b244c5bc101a0c6c5cd5d6 for: {'network': 1} {{(pid=104486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 08:33:25.288752 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-e9ffcb14-1915-4fad-819a-737e514435ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for network (None), before_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:33:25.324819 dv-cinder-851170-2-iscsi neutron-server[104486]: WARNING neutron.services.revisions.revision_plugin [None req-e9ffcb14-1915-4fad-819a-737e514435ce admin admin] Could not find related network for resource to bump revision. Jul 27 08:33:25.337349 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9ffcb14-1915-4fad-819a-737e514435ce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 656} {{(pid=104486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 08:33:25.347192 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-e9ffcb14-1915-4fad-819a-737e514435ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-834444'] for segment (39bc61ea-2cfd-4699-bce4-ca14dd43a392), precommit_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:33:25.347533 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.db.segments_db [None req-e9ffcb14-1915-4fad-819a-737e514435ce admin admin] Added segment 39bc61ea-2cfd-4699-bce4-ca14dd43a392 of type vlan for network 40e3fcfe-0654-431a-93ce-d77cf906aef8 Jul 27 08:33:25.386625 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-e9ffcb14-1915-4fad-819a-737e514435ce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786709896331'] for network (40e3fcfe-0654-431a-93ce-d77cf906aef8), precommit_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:33:25.467483 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-e9ffcb14-1915-4fad-819a-737e514435ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739'] for network (40e3fcfe-0654-431a-93ce-d77cf906aef8), after_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:33:25.468373 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ffcb14-1915-4fad-819a-737e514435ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:33:25.468951 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-e9ffcb14-1915-4fad-819a-737e514435ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7864717'] for network (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:33:25.560256 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ffcb14-1915-4fad-819a-737e514435ce admin admin] Pushing event updated for resources: {'Network': ['ID=40e3fcfe-0654-431a-93ce-d77cf906aef8,revision_number=1']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:33:25.567274 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ffcb14-1915-4fad-819a-737e514435ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:33:25.567700 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ffcb14-1915-4fad-819a-737e514435ce admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:33:25.568014 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ffcb14-1915-4fad-819a-737e514435ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:33:25.568351 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ffcb14-1915-4fad-819a-737e514435ce admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:33:25.568683 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ffcb14-1915-4fad-819a-737e514435ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:33:25.569014 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ffcb14-1915-4fad-819a-737e514435ce admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:33:25.569343 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ffcb14-1915-4fad-819a-737e514435ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:33:25.569669 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ffcb14-1915-4fad-819a-737e514435ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:33:25.570325 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ffcb14-1915-4fad-819a-737e514435ce admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:33:25.572634 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ffcb14-1915-4fad-819a-737e514435ce admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:33:25.572634 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ffcb14-1915-4fad-819a-737e514435ce admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:33:25.572634 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ffcb14-1915-4fad-819a-737e514435ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:33:25.572634 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ffcb14-1915-4fad-819a-737e514435ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:33:25.572634 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ffcb14-1915-4fad-819a-737e514435ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:33:25.572634 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ffcb14-1915-4fad-819a-737e514435ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:33:25.583261 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Network 40e3fcfe-0654-431a-93ce-d77cf906aef8 details requested by agent ovs-agent-dv-cinder-851170-2-iscsi with host dv-cinder-851170-2-iscsi {{(pid=104487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 08:33:25.598305 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-e9ffcb14-1915-4fad-819a-737e514435ce admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.6935256 Jul 27 08:33:25.997830 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.agents_db [None req-f85b74c8-06c1-470d-aedd-c7ca4f0196ea None None] Agent healthcheck: found 5 active agents {{(pid=104488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 08:33:27.785670 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 53580) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:33:28.115559 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.pecan_wsgi.hooks.translation [None req-0343e488-dd3b-4609-a3dc-9008e9503cea admin admin] GET failed (client error): The resource could not be found. Jul 27 08:33:28.116825 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-0343e488-dd3b-4609-a3dc-9008e9503cea admin admin] 10.222.0.40 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3301833 Jul 27 08:33:28.187183 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c57a86-161f-4fdc-a06a-2dd36da07bc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:33:28.188527 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-56c57a86-161f-4fdc-a06a-2dd36da07bc5 admin admin] 10.222.0.40 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0676012 Jul 27 08:33:28.198060 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.v2.base [None req-bd94f22a-3a9c-491c-b59d-3c5f9944ad21 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': '40e3fcfe-0654-431a-93ce-d77cf906aef8', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=104486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:33:28.267110 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd94f22a-3a9c-491c-b59d-3c5f9944ad21 admin admin] Made reservation on behalf of 28a37ee923b244c5bc101a0c6c5cd5d6 for: {'subnet': 1} {{(pid=104486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 08:33:28.270342 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-bd94f22a-3a9c-491c-b59d-3c5f9944ad21 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:33:28.484555 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-bd94f22a-3a9c-491c-b59d-3c5f9944ad21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739'] for subnet (f6456623-01f7-4240-b851-0a595ed5b6c0), after_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:33:28.534598 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd94f22a-3a9c-491c-b59d-3c5f9944ad21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6456623-01f7-4240-b851-0a595ed5b6c0,revision_number=0']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:33:28.549829 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd94f22a-3a9c-491c-b59d-3c5f9944ad21 admin admin] Checking segment: {'id': '39bc61ea-2cfd-4699-bce4-ca14dd43a392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '40e3fcfe-0654-431a-93ce-d77cf906aef8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 08:33:28.550219 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd94f22a-3a9c-491c-b59d-3c5f9944ad21 admin admin] Network hostable DHCP agents. Network: 40e3fcfe-0654-431a-93ce-d77cf906aef8, hostable agents: ['7c77c4a2-8ca4-486b-af2a-676805e7b922'], hosted agents: [] {{(pid=104486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 08:33:28.632799 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd94f22a-3a9c-491c-b59d-3c5f9944ad21 admin admin] Network 40e3fcfe-0654-431a-93ce-d77cf906aef8 is scheduled to be hosted by DHCP agent 7c77c4a2-8ca4-486b-af2a-676805e7b922 with binding_index 1 {{(pid=104486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 08:33:28.690283 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.scheduler.base_scheduler [None req-bd94f22a-3a9c-491c-b59d-3c5f9944ad21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851170-2-iscsi, 40e3fcfe-0654-431a-93ce-d77cf906aef8) {{(pid=104486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 08:33:28.694312 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd94f22a-3a9c-491c-b59d-3c5f9944ad21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:33:28.694900 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-bd94f22a-3a9c-491c-b59d-3c5f9944ad21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7864717'] for subnet (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:33:28.699012 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad6dcd62-3ba6-4348-9451-fc1004531559 None None] Network 40e3fcfe-0654-431a-93ce-d77cf906aef8 requested from dv-cinder-851170-2-iscsi {{(pid=104487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 08:33:28.761218 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-bd94f22a-3a9c-491c-b59d-3c5f9944ad21 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5663095 Jul 27 08:33:28.804177 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32edb6de-7326-4e26-abcd-98cb5fa0e206 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15de2134-51f9-5133-ac93-618e7ff2167e-40e3fcfe-0654-431a-93ce-d77cf906aef8', 'network_id': '40e3fcfe-0654-431a-93ce-d77cf906aef8', 'project_id': '28a37ee923b244c5bc101a0c6c5cd5d6', 'fixed_ips': [{'subnet_id': 'f6456623-01f7-4240-b851-0a595ed5b6c0'}]}} from dv-cinder-851170-2-iscsi. {{(pid=104487) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 27 08:33:28.805270 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-32edb6de-7326-4e26-abcd-98cb5fa0e206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (None), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:33:29.040366 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.db_base_plugin_common [None req-32edb6de-7326-4e26-abcd-98cb5fa0e206 None None] Allocated IP 192.168.233.2 (40e3fcfe-0654-431a-93ce-d77cf906aef8/f6456623-01f7-4240-b851-0a595ed5b6c0/7a04aed5-54df-4801-8952-081af240663b) {{(pid=104487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 08:33:29.186535 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-32edb6de-7326-4e26-abcd-98cb5fa0e206 None None] Publish callbacks [] for port (7a04aed5-54df-4801-8952-081af240663b), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:33:29.262258 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-32edb6de-7326-4e26-abcd-98cb5fa0e206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786709965397'] for port (7a04aed5-54df-4801-8952-081af240663b), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:33:29.305438 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32edb6de-7326-4e26-abcd-98cb5fa0e206 None None] Network 40e3fcfe-0654-431a-93ce-d77cf906aef8 is already hosted by enough agents. {{(pid=104487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 08:33:29.308703 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.scheduler.base_scheduler [None req-32edb6de-7326-4e26-abcd-98cb5fa0e206 None None] Resources bound (agent type, host, resource id): {{(pid=104487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 08:33:29.312620 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32edb6de-7326-4e26-abcd-98cb5fa0e206 None None] Received port after_create {{(pid=104487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 08:33:29.316078 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32edb6de-7326-4e26-abcd-98cb5fa0e206 None None] Pushing event updated for resources: {'Port': ['ID=7a04aed5-54df-4801-8952-081af240663b,revision_number=1']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:33:29.327114 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32edb6de-7326-4e26-abcd-98cb5fa0e206 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:33:29.327454 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32edb6de-7326-4e26-abcd-98cb5fa0e206 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:33:29.327793 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32edb6de-7326-4e26-abcd-98cb5fa0e206 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:33:29.328143 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32edb6de-7326-4e26-abcd-98cb5fa0e206 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:33:29.328474 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32edb6de-7326-4e26-abcd-98cb5fa0e206 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:33:29.328803 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32edb6de-7326-4e26-abcd-98cb5fa0e206 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:33:29.329119 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32edb6de-7326-4e26-abcd-98cb5fa0e206 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:33:29.329439 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32edb6de-7326-4e26-abcd-98cb5fa0e206 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:33:29.329757 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32edb6de-7326-4e26-abcd-98cb5fa0e206 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:33:29.330201 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32edb6de-7326-4e26-abcd-98cb5fa0e206 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:33:29.330509 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32edb6de-7326-4e26-abcd-98cb5fa0e206 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:33:29.331235 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32edb6de-7326-4e26-abcd-98cb5fa0e206 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:33:29.331235 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32edb6de-7326-4e26-abcd-98cb5fa0e206 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:33:29.331459 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32edb6de-7326-4e26-abcd-98cb5fa0e206 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:33:29.331778 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32edb6de-7326-4e26-abcd-98cb5fa0e206 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:33:29.388007 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.managers [None req-32edb6de-7326-4e26-abcd-98cb5fa0e206 None None] Attempting to bind port 7a04aed5-54df-4801-8952-081af240663b on host dv-cinder-851170-2-iscsi for vnic_type normal with profile {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 08:33:29.388373 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.managers [None req-32edb6de-7326-4e26-abcd-98cb5fa0e206 None None] Attempting to bind port 7a04aed5-54df-4801-8952-081af240663b by drivers openvswitch,hyperv on host dv-cinder-851170-2-iscsi at level 0 using segments [{'id': '39bc61ea-2cfd-4699-bce4-ca14dd43a392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '40e3fcfe-0654-431a-93ce-d77cf906aef8'}] {{(pid=104487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 08:33:29.388722 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32edb6de-7326-4e26-abcd-98cb5fa0e206 None None] Attempting to bind port 7a04aed5-54df-4801-8952-081af240663b on network 40e3fcfe-0654-431a-93ce-d77cf906aef8 {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 08:33:29.394417 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32edb6de-7326-4e26-abcd-98cb5fa0e206 None None] Checking agent: {'id': 'ed9de811-f248-496b-b487-860d50d7cee7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851170-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 8, 30, 21), 'started_at': datetime.datetime(2022, 7, 27, 8, 30, 51), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 8, 33, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851170-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 08:33:29.394797 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32edb6de-7326-4e26-abcd-98cb5fa0e206 None None] Checking segment: {'id': '39bc61ea-2cfd-4699-bce4-ca14dd43a392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '40e3fcfe-0654-431a-93ce-d77cf906aef8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 08:33:29.395455 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-32edb6de-7326-4e26-abcd-98cb5fa0e206 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:33:29.395941 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32edb6de-7326-4e26-abcd-98cb5fa0e206 None None] Bound using segment: {'id': '39bc61ea-2cfd-4699-bce4-ca14dd43a392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '40e3fcfe-0654-431a-93ce-d77cf906aef8'} {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 08:33:29.396413 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.managers [None req-32edb6de-7326-4e26-abcd-98cb5fa0e206 None None] Bound port: 7a04aed5-54df-4801-8952-081af240663b, host: dv-cinder-851170-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39bc61ea-2cfd-4699-bce4-ca14dd43a392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '40e3fcfe-0654-431a-93ce-d77cf906aef8'}}] {{(pid=104487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 08:33:29.396982 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-32edb6de-7326-4e26-abcd-98cb5fa0e206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (7a04aed5-54df-4801-8952-081af240663b), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:33:29.459140 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-32edb6de-7326-4e26-abcd-98cb5fa0e206 None None] For port 7a04aed5-54df-4801-8952-081af240663b, host dv-cinder-851170-2-iscsi, cleared binding levels {{(pid=104487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 08:33:29.462255 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-32edb6de-7326-4e26-abcd-98cb5fa0e206 None None] For port 7a04aed5-54df-4801-8952-081af240663b, host dv-cinder-851170-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851170-2-iscsi',level=0,port_id=7a04aed5-54df-4801-8952-081af240663b,segment=NetworkSegment(39bc61ea-2cfd-4699-bce4-ca14dd43a392),segment_id=39bc61ea-2cfd-4699-bce4-ca14dd43a392)] {{(pid=104487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 08:33:29.507907 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-32edb6de-7326-4e26-abcd-98cb5fa0e206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (7a04aed5-54df-4801-8952-081af240663b), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:33:29.544808 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=89,neutron:UPDATE=7,neutron:INSERT=4 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:33:29.573815 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32edb6de-7326-4e26-abcd-98cb5fa0e206 None None] Pushing event updated for resources: {'Port': ['ID=7a04aed5-54df-4801-8952-081af240663b,revision_number=2']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:33:30.402925 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08de2488-a826-4273-ba98-590ff8bc287d None None] Network 40e3fcfe-0654-431a-93ce-d77cf906aef8 requested from dv-cinder-851170-2-iscsi {{(pid=104487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 08:33:30.470037 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-0dbab635-e22e-4905-b390-d988af655e14 None None] Provisioning complete for port 7a04aed5-54df-4801-8952-081af240663b triggered by entity DHCP. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:33:30.471032 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0dbab635-e22e-4905-b390-d988af655e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (7a04aed5-54df-4801-8952-081af240663b), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:33:30.494285 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:33:30.596430 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-0dbab635-e22e-4905-b390-d988af655e14 None None] Current status of the port 7a04aed5-54df-4801-8952-081af240663b is: DOWN; New status is: ACTIVE {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:33:30.597096 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0dbab635-e22e-4905-b390-d988af655e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (7a04aed5-54df-4801-8952-081af240663b), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:33:30.666631 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-0dbab635-e22e-4905-b390-d988af655e14 None None] For port 7a04aed5-54df-4801-8952-081af240663b, host dv-cinder-851170-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851170-2-iscsi',level=0,port_id=7a04aed5-54df-4801-8952-081af240663b,segment=NetworkSegment(39bc61ea-2cfd-4699-bce4-ca14dd43a392),segment_id=39bc61ea-2cfd-4699-bce4-ca14dd43a392)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:33:30.781893 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0dbab635-e22e-4905-b390-d988af655e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (7a04aed5-54df-4801-8952-081af240663b), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:33:30.830551 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbab635-e22e-4905-b390-d988af655e14 None None] Pushing event updated for resources: {'Port': ['ID=7a04aed5-54df-4801-8952-081af240663b,revision_number=3']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:33:30.901198 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-a09aeb4c-a0fb-41a8-b980-a9a47c0bcbdc None None] Provisioning complete for port 7a04aed5-54df-4801-8952-081af240663b triggered by entity DHCP. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:33:30.901481 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a09aeb4c-a0fb-41a8-b980-a9a47c0bcbdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (7a04aed5-54df-4801-8952-081af240663b), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:33:30.977013 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-a09aeb4c-a0fb-41a8-b980-a9a47c0bcbdc None None] Current status of the port 7a04aed5-54df-4801-8952-081af240663b is: ACTIVE; New status is: ACTIVE {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:33:31.160055 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Device 7a04aed5-54df-4801-8952-081af240663b up at agent ovs-agent-dv-cinder-851170-2-iscsi {{(pid=104487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 08:33:31.207624 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Provisioning complete for port 7a04aed5-54df-4801-8952-081af240663b triggered by entity L2. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:33:31.208014 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (7a04aed5-54df-4801-8952-081af240663b), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:33:31.282581 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Current status of the port 7a04aed5-54df-4801-8952-081af240663b is: ACTIVE; New status is: ACTIVE {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:33:38.707931 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=76,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:33:38.708746 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=84,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:33:41.277296 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=80,neutron:UPDATE=2 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:33:41.281159 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=39 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:33:43.003517 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=4 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:33:43.005428 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=4 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:33:45.952117 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-e357bbee-8136-4ecd-be7d-d91cc1b083ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (7c77c4a2-8ca4-486b-af2a-676805e7b922), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:33:48.295059 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-58231d78-ace1-4fd4-975e-6ab65dd73efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (5bc6d868-bb0b-4164-b2dd-44360f4de654), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:33:50.197678 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-45eb61cd-e3d7-4840-8013-3080c7768274 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (36998da0-f99a-403d-814c-b55466abd131), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:33:51.221095 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-83feb67a-80d7-474e-96e8-1d92c33387c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (0a293c43-2970-4b69-9d2a-dcf41d8870ef), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:33:51.283692 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (ed9de811-f248-496b-b487-860d50d7cee7), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:34:01.244393 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:34:01.246287 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:34:02.996443 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.agents_db [None req-f85b74c8-06c1-470d-aedd-c7ca4f0196ea None None] Agent healthcheck: found 5 active agents {{(pid=104488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 08:34:15.945117 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-97c7c271-5d8d-41ee-af80-11fff8c64cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (7c77c4a2-8ca4-486b-af2a-676805e7b922), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:34:18.304875 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-2ea61d28-0aa4-4fe8-b455-dac29ae8708f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (5bc6d868-bb0b-4164-b2dd-44360f4de654), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:34:19.995969 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=4 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:34:20.000912 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:34:20.167848 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-45eb61cd-e3d7-4840-8013-3080c7768274 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (36998da0-f99a-403d-814c-b55466abd131), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:34:21.251715 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-83feb67a-80d7-474e-96e8-1d92c33387c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (0a293c43-2970-4b69-9d2a-dcf41d8870ef), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:34:21.298864 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (ed9de811-f248-496b-b487-860d50d7cee7), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:34:31.249657 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:34:31.251595 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:34:39.996701 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.agents_db [None req-f85b74c8-06c1-470d-aedd-c7ca4f0196ea None None] Agent healthcheck: found 5 active agents {{(pid=104488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 08:34:45.937905 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-820f4fe7-8e90-41ea-84c7-90aa6ccdd34d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (7c77c4a2-8ca4-486b-af2a-676805e7b922), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:34:48.309281 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-2a37164d-d93c-4e18-8c96-462d209849b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (5bc6d868-bb0b-4164-b2dd-44360f4de654), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:34:50.183287 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-45eb61cd-e3d7-4840-8013-3080c7768274 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (36998da0-f99a-403d-814c-b55466abd131), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:34:51.228991 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-83feb67a-80d7-474e-96e8-1d92c33387c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (0a293c43-2970-4b69-9d2a-dcf41d8870ef), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:34:51.303280 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (ed9de811-f248-496b-b487-860d50d7cee7), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:34:56.996526 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=4 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:34:56.997444 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=6 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:35:01.255174 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:35:01.256501 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:35:15.970983 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-2f09bd3f-b3e9-49b1-a11d-cc751cdf03fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (7c77c4a2-8ca4-486b-af2a-676805e7b922), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:35:16.315708 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=13 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:35:16.320602 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=13 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:35:16.995109 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.agents_db [None req-f85b74c8-06c1-470d-aedd-c7ca4f0196ea None None] Agent healthcheck: found 5 active agents {{(pid=104488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 08:35:18.291315 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-30244f66-b57d-4148-b794-f0786cf21e25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (5bc6d868-bb0b-4164-b2dd-44360f4de654), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:35:20.228630 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-45eb61cd-e3d7-4840-8013-3080c7768274 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (36998da0-f99a-403d-814c-b55466abd131), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:35:21.239446 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-83feb67a-80d7-474e-96e8-1d92c33387c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (0a293c43-2970-4b69-9d2a-dcf41d8870ef), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:35:21.336841 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (ed9de811-f248-496b-b487-860d50d7cee7), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:35:30.087555 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 53640) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:35:30.093390 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [None req-d0d48fdd-ff85-4b70-9b5e-fba0e95c1ab5 tempest-verify_tempest_config-822412899 tempest-verify_tempest_config-822412899-project] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=104485) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 27 08:35:30.094426 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-d0d48fdd-ff85-4b70-9b5e-fba0e95c1ab5 tempest-verify_tempest_config-822412899 tempest-verify_tempest_config-822412899-project] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0059042 Jul 27 08:35:30.641408 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 53658) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:35:30.765106 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-c5be364f-819d-47db-a749-7bb4be3976c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:35:30.838952 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-c5be364f-819d-47db-a749-7bb4be3976c0 admin admin] Publish callbacks [] for security_group (50d5733f-a19d-49a9-ad49-61309770fa46), precommit_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:35:30.907494 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-c5be364f-819d-47db-a749-7bb4be3976c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (50d5733f-a19d-49a9-ad49-61309770fa46), after_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:35:30.953916 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-c5be364f-819d-47db-a749-7bb4be3976c0 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=639ad36d8d3547ae93adf71dc97ac574&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3114462 Jul 27 08:35:30.954785 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5be364f-819d-47db-a749-7bb4be3976c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50d5733f-a19d-49a9-ad49-61309770fa46,revision_number=1']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:35:30.956645 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 53662) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:35:30.961918 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5be364f-819d-47db-a749-7bb4be3976c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:35:30.962325 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5be364f-819d-47db-a749-7bb4be3976c0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:35:30.962675 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5be364f-819d-47db-a749-7bb4be3976c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:35:30.963018 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5be364f-819d-47db-a749-7bb4be3976c0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:35:30.963350 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5be364f-819d-47db-a749-7bb4be3976c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:35:30.963700 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5be364f-819d-47db-a749-7bb4be3976c0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:35:30.964029 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5be364f-819d-47db-a749-7bb4be3976c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:35:30.964394 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5be364f-819d-47db-a749-7bb4be3976c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:35:30.965370 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5be364f-819d-47db-a749-7bb4be3976c0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:35:30.965774 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5be364f-819d-47db-a749-7bb4be3976c0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:35:30.966105 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5be364f-819d-47db-a749-7bb4be3976c0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:35:30.966458 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5be364f-819d-47db-a749-7bb4be3976c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:35:30.966781 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5be364f-819d-47db-a749-7bb4be3976c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:35:30.967103 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5be364f-819d-47db-a749-7bb4be3976c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:35:30.967423 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5be364f-819d-47db-a749-7bb4be3976c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:35:31.014152 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-571213fd-53ea-419e-800e-790eb49d8cdd admin admin] Publish callbacks [] for security_group (50d5733f-a19d-49a9-ad49-61309770fa46), before_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:35:31.035503 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-571213fd-53ea-419e-800e-790eb49d8cdd admin admin] Publish callbacks [] for security_group (50d5733f-a19d-49a9-ad49-61309770fa46), precommit_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:35:31.193768 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-571213fd-53ea-419e-800e-790eb49d8cdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (50d5733f-a19d-49a9-ad49-61309770fa46), after_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:35:31.196273 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-571213fd-53ea-419e-800e-790eb49d8cdd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:35:31.197446 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-571213fd-53ea-419e-800e-790eb49d8cdd admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/50d5733f-a19d-49a9-ad49-61309770fa46 HTTP/1.1" status: 204 len: 168 time: 0.2398400 Jul 27 08:35:31.205876 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571213fd-53ea-419e-800e-790eb49d8cdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50d5733f-a19d-49a9-ad49-61309770fa46,revision_number=None']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:35:31.213064 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571213fd-53ea-419e-800e-790eb49d8cdd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:35:31.213420 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571213fd-53ea-419e-800e-790eb49d8cdd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:35:31.213930 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571213fd-53ea-419e-800e-790eb49d8cdd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:35:31.214395 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571213fd-53ea-419e-800e-790eb49d8cdd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:35:31.215402 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571213fd-53ea-419e-800e-790eb49d8cdd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:35:31.215834 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571213fd-53ea-419e-800e-790eb49d8cdd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:35:31.216388 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571213fd-53ea-419e-800e-790eb49d8cdd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:35:31.216803 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571213fd-53ea-419e-800e-790eb49d8cdd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:35:31.217162 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571213fd-53ea-419e-800e-790eb49d8cdd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:35:31.217500 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571213fd-53ea-419e-800e-790eb49d8cdd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:35:31.217839 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571213fd-53ea-419e-800e-790eb49d8cdd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:35:31.218455 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571213fd-53ea-419e-800e-790eb49d8cdd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:35:31.218793 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571213fd-53ea-419e-800e-790eb49d8cdd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:35:31.219212 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571213fd-53ea-419e-800e-790eb49d8cdd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:35:31.219542 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571213fd-53ea-419e-800e-790eb49d8cdd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:35:31.262367 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:35:33.998559 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=4 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:35:34.004501 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=4 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:35:40.947732 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=18,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:35:40.958256 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=21,neutron:INSERT=3 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:35:41.073886 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=16,neutron:DELETE=2 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:35:41.209460 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=19,neutron:DELETE=2 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:35:41.238392 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:UPDATE=2,neutron:SELECT=9 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:35:45.981726 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-7f3f3842-50e8-46be-83ad-6dae559b422b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (7c77c4a2-8ca4-486b-af2a-676805e7b922), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:35:48.296286 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-4fc50964-ceeb-4dfd-9a87-2afde4124dbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (5bc6d868-bb0b-4164-b2dd-44360f4de654), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:35:50.209944 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-45eb61cd-e3d7-4840-8013-3080c7768274 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (36998da0-f99a-403d-814c-b55466abd131), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:35:51.249683 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-83feb67a-80d7-474e-96e8-1d92c33387c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (0a293c43-2970-4b69-9d2a-dcf41d8870ef), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:35:51.352448 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (ed9de811-f248-496b-b487-860d50d7cee7), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:35:53.995237 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.agents_db [None req-f85b74c8-06c1-470d-aedd-c7ca4f0196ea None None] Agent healthcheck: found 5 active agents {{(pid=104488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 08:36:01.258574 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:36:01.264456 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:36:13.995952 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=5 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:36:13.996636 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:36:15.951233 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-fefa465d-d416-464c-a3c5-f8328676684f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (7c77c4a2-8ca4-486b-af2a-676805e7b922), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:36:18.403302 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-46fed43c-3fbf-4bd5-b7e3-ed0586770a5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (5bc6d868-bb0b-4164-b2dd-44360f4de654), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:36:20.231684 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-45eb61cd-e3d7-4840-8013-3080c7768274 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (36998da0-f99a-403d-814c-b55466abd131), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:36:21.255820 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-83feb67a-80d7-474e-96e8-1d92c33387c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (0a293c43-2970-4b69-9d2a-dcf41d8870ef), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:36:21.328580 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (ed9de811-f248-496b-b487-860d50d7cee7), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:36:30.994384 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.agents_db [None req-f85b74c8-06c1-470d-aedd-c7ca4f0196ea None None] Agent healthcheck: found 5 active agents {{(pid=104488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 08:36:31.261964 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:36:31.263800 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:36:45.973371 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-7a9fec61-a41e-454e-a167-d10a2970ac11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (7c77c4a2-8ca4-486b-af2a-676805e7b922), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:36:48.001287 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=2 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:36:48.005234 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=6 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:36:48.327066 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-2f1a5953-f2a5-495c-ae8e-262608b55f51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (5bc6d868-bb0b-4164-b2dd-44360f4de654), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:36:50.212893 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-45eb61cd-e3d7-4840-8013-3080c7768274 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (36998da0-f99a-403d-814c-b55466abd131), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:36:51.230112 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-83feb67a-80d7-474e-96e8-1d92c33387c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (0a293c43-2970-4b69-9d2a-dcf41d8870ef), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:36:51.293003 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (ed9de811-f248-496b-b487-860d50d7cee7), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:37:01.254019 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:37:01.255895 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:37:07.992721 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.agents_db [None req-f85b74c8-06c1-470d-aedd-c7ca4f0196ea None None] Agent healthcheck: found 5 active agents {{(pid=104488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 08:37:15.977742 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-2ecd00cc-8b2a-45b1-940e-f5998767b976 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (7c77c4a2-8ca4-486b-af2a-676805e7b922), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:37:18.297780 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-ab4e8756-863d-413b-a4c4-f8c15ea552e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (5bc6d868-bb0b-4164-b2dd-44360f4de654), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:37:20.205067 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-45eb61cd-e3d7-4840-8013-3080c7768274 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (36998da0-f99a-403d-814c-b55466abd131), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:37:20.794287 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-361378'] for agent (40990755-2d84-4c9d-828c-eda94a5136e8), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:37:21.234703 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-83feb67a-80d7-474e-96e8-1d92c33387c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (0a293c43-2970-4b69-9d2a-dcf41d8870ef), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:37:21.337695 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (ed9de811-f248-496b-b487-860d50d7cee7), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:37:25.011699 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=18 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:37:25.012493 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=16 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:37:31.259351 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:37:31.261381 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:37:33.177599 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 53738) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:37:33.284523 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-d2ff6854-0287-4e45-aaba-7e28d5ee7c9c admin admin] 10.222.0.40 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1058109 Jul 27 08:37:35.344576 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 53748) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:37:35.399742 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-3dee05f6-ab41-4f44-aa9b-562acec63cb9 admin admin] 10.222.0.40 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0540783 Jul 27 08:37:44.991425 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.agents_db [None req-f85b74c8-06c1-470d-aedd-c7ca4f0196ea None None] Agent healthcheck: found 6 active agents {{(pid=104488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 08:37:45.393547 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=1 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:37:45.394326 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=3 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:37:45.953576 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-46a3cf19-48dc-4d3a-b3ee-453a3c52f536 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (7c77c4a2-8ca4-486b-af2a-676805e7b922), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:37:48.318718 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-55d08706-899b-454c-ada7-531c3fcd2676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (5bc6d868-bb0b-4164-b2dd-44360f4de654), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:37:50.232652 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-45eb61cd-e3d7-4840-8013-3080c7768274 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (36998da0-f99a-403d-814c-b55466abd131), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:37:50.759110 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (40990755-2d84-4c9d-828c-eda94a5136e8), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:37:51.238390 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-83feb67a-80d7-474e-96e8-1d92c33387c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (0a293c43-2970-4b69-9d2a-dcf41d8870ef), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:37:51.324821 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (ed9de811-f248-496b-b487-860d50d7cee7), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:38:01.262603 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:38:01.264490 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:38:02.004692 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=5 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:38:02.009539 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=3 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:38:14.002110 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:38:15.975466 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-24283ee0-b4c5-44e9-bbab-986d8232e71f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (7c77c4a2-8ca4-486b-af2a-676805e7b922), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:38:18.306441 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-d7d2bf25-d23a-417d-98dc-191130720b3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (5bc6d868-bb0b-4164-b2dd-44360f4de654), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:38:20.209462 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-45eb61cd-e3d7-4840-8013-3080c7768274 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (36998da0-f99a-403d-814c-b55466abd131), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:38:20.763402 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (40990755-2d84-4c9d-828c-eda94a5136e8), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:38:21.249301 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-83feb67a-80d7-474e-96e8-1d92c33387c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (0a293c43-2970-4b69-9d2a-dcf41d8870ef), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:38:21.328860 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (ed9de811-f248-496b-b487-860d50d7cee7), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:38:21.989919 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.agents_db [None req-f85b74c8-06c1-470d-aedd-c7ca4f0196ea None None] Agent healthcheck: found 6 active agents {{(pid=104488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 08:38:31.259951 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:38:31.263261 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:38:39.001904 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=2 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:38:39.006815 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=6 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:38:45.990913 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-4c741ef2-952f-4644-a3a0-a238bc71a48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (7c77c4a2-8ca4-486b-af2a-676805e7b922), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:38:48.454088 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-7bdcfbee-e49e-46b6-812d-245c3c5ffcf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (5bc6d868-bb0b-4164-b2dd-44360f4de654), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:38:50.213045 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-45eb61cd-e3d7-4840-8013-3080c7768274 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (36998da0-f99a-403d-814c-b55466abd131), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:38:50.750900 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (40990755-2d84-4c9d-828c-eda94a5136e8), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:38:51.293518 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-83feb67a-80d7-474e-96e8-1d92c33387c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (0a293c43-2970-4b69-9d2a-dcf41d8870ef), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:38:51.316159 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (ed9de811-f248-496b-b487-860d50d7cee7), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:38:58.989172 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.agents_db [None req-f85b74c8-06c1-470d-aedd-c7ca4f0196ea None None] Agent healthcheck: found 6 active agents {{(pid=104488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 08:39:01.265027 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:39:01.266872 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:39:15.971188 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 53896) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:39:15.988790 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-592b0ff9-d352-4e72-900a-3e78eaf78498 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (7c77c4a2-8ca4-486b-af2a-676805e7b922), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:16.375147 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=17 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:39:16.381086 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=17 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:39:16.394606 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.v2.base [None req-c550af4e-fc9f-448e-972e-81e3671f54dc admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2143875417-network', 'tenant_id': 'bbedb0ad0538471e98b0641598f08c17'}} {{(pid=104486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:39:16.425028 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 53924) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:39:16.504141 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c550af4e-fc9f-448e-972e-81e3671f54dc admin admin] Made reservation on behalf of bbedb0ad0538471e98b0641598f08c17 for: {'network': 1} {{(pid=104486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 08:39:16.506826 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-c550af4e-fc9f-448e-972e-81e3671f54dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for network (None), before_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:16.515650 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-c550af4e-fc9f-448e-972e-81e3671f54dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:16.595680 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-c550af4e-fc9f-448e-972e-81e3671f54dc admin admin] Publish callbacks [] for security_group (18b82cff-68dc-43fa-89da-9cbf13a5e5f5), precommit_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:16.660500 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.v2.base [None req-2dd55c0f-609e-4c42-b3e2-9c0841b0a713 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-949871471-network', 'tenant_id': '9dcfebb6e1774a7daed20b60d2379875'}} {{(pid=104486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:39:16.691897 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-c550af4e-fc9f-448e-972e-81e3671f54dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (18b82cff-68dc-43fa-89da-9cbf13a5e5f5), after_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:16.712336 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c550af4e-fc9f-448e-972e-81e3671f54dc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 688} {{(pid=104486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 08:39:16.732242 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-c550af4e-fc9f-448e-972e-81e3671f54dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-834444'] for segment (2c0fb304-3c22-4ed5-9a02-db9a55430652), precommit_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:16.732577 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.db.segments_db [None req-c550af4e-fc9f-448e-972e-81e3671f54dc admin admin] Added segment 2c0fb304-3c22-4ed5-9a02-db9a55430652 of type vlan for network a1f6320b-3782-410e-b338-e24d3c56438a Jul 27 08:39:16.739628 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c550af4e-fc9f-448e-972e-81e3671f54dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18b82cff-68dc-43fa-89da-9cbf13a5e5f5,revision_number=1']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:39:16.748736 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c550af4e-fc9f-448e-972e-81e3671f54dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:39:16.749077 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c550af4e-fc9f-448e-972e-81e3671f54dc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:39:16.749436 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c550af4e-fc9f-448e-972e-81e3671f54dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:39:16.749775 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c550af4e-fc9f-448e-972e-81e3671f54dc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:39:16.750108 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c550af4e-fc9f-448e-972e-81e3671f54dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:39:16.750460 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c550af4e-fc9f-448e-972e-81e3671f54dc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:39:16.750784 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c550af4e-fc9f-448e-972e-81e3671f54dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:39:16.751106 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c550af4e-fc9f-448e-972e-81e3671f54dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:39:16.751428 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c550af4e-fc9f-448e-972e-81e3671f54dc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:39:16.751752 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c550af4e-fc9f-448e-972e-81e3671f54dc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:39:16.752089 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c550af4e-fc9f-448e-972e-81e3671f54dc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:39:16.752413 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c550af4e-fc9f-448e-972e-81e3671f54dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:39:16.752777 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c550af4e-fc9f-448e-972e-81e3671f54dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:39:16.753047 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c550af4e-fc9f-448e-972e-81e3671f54dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:39:16.753361 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c550af4e-fc9f-448e-972e-81e3671f54dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:39:16.754503 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c550af4e-fc9f-448e-972e-81e3671f54dc admin admin] Tracked resource versions report: Jul 27 08:39:16.754503 dv-cinder-851170-2-iscsi neutron-server[104486]: pushed versions: Jul 27 08:39:16.754503 dv-cinder-851170-2-iscsi neutron-server[104486]: { 'AddressGroup': {'1.2'}, Jul 27 08:39:16.754503 dv-cinder-851170-2-iscsi neutron-server[104486]: 'Agent': {'1.1'}, Jul 27 08:39:16.754503 dv-cinder-851170-2-iscsi neutron-server[104486]: 'ConntrackHelper': {'1.0'}, Jul 27 08:39:16.754503 dv-cinder-851170-2-iscsi neutron-server[104486]: 'LocalIPAssociation': {'1.0'}, Jul 27 08:39:16.754503 dv-cinder-851170-2-iscsi neutron-server[104486]: 'Log': {'1.0'}, Jul 27 08:39:16.754503 dv-cinder-851170-2-iscsi neutron-server[104486]: 'NDPProxy': {'1.0'}, Jul 27 08:39:16.754503 dv-cinder-851170-2-iscsi neutron-server[104486]: 'Network': {'1.1'}, Jul 27 08:39:16.754503 dv-cinder-851170-2-iscsi neutron-server[104486]: 'Port': {'1.7'}, Jul 27 08:39:16.754503 dv-cinder-851170-2-iscsi neutron-server[104486]: 'PortForwarding': {'1.3'}, Jul 27 08:39:16.754503 dv-cinder-851170-2-iscsi neutron-server[104486]: 'QosPolicy': {'1.10'}, Jul 27 08:39:16.754503 dv-cinder-851170-2-iscsi neutron-server[104486]: 'SecurityGroup': {'1.5'}, Jul 27 08:39:16.754503 dv-cinder-851170-2-iscsi neutron-server[104486]: 'SecurityGroupRule': {'1.2'}, Jul 27 08:39:16.754503 dv-cinder-851170-2-iscsi neutron-server[104486]: 'SubPort': {'1.0'}, Jul 27 08:39:16.754503 dv-cinder-851170-2-iscsi neutron-server[104486]: 'Subnet': {'1.1'}, Jul 27 08:39:16.754503 dv-cinder-851170-2-iscsi neutron-server[104486]: 'Trunk': {'1.1'}} Jul 27 08:39:16.754503 dv-cinder-851170-2-iscsi neutron-server[104486]: consumer versions: Jul 27 08:39:16.754503 dv-cinder-851170-2-iscsi neutron-server[104486]: { DHCP agent@dv-cinder-851170-2-iscsi: {}, Jul 27 08:39:16.754503 dv-cinder-851170-2-iscsi neutron-server[104486]: HyperV agent@hv-cinder-85117: {}, Jul 27 08:39:16.754503 dv-cinder-851170-2-iscsi neutron-server[104486]: L3 agent@dv-cinder-851170-2-iscsi: {}, Jul 27 08:39:16.754503 dv-cinder-851170-2-iscsi neutron-server[104486]: Metadata agent@dv-cinder-851170-2-iscsi: {}, Jul 27 08:39:16.754503 dv-cinder-851170-2-iscsi neutron-server[104486]: Metering agent@dv-cinder-851170-2-iscsi: {}, Jul 27 08:39:16.754503 dv-cinder-851170-2-iscsi neutron-server[104486]: Open vSwitch agent@dv-cinder-851170-2-iscsi: { 'AddressGroup': '1.2', Jul 27 08:39:16.754503 dv-cinder-851170-2-iscsi neutron-server[104486]: 'Agent': '1.1', Jul 27 08:39:16.754503 dv-cinder-851170-2-iscsi neutron-server[104486]: 'ConntrackHelper': '1.0', Jul 27 08:39:16.754503 dv-cinder-851170-2-iscsi neutron-server[104486]: 'LocalIPAssociation': '1.0', Jul 27 08:39:16.754503 dv-cinder-851170-2-iscsi neutron-server[104486]: 'Log': '1.0', Jul 27 08:39:16.754503 dv-cinder-851170-2-iscsi neutron-server[104486]: 'NDPProxy': '1.0', Jul 27 08:39:16.754503 dv-cinder-851170-2-iscsi neutron-server[104486]: 'Network': '1.1', Jul 27 08:39:16.754503 dv-cinder-851170-2-iscsi neutron-server[104486]: 'Port': '1.7', Jul 27 08:39:16.754503 dv-cinder-851170-2-iscsi neutron-server[104486]: 'PortForwarding': '1.3', Jul 27 08:39:16.754503 dv-cinder-851170-2-iscsi neutron-server[104486]: 'QosPolicy': '1.10', Jul 27 08:39:16.754503 dv-cinder-851170-2-iscsi neutron-server[104486]: 'SecurityGroup': '1.5', Jul 27 08:39:16.754503 dv-cinder-851170-2-iscsi neutron-server[104486]: 'SecurityGroupRule': '1.2', Jul 27 08:39:16.754503 dv-cinder-851170-2-iscsi neutron-server[104486]: 'SubPort': '1.0', Jul 27 08:39:16.754503 dv-cinder-851170-2-iscsi neutron-server[104486]: 'Subnet': '1.1', Jul 27 08:39:16.754503 dv-cinder-851170-2-iscsi neutron-server[104486]: 'Trunk': '1.1'}} Jul 27 08:39:16.754503 dv-cinder-851170-2-iscsi neutron-server[104486]: {{(pid=104486) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 27 08:39:16.783030 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dd55c0f-609e-4c42-b3e2-9c0841b0a713 admin admin] Made reservation on behalf of 9dcfebb6e1774a7daed20b60d2379875 for: {'network': 1} {{(pid=104486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 08:39:16.785299 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-2dd55c0f-609e-4c42-b3e2-9c0841b0a713 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for network (None), before_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:16.796000 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-c550af4e-fc9f-448e-972e-81e3671f54dc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786709896331'] for network (a1f6320b-3782-410e-b338-e24d3c56438a), precommit_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:16.798455 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-2dd55c0f-609e-4c42-b3e2-9c0841b0a713 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:16.895503 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-2dd55c0f-609e-4c42-b3e2-9c0841b0a713 admin admin] Publish callbacks [] for security_group (a6978ae4-5a40-490f-be7a-695809143071), precommit_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:16.926866 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-c550af4e-fc9f-448e-972e-81e3671f54dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739'] for network (a1f6320b-3782-410e-b338-e24d3c56438a), after_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:16.927935 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c550af4e-fc9f-448e-972e-81e3671f54dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:39:16.928563 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-c550af4e-fc9f-448e-972e-81e3671f54dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7864717'] for network (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:16.980641 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-2dd55c0f-609e-4c42-b3e2-9c0841b0a713 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (a6978ae4-5a40-490f-be7a-695809143071), after_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:17.009223 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c550af4e-fc9f-448e-972e-81e3671f54dc admin admin] Pushing event updated for resources: {'Network': ['ID=a1f6320b-3782-410e-b338-e24d3c56438a,revision_number=1']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:39:17.014014 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dd55c0f-609e-4c42-b3e2-9c0841b0a713 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 687} {{(pid=104486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 08:39:17.021817 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Network a1f6320b-3782-410e-b338-e24d3c56438a details requested by agent ovs-agent-dv-cinder-851170-2-iscsi with host dv-cinder-851170-2-iscsi {{(pid=104487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 08:39:17.044923 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-2dd55c0f-609e-4c42-b3e2-9c0841b0a713 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-834444'] for segment (fc440bfb-38b1-4666-8c4c-49881a4385a0), precommit_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:17.045268 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.db.segments_db [None req-2dd55c0f-609e-4c42-b3e2-9c0841b0a713 admin admin] Added segment fc440bfb-38b1-4666-8c4c-49881a4385a0 of type vlan for network 86596533-e5bc-41a5-8bd8-3e19070777ca Jul 27 08:39:17.054280 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd55c0f-609e-4c42-b3e2-9c0841b0a713 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6978ae4-5a40-490f-be7a-695809143071,revision_number=1']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:39:17.094318 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-c550af4e-fc9f-448e-972e-81e3671f54dc admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 1.1211202 Jul 27 08:39:17.096244 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-2dd55c0f-609e-4c42-b3e2-9c0841b0a713 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786709896331'] for network (86596533-e5bc-41a5-8bd8-3e19070777ca), precommit_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:17.098241 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 53952) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:39:17.105524 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.v2.base [None req-0f6727d2-e17d-4e0c-836f-82c58130fab9 admin admin] Request body: {'subnet': {'network_id': 'a1f6320b-3782-410e-b338-e24d3c56438a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2143875417-subnet', 'tenant_id': 'bbedb0ad0538471e98b0641598f08c17', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:39:17.179236 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-2dd55c0f-609e-4c42-b3e2-9c0841b0a713 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739'] for network (86596533-e5bc-41a5-8bd8-3e19070777ca), after_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:17.180214 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd55c0f-609e-4c42-b3e2-9c0841b0a713 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:39:17.180794 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-2dd55c0f-609e-4c42-b3e2-9c0841b0a713 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7864717'] for network (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:17.188867 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 53958) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:39:17.201409 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=71,neutron:INSERT=23,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:39:17.205988 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f6727d2-e17d-4e0c-836f-82c58130fab9 admin admin] Made reservation on behalf of bbedb0ad0538471e98b0641598f08c17 for: {'subnet': 1} {{(pid=104485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 08:39:17.208960 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-0f6727d2-e17d-4e0c-836f-82c58130fab9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:17.250167 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd55c0f-609e-4c42-b3e2-9c0841b0a713 admin admin] Pushing event updated for resources: {'Network': ['ID=86596533-e5bc-41a5-8bd8-3e19070777ca,revision_number=1']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:39:17.263416 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Network 86596533-e5bc-41a5-8bd8-3e19070777ca details requested by agent ovs-agent-dv-cinder-851170-2-iscsi with host dv-cinder-851170-2-iscsi {{(pid=104487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 08:39:17.339967 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-2dd55c0f-609e-4c42-b3e2-9c0841b0a713 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.9138613 Jul 27 08:39:17.340173 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 53966) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:39:17.346113 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.v2.base [None req-1471edc7-d558-4513-a650-db372b2525f9 admin admin] Request body: {'subnet': {'network_id': '86596533-e5bc-41a5-8bd8-3e19070777ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-949871471-subnet', 'tenant_id': '9dcfebb6e1774a7daed20b60d2379875', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:39:17.497713 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1471edc7-d558-4513-a650-db372b2525f9 admin admin] Made reservation on behalf of 9dcfebb6e1774a7daed20b60d2379875 for: {'subnet': 1} {{(pid=104485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 08:39:17.500082 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-1471edc7-d558-4513-a650-db372b2525f9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:17.503319 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-0f6727d2-e17d-4e0c-836f-82c58130fab9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739'] for subnet (b9a36973-6488-46d1-aba2-a7cfa39fed68), after_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:17.592427 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 54004) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:39:17.668761 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.v2.base [None req-093311d1-a214-45a3-a21b-57a11a74431c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1404863556-network', 'tenant_id': 'e2c60f49a9e14417bd1d9504128fc94b'}} {{(pid=104485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:39:17.751910 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6727d2-e17d-4e0c-836f-82c58130fab9 admin admin] Checking segment: {'id': '2c0fb304-3c22-4ed5-9a02-db9a55430652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'a1f6320b-3782-410e-b338-e24d3c56438a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 08:39:17.752180 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f6727d2-e17d-4e0c-836f-82c58130fab9 admin admin] Network hostable DHCP agents. Network: a1f6320b-3782-410e-b338-e24d3c56438a, hostable agents: ['7c77c4a2-8ca4-486b-af2a-676805e7b922'], hosted agents: [] {{(pid=104485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 08:39:17.771391 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6727d2-e17d-4e0c-836f-82c58130fab9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9a36973-6488-46d1-aba2-a7cfa39fed68,revision_number=0']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:39:17.789019 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6727d2-e17d-4e0c-836f-82c58130fab9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:39:17.793461 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6727d2-e17d-4e0c-836f-82c58130fab9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:39:17.793461 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6727d2-e17d-4e0c-836f-82c58130fab9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:39:17.793461 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6727d2-e17d-4e0c-836f-82c58130fab9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:39:17.793461 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6727d2-e17d-4e0c-836f-82c58130fab9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:39:17.793461 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6727d2-e17d-4e0c-836f-82c58130fab9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:39:17.793461 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6727d2-e17d-4e0c-836f-82c58130fab9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:39:17.793461 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6727d2-e17d-4e0c-836f-82c58130fab9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:39:17.793461 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6727d2-e17d-4e0c-836f-82c58130fab9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:39:17.793461 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6727d2-e17d-4e0c-836f-82c58130fab9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:39:17.793461 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6727d2-e17d-4e0c-836f-82c58130fab9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:39:17.793461 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6727d2-e17d-4e0c-836f-82c58130fab9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:39:17.793461 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6727d2-e17d-4e0c-836f-82c58130fab9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:39:17.793461 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6727d2-e17d-4e0c-836f-82c58130fab9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:39:17.793461 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6727d2-e17d-4e0c-836f-82c58130fab9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:39:17.795009 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6727d2-e17d-4e0c-836f-82c58130fab9 admin admin] Tracked resource versions report: Jul 27 08:39:17.795009 dv-cinder-851170-2-iscsi neutron-server[104485]: pushed versions: Jul 27 08:39:17.795009 dv-cinder-851170-2-iscsi neutron-server[104485]: { 'AddressGroup': {'1.2'}, Jul 27 08:39:17.795009 dv-cinder-851170-2-iscsi neutron-server[104485]: 'Agent': {'1.1'}, Jul 27 08:39:17.795009 dv-cinder-851170-2-iscsi neutron-server[104485]: 'ConntrackHelper': {'1.0'}, Jul 27 08:39:17.795009 dv-cinder-851170-2-iscsi neutron-server[104485]: 'LocalIPAssociation': {'1.0'}, Jul 27 08:39:17.795009 dv-cinder-851170-2-iscsi neutron-server[104485]: 'Log': {'1.0'}, Jul 27 08:39:17.795009 dv-cinder-851170-2-iscsi neutron-server[104485]: 'NDPProxy': {'1.0'}, Jul 27 08:39:17.795009 dv-cinder-851170-2-iscsi neutron-server[104485]: 'Network': {'1.1'}, Jul 27 08:39:17.795009 dv-cinder-851170-2-iscsi neutron-server[104485]: 'Port': {'1.7'}, Jul 27 08:39:17.795009 dv-cinder-851170-2-iscsi neutron-server[104485]: 'PortForwarding': {'1.3'}, Jul 27 08:39:17.795009 dv-cinder-851170-2-iscsi neutron-server[104485]: 'QosPolicy': {'1.10'}, Jul 27 08:39:17.795009 dv-cinder-851170-2-iscsi neutron-server[104485]: 'SecurityGroup': {'1.5'}, Jul 27 08:39:17.795009 dv-cinder-851170-2-iscsi neutron-server[104485]: 'SecurityGroupRule': {'1.2'}, Jul 27 08:39:17.795009 dv-cinder-851170-2-iscsi neutron-server[104485]: 'SubPort': {'1.0'}, Jul 27 08:39:17.795009 dv-cinder-851170-2-iscsi neutron-server[104485]: 'Subnet': {'1.1'}, Jul 27 08:39:17.795009 dv-cinder-851170-2-iscsi neutron-server[104485]: 'Trunk': {'1.1'}} Jul 27 08:39:17.795009 dv-cinder-851170-2-iscsi neutron-server[104485]: consumer versions: Jul 27 08:39:17.795009 dv-cinder-851170-2-iscsi neutron-server[104485]: { DHCP agent@dv-cinder-851170-2-iscsi: {}, Jul 27 08:39:17.795009 dv-cinder-851170-2-iscsi neutron-server[104485]: HyperV agent@hv-cinder-85117: {}, Jul 27 08:39:17.795009 dv-cinder-851170-2-iscsi neutron-server[104485]: L3 agent@dv-cinder-851170-2-iscsi: {}, Jul 27 08:39:17.795009 dv-cinder-851170-2-iscsi neutron-server[104485]: Metadata agent@dv-cinder-851170-2-iscsi: {}, Jul 27 08:39:17.795009 dv-cinder-851170-2-iscsi neutron-server[104485]: Metering agent@dv-cinder-851170-2-iscsi: {}, Jul 27 08:39:17.795009 dv-cinder-851170-2-iscsi neutron-server[104485]: Open vSwitch agent@dv-cinder-851170-2-iscsi: { 'AddressGroup': '1.2', Jul 27 08:39:17.795009 dv-cinder-851170-2-iscsi neutron-server[104485]: 'Agent': '1.1', Jul 27 08:39:17.795009 dv-cinder-851170-2-iscsi neutron-server[104485]: 'ConntrackHelper': '1.0', Jul 27 08:39:17.795009 dv-cinder-851170-2-iscsi neutron-server[104485]: 'LocalIPAssociation': '1.0', Jul 27 08:39:17.795009 dv-cinder-851170-2-iscsi neutron-server[104485]: 'Log': '1.0', Jul 27 08:39:17.795009 dv-cinder-851170-2-iscsi neutron-server[104485]: 'NDPProxy': '1.0', Jul 27 08:39:17.795009 dv-cinder-851170-2-iscsi neutron-server[104485]: 'Network': '1.1', Jul 27 08:39:17.795009 dv-cinder-851170-2-iscsi neutron-server[104485]: 'Port': '1.7', Jul 27 08:39:17.795009 dv-cinder-851170-2-iscsi neutron-server[104485]: 'PortForwarding': '1.3', Jul 27 08:39:17.795009 dv-cinder-851170-2-iscsi neutron-server[104485]: 'QosPolicy': '1.10', Jul 27 08:39:17.795009 dv-cinder-851170-2-iscsi neutron-server[104485]: 'SecurityGroup': '1.5', Jul 27 08:39:17.795009 dv-cinder-851170-2-iscsi neutron-server[104485]: 'SecurityGroupRule': '1.2', Jul 27 08:39:17.795009 dv-cinder-851170-2-iscsi neutron-server[104485]: 'SubPort': '1.0', Jul 27 08:39:17.795009 dv-cinder-851170-2-iscsi neutron-server[104485]: 'Subnet': '1.1', Jul 27 08:39:17.795009 dv-cinder-851170-2-iscsi neutron-server[104485]: 'Trunk': '1.1'}} Jul 27 08:39:17.795009 dv-cinder-851170-2-iscsi neutron-server[104485]: {{(pid=104485) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 27 08:39:17.841008 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-093311d1-a214-45a3-a21b-57a11a74431c admin admin] Made reservation on behalf of e2c60f49a9e14417bd1d9504128fc94b for: {'network': 1} {{(pid=104485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 08:39:17.843402 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-093311d1-a214-45a3-a21b-57a11a74431c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for network (None), before_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:17.855165 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-093311d1-a214-45a3-a21b-57a11a74431c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:17.879175 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f6727d2-e17d-4e0c-836f-82c58130fab9 admin admin] Network a1f6320b-3782-410e-b338-e24d3c56438a is scheduled to be hosted by DHCP agent 7c77c4a2-8ca4-486b-af2a-676805e7b922 with binding_index 1 {{(pid=104485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 08:39:17.990679 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.scheduler.base_scheduler [None req-0f6727d2-e17d-4e0c-836f-82c58130fab9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851170-2-iscsi, a1f6320b-3782-410e-b338-e24d3c56438a) {{(pid=104485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 08:39:18.003055 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c958235b-824e-4f43-8cab-f393f4bb74b2 None None] Network a1f6320b-3782-410e-b338-e24d3c56438a requested from dv-cinder-851170-2-iscsi {{(pid=104487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 08:39:18.003805 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f6727d2-e17d-4e0c-836f-82c58130fab9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:39:18.004588 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-0f6727d2-e17d-4e0c-836f-82c58130fab9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7864717'] for subnet (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:18.009919 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-093311d1-a214-45a3-a21b-57a11a74431c admin admin] Publish callbacks [] for security_group (2f4115d6-8f03-47f4-bea4-b1081d6d10ad), precommit_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:18.019792 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-1471edc7-d558-4513-a650-db372b2525f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739'] for subnet (7bb93b59-455b-4e46-8d58-a8f142f5867d), after_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:18.025024 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:INSERT=13,neutron:SELECT=81,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:39:18.034056 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.v2.base [None req-d0e688f3-764a-44ec-9be7-b136011c2749 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1367014185-network', 'tenant_id': '940250de2f6f47ed9edc1bb0468551c8'}} {{(pid=104486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:39:18.066958 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=83,neutron:INSERT=17 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:39:18.084443 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1471edc7-d558-4513-a650-db372b2525f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bb93b59-455b-4e46-8d58-a8f142f5867d,revision_number=0']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:39:18.088636 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-093311d1-a214-45a3-a21b-57a11a74431c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (2f4115d6-8f03-47f4-bea4-b1081d6d10ad), after_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:18.122324 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-093311d1-a214-45a3-a21b-57a11a74431c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 650} {{(pid=104485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 08:39:18.131418 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1471edc7-d558-4513-a650-db372b2525f9 admin admin] Checking segment: {'id': 'fc440bfb-38b1-4666-8c4c-49881a4385a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '86596533-e5bc-41a5-8bd8-3e19070777ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 08:39:18.132546 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1471edc7-d558-4513-a650-db372b2525f9 admin admin] Network hostable DHCP agents. Network: 86596533-e5bc-41a5-8bd8-3e19070777ca, hostable agents: ['7c77c4a2-8ca4-486b-af2a-676805e7b922'], hosted agents: [] {{(pid=104485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 08:39:18.152687 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093311d1-a214-45a3-a21b-57a11a74431c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f4115d6-8f03-47f4-bea4-b1081d6d10ad,revision_number=1']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:39:18.156263 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-093311d1-a214-45a3-a21b-57a11a74431c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-834444'] for segment (d4421dbb-2177-49de-a9fa-abc5e0331875), precommit_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:18.156601 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.db.segments_db [None req-093311d1-a214-45a3-a21b-57a11a74431c admin admin] Added segment d4421dbb-2177-49de-a9fa-abc5e0331875 of type vlan for network 77554b81-fd19-4316-8d69-62980152360c Jul 27 08:39:18.172247 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-0f6727d2-e17d-4e0c-836f-82c58130fab9 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0695779 Jul 27 08:39:18.173036 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 54026) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:39:18.184034 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75374e7f-035d-40ec-8f60-6fac29a84d6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15de2134-51f9-5133-ac93-618e7ff2167e-a1f6320b-3782-410e-b338-e24d3c56438a', 'network_id': 'a1f6320b-3782-410e-b338-e24d3c56438a', 'project_id': 'bbedb0ad0538471e98b0641598f08c17', 'fixed_ips': [{'subnet_id': 'b9a36973-6488-46d1-aba2-a7cfa39fed68'}]}} from dv-cinder-851170-2-iscsi. {{(pid=104487) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 27 08:39:18.185193 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-75374e7f-035d-40ec-8f60-6fac29a84d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (None), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:18.186357 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.v2.base [None req-6f75be15-13bd-481c-828d-e48e97c2a73f admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-2143875417-router', 'tenant_id': 'bbedb0ad0538471e98b0641598f08c17', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5'}}} {{(pid=104486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:39:18.207483 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-093311d1-a214-45a3-a21b-57a11a74431c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786709896331'] for network (77554b81-fd19-4316-8d69-62980152360c), precommit_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:18.210874 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:39:18.212470 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0e688f3-764a-44ec-9be7-b136011c2749 admin admin] Made reservation on behalf of 940250de2f6f47ed9edc1bb0468551c8 for: {'network': 1} {{(pid=104486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 08:39:18.215133 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-d0e688f3-764a-44ec-9be7-b136011c2749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for network (None), before_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:18.232050 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-d0e688f3-764a-44ec-9be7-b136011c2749 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:18.302772 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1471edc7-d558-4513-a650-db372b2525f9 admin admin] Network 86596533-e5bc-41a5-8bd8-3e19070777ca is scheduled to be hosted by DHCP agent 7c77c4a2-8ca4-486b-af2a-676805e7b922 with binding_index 1 {{(pid=104485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 08:39:18.310539 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-6f75be15-13bd-481c-828d-e48e97c2a73f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8122130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-347'] for router (f64e0c27-ab7c-4763-91f6-0529a419f600), before_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:18.312787 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-6f75be15-13bd-481c-828d-e48e97c2a73f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8119546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-327805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-338'] for router (f64e0c27-ab7c-4763-91f6-0529a419f600), precommit_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:18.332073 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-093311d1-a214-45a3-a21b-57a11a74431c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739'] for network (77554b81-fd19-4316-8d69-62980152360c), after_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:18.333659 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093311d1-a214-45a3-a21b-57a11a74431c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:39:18.334514 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-093311d1-a214-45a3-a21b-57a11a74431c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7864717'] for network (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:18.438678 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-1a74fe41-5002-4702-9965-9fe4829679bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (5bc6d868-bb0b-4164-b2dd-44360f4de654), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:18.458028 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-093311d1-a214-45a3-a21b-57a11a74431c admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.2674289 Jul 27 08:39:18.465996 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 54032) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:39:18.470033 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.scheduler.base_scheduler [None req-1471edc7-d558-4513-a650-db372b2525f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851170-2-iscsi, 86596533-e5bc-41a5-8bd8-3e19070777ca) {{(pid=104485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 08:39:18.470195 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.db_base_plugin_common [None req-75374e7f-035d-40ec-8f60-6fac29a84d6f None None] Allocated IP 172.20.0.2 (a1f6320b-3782-410e-b338-e24d3c56438a/b9a36973-6488-46d1-aba2-a7cfa39fed68/33d53aac-dc0c-44aa-871a-150a0cd160b7) {{(pid=104487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 08:39:18.495240 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa3fa2d5-8a61-41cf-bb99-2ac239f2c9aa None None] Network 86596533-e5bc-41a5-8bd8-3e19070777ca requested from dv-cinder-851170-2-iscsi {{(pid=104487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 08:39:18.516791 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.v2.base [None req-2c89dc18-d3f2-49f9-8bf8-e64c9bb99f57 admin admin] Request body: {'subnet': {'network_id': '77554b81-fd19-4316-8d69-62980152360c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1404863556-subnet', 'tenant_id': 'e2c60f49a9e14417bd1d9504128fc94b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:39:18.522193 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1471edc7-d558-4513-a650-db372b2525f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:39:18.523828 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-1471edc7-d558-4513-a650-db372b2525f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7864717'] for subnet (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:18.573907 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093311d1-a214-45a3-a21b-57a11a74431c admin admin] Pushing event updated for resources: {'Network': ['ID=77554b81-fd19-4316-8d69-62980152360c,revision_number=1']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:39:18.626672 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-1471edc7-d558-4513-a650-db372b2525f9 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2854433 Jul 27 08:39:18.633748 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 54042) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:39:18.638446 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.v2.base [None req-9fe6994f-bc35-433c-961b-a2f4e5a61c3d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-949871471-router', 'tenant_id': '9dcfebb6e1774a7daed20b60d2379875', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5'}}} {{(pid=104485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:39:18.646906 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c89dc18-d3f2-49f9-8bf8-e64c9bb99f57 admin admin] Made reservation on behalf of e2c60f49a9e14417bd1d9504128fc94b for: {'subnet': 1} {{(pid=104485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 08:39:18.651152 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-2c89dc18-d3f2-49f9-8bf8-e64c9bb99f57 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:18.661003 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Network 77554b81-fd19-4316-8d69-62980152360c details requested by agent ovs-agent-dv-cinder-851170-2-iscsi with host dv-cinder-851170-2-iscsi {{(pid=104487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 08:39:18.769012 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-9fe6994f-bc35-433c-961b-a2f4e5a61c3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8122130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-347'] for router (018103cf-324e-446a-8be2-3ec1743299c4), before_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:18.776442 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-9fe6994f-bc35-433c-961b-a2f4e5a61c3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8119546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-327805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-338'] for router (018103cf-324e-446a-8be2-3ec1743299c4), precommit_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:18.789987 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-6f75be15-13bd-481c-828d-e48e97c2a73f admin admin] Publish callbacks [] for router_controller (f64e0c27-ab7c-4763-91f6-0529a419f600), precommit_add_association {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:18.797628 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-d0e688f3-764a-44ec-9be7-b136011c2749 admin admin] Publish callbacks [] for security_group (3c905b49-abbc-4ab0-9fc9-549570522ba8), precommit_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:18.895101 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d76ae026-2ce2-4a41-9a98-7d1080d85ece None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15de2134-51f9-5133-ac93-618e7ff2167e-86596533-e5bc-41a5-8bd8-3e19070777ca', 'network_id': '86596533-e5bc-41a5-8bd8-3e19070777ca', 'project_id': '9dcfebb6e1774a7daed20b60d2379875', 'fixed_ips': [{'subnet_id': '7bb93b59-455b-4e46-8d58-a8f142f5867d'}]}} from dv-cinder-851170-2-iscsi. {{(pid=104487) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 27 08:39:18.896076 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-d76ae026-2ce2-4a41-9a98-7d1080d85ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (None), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:18.914345 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-9fe6994f-bc35-433c-961b-a2f4e5a61c3d admin admin] Publish callbacks [] for router_controller (018103cf-324e-446a-8be2-3ec1743299c4), precommit_add_association {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:18.915214 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-d0e688f3-764a-44ec-9be7-b136011c2749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (3c905b49-abbc-4ab0-9fc9-549570522ba8), after_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:19.040243 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:39:19.068903 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-75374e7f-035d-40ec-8f60-6fac29a84d6f None None] Publish callbacks [] for port (33d53aac-dc0c-44aa-871a-150a0cd160b7), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:19.131005 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-2c89dc18-d3f2-49f9-8bf8-e64c9bb99f57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739'] for subnet (c4ce96ff-fd31-496d-82bd-3a3dbfb16be8), after_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:19.184749 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-75374e7f-035d-40ec-8f60-6fac29a84d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786709965397'] for port (33d53aac-dc0c-44aa-871a-150a0cd160b7), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:19.187306 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.db_base_plugin_common [None req-d76ae026-2ce2-4a41-9a98-7d1080d85ece None None] Allocated IP 172.20.0.2 (86596533-e5bc-41a5-8bd8-3e19070777ca/7bb93b59-455b-4e46-8d58-a8f142f5867d/cc6660c1-b402-457a-b9c3-85e8115966d1) {{(pid=104487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 08:39:19.192972 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-9fe6994f-bc35-433c-961b-a2f4e5a61c3d admin admin] Publish callbacks [] for router_gateway (018103cf-324e-446a-8be2-3ec1743299c4), precommit_update {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:19.221706 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=82,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:39:19.250056 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=87,neutron:UPDATE=9,neutron:INSERT=4 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:39:19.262430 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c89dc18-d3f2-49f9-8bf8-e64c9bb99f57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4ce96ff-fd31-496d-82bd-3a3dbfb16be8,revision_number=0']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:39:19.266425 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75374e7f-035d-40ec-8f60-6fac29a84d6f None None] Network a1f6320b-3782-410e-b338-e24d3c56438a is already hosted by enough agents. {{(pid=104487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 08:39:19.271071 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c89dc18-d3f2-49f9-8bf8-e64c9bb99f57 admin admin] Checking segment: {'id': 'd4421dbb-2177-49de-a9fa-abc5e0331875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '77554b81-fd19-4316-8d69-62980152360c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 08:39:19.271496 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c89dc18-d3f2-49f9-8bf8-e64c9bb99f57 admin admin] Network hostable DHCP agents. Network: 77554b81-fd19-4316-8d69-62980152360c, hostable agents: ['7c77c4a2-8ca4-486b-af2a-676805e7b922'], hosted agents: [] {{(pid=104485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 08:39:19.311691 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-6f75be15-13bd-481c-828d-e48e97c2a73f admin admin] Publish callbacks [] for router_gateway (f64e0c27-ab7c-4763-91f6-0529a419f600), precommit_update {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:19.317327 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0e688f3-764a-44ec-9be7-b136011c2749 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 686} {{(pid=104486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 08:39:19.326590 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e688f3-764a-44ec-9be7-b136011c2749 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c905b49-abbc-4ab0-9fc9-549570522ba8,revision_number=1']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:39:19.328093 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.scheduler.base_scheduler [None req-75374e7f-035d-40ec-8f60-6fac29a84d6f None None] Resources bound (agent type, host, resource id): {{(pid=104487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 08:39:19.331988 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75374e7f-035d-40ec-8f60-6fac29a84d6f None None] Received port after_create {{(pid=104487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 08:39:19.337940 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-d0e688f3-764a-44ec-9be7-b136011c2749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-834444'] for segment (e7699621-ef90-47fe-8696-58f5c1995388), precommit_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:19.338504 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.db.segments_db [None req-d0e688f3-764a-44ec-9be7-b136011c2749 admin admin] Added segment e7699621-ef90-47fe-8696-58f5c1995388 of type vlan for network 8f6980da-175b-4e92-9032-637e0458eb4f Jul 27 08:39:19.367223 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75374e7f-035d-40ec-8f60-6fac29a84d6f None None] Pushing event updated for resources: {'Port': ['ID=33d53aac-dc0c-44aa-871a-150a0cd160b7,revision_number=1']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:39:19.387429 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=72,neutron:INSERT=22,neutron:UPDATE=6 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:39:19.389672 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-d0e688f3-764a-44ec-9be7-b136011c2749 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786709896331'] for network (8f6980da-175b-4e92-9032-637e0458eb4f), precommit_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:19.402762 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c89dc18-d3f2-49f9-8bf8-e64c9bb99f57 admin admin] Network 77554b81-fd19-4316-8d69-62980152360c is scheduled to be hosted by DHCP agent 7c77c4a2-8ca4-486b-af2a-676805e7b922 with binding_index 1 {{(pid=104485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 08:39:19.435711 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75374e7f-035d-40ec-8f60-6fac29a84d6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:39:19.436486 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75374e7f-035d-40ec-8f60-6fac29a84d6f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:39:19.437077 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75374e7f-035d-40ec-8f60-6fac29a84d6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:39:19.438225 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75374e7f-035d-40ec-8f60-6fac29a84d6f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:39:19.441520 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75374e7f-035d-40ec-8f60-6fac29a84d6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:39:19.441520 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75374e7f-035d-40ec-8f60-6fac29a84d6f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:39:19.441520 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75374e7f-035d-40ec-8f60-6fac29a84d6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:39:19.441520 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75374e7f-035d-40ec-8f60-6fac29a84d6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:39:19.441520 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75374e7f-035d-40ec-8f60-6fac29a84d6f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:39:19.441520 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75374e7f-035d-40ec-8f60-6fac29a84d6f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:39:19.441520 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75374e7f-035d-40ec-8f60-6fac29a84d6f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:39:19.441520 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75374e7f-035d-40ec-8f60-6fac29a84d6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:39:19.441520 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75374e7f-035d-40ec-8f60-6fac29a84d6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:39:19.442303 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75374e7f-035d-40ec-8f60-6fac29a84d6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:39:19.442666 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75374e7f-035d-40ec-8f60-6fac29a84d6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:39:19.443903 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75374e7f-035d-40ec-8f60-6fac29a84d6f None None] Tracked resource versions report: Jul 27 08:39:19.443903 dv-cinder-851170-2-iscsi neutron-server[104487]: pushed versions: Jul 27 08:39:19.443903 dv-cinder-851170-2-iscsi neutron-server[104487]: { 'AddressGroup': {'1.2'}, Jul 27 08:39:19.443903 dv-cinder-851170-2-iscsi neutron-server[104487]: 'Agent': {'1.1'}, Jul 27 08:39:19.443903 dv-cinder-851170-2-iscsi neutron-server[104487]: 'ConntrackHelper': {'1.0'}, Jul 27 08:39:19.443903 dv-cinder-851170-2-iscsi neutron-server[104487]: 'LocalIPAssociation': {'1.0'}, Jul 27 08:39:19.443903 dv-cinder-851170-2-iscsi neutron-server[104487]: 'Log': {'1.0'}, Jul 27 08:39:19.443903 dv-cinder-851170-2-iscsi neutron-server[104487]: 'NDPProxy': {'1.0'}, Jul 27 08:39:19.443903 dv-cinder-851170-2-iscsi neutron-server[104487]: 'Network': {'1.1'}, Jul 27 08:39:19.443903 dv-cinder-851170-2-iscsi neutron-server[104487]: 'Port': {'1.7'}, Jul 27 08:39:19.443903 dv-cinder-851170-2-iscsi neutron-server[104487]: 'PortForwarding': {'1.3'}, Jul 27 08:39:19.443903 dv-cinder-851170-2-iscsi neutron-server[104487]: 'QosPolicy': {'1.10'}, Jul 27 08:39:19.443903 dv-cinder-851170-2-iscsi neutron-server[104487]: 'SecurityGroup': {'1.5'}, Jul 27 08:39:19.443903 dv-cinder-851170-2-iscsi neutron-server[104487]: 'SecurityGroupRule': {'1.2'}, Jul 27 08:39:19.443903 dv-cinder-851170-2-iscsi neutron-server[104487]: 'SubPort': {'1.0'}, Jul 27 08:39:19.443903 dv-cinder-851170-2-iscsi neutron-server[104487]: 'Subnet': {'1.1'}, Jul 27 08:39:19.443903 dv-cinder-851170-2-iscsi neutron-server[104487]: 'Trunk': {'1.1'}} Jul 27 08:39:19.443903 dv-cinder-851170-2-iscsi neutron-server[104487]: consumer versions: Jul 27 08:39:19.443903 dv-cinder-851170-2-iscsi neutron-server[104487]: { DHCP agent@dv-cinder-851170-2-iscsi: {}, Jul 27 08:39:19.443903 dv-cinder-851170-2-iscsi neutron-server[104487]: HyperV agent@hv-cinder-85117: {}, Jul 27 08:39:19.443903 dv-cinder-851170-2-iscsi neutron-server[104487]: L3 agent@dv-cinder-851170-2-iscsi: {}, Jul 27 08:39:19.443903 dv-cinder-851170-2-iscsi neutron-server[104487]: Metadata agent@dv-cinder-851170-2-iscsi: {}, Jul 27 08:39:19.443903 dv-cinder-851170-2-iscsi neutron-server[104487]: Metering agent@dv-cinder-851170-2-iscsi: {}, Jul 27 08:39:19.443903 dv-cinder-851170-2-iscsi neutron-server[104487]: Open vSwitch agent@dv-cinder-851170-2-iscsi: { 'AddressGroup': '1.2', Jul 27 08:39:19.443903 dv-cinder-851170-2-iscsi neutron-server[104487]: 'Agent': '1.1', Jul 27 08:39:19.443903 dv-cinder-851170-2-iscsi neutron-server[104487]: 'ConntrackHelper': '1.0', Jul 27 08:39:19.443903 dv-cinder-851170-2-iscsi neutron-server[104487]: 'LocalIPAssociation': '1.0', Jul 27 08:39:19.443903 dv-cinder-851170-2-iscsi neutron-server[104487]: 'Log': '1.0', Jul 27 08:39:19.443903 dv-cinder-851170-2-iscsi neutron-server[104487]: 'NDPProxy': '1.0', Jul 27 08:39:19.443903 dv-cinder-851170-2-iscsi neutron-server[104487]: 'Network': '1.1', Jul 27 08:39:19.443903 dv-cinder-851170-2-iscsi neutron-server[104487]: 'Port': '1.7', Jul 27 08:39:19.443903 dv-cinder-851170-2-iscsi neutron-server[104487]: 'PortForwarding': '1.3', Jul 27 08:39:19.443903 dv-cinder-851170-2-iscsi neutron-server[104487]: 'QosPolicy': '1.10', Jul 27 08:39:19.443903 dv-cinder-851170-2-iscsi neutron-server[104487]: 'SecurityGroup': '1.5', Jul 27 08:39:19.443903 dv-cinder-851170-2-iscsi neutron-server[104487]: 'SecurityGroupRule': '1.2', Jul 27 08:39:19.443903 dv-cinder-851170-2-iscsi neutron-server[104487]: 'SubPort': '1.0', Jul 27 08:39:19.443903 dv-cinder-851170-2-iscsi neutron-server[104487]: 'Subnet': '1.1', Jul 27 08:39:19.443903 dv-cinder-851170-2-iscsi neutron-server[104487]: 'Trunk': '1.1'}} Jul 27 08:39:19.443903 dv-cinder-851170-2-iscsi neutron-server[104487]: {{(pid=104487) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 27 08:39:19.566803 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-d0e688f3-764a-44ec-9be7-b136011c2749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739'] for network (8f6980da-175b-4e92-9032-637e0458eb4f), after_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:19.567991 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e688f3-764a-44ec-9be7-b136011c2749 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:39:19.568680 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-d0e688f3-764a-44ec-9be7-b136011c2749 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7864717'] for network (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:19.644051 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-9fe6994f-bc35-433c-961b-a2f4e5a61c3d admin admin] Publish callbacks [] for router_gateway (018103cf-324e-446a-8be2-3ec1743299c4), before_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:19.647107 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.managers [None req-75374e7f-035d-40ec-8f60-6fac29a84d6f None None] Attempting to bind port 33d53aac-dc0c-44aa-871a-150a0cd160b7 on host dv-cinder-851170-2-iscsi for vnic_type normal with profile {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 08:39:19.647510 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.managers [None req-75374e7f-035d-40ec-8f60-6fac29a84d6f None None] Attempting to bind port 33d53aac-dc0c-44aa-871a-150a0cd160b7 by drivers openvswitch,hyperv on host dv-cinder-851170-2-iscsi at level 0 using segments [{'id': '2c0fb304-3c22-4ed5-9a02-db9a55430652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'a1f6320b-3782-410e-b338-e24d3c56438a'}] {{(pid=104487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 08:39:19.647873 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75374e7f-035d-40ec-8f60-6fac29a84d6f None None] Attempting to bind port 33d53aac-dc0c-44aa-871a-150a0cd160b7 on network a1f6320b-3782-410e-b338-e24d3c56438a {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 08:39:19.659774 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75374e7f-035d-40ec-8f60-6fac29a84d6f None None] Checking agent: {'id': 'ed9de811-f248-496b-b487-860d50d7cee7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851170-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 8, 30, 21), 'started_at': datetime.datetime(2022, 7, 27, 8, 30, 51), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 8, 38, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851170-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 08:39:19.660163 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75374e7f-035d-40ec-8f60-6fac29a84d6f None None] Checking segment: {'id': '2c0fb304-3c22-4ed5-9a02-db9a55430652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'a1f6320b-3782-410e-b338-e24d3c56438a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 08:39:19.660458 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-75374e7f-035d-40ec-8f60-6fac29a84d6f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:19.660849 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75374e7f-035d-40ec-8f60-6fac29a84d6f None None] Bound using segment: {'id': '2c0fb304-3c22-4ed5-9a02-db9a55430652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'a1f6320b-3782-410e-b338-e24d3c56438a'} {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 08:39:19.661437 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.managers [None req-75374e7f-035d-40ec-8f60-6fac29a84d6f None None] Bound port: 33d53aac-dc0c-44aa-871a-150a0cd160b7, host: dv-cinder-851170-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c0fb304-3c22-4ed5-9a02-db9a55430652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'a1f6320b-3782-410e-b338-e24d3c56438a'}}] {{(pid=104487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 08:39:19.661819 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-75374e7f-035d-40ec-8f60-6fac29a84d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (33d53aac-dc0c-44aa-871a-150a0cd160b7), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:19.673353 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.scheduler.base_scheduler [None req-2c89dc18-d3f2-49f9-8bf8-e64c9bb99f57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851170-2-iscsi, 77554b81-fd19-4316-8d69-62980152360c) {{(pid=104485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 08:39:19.682639 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c89dc18-d3f2-49f9-8bf8-e64c9bb99f57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:39:19.682639 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-2c89dc18-d3f2-49f9-8bf8-e64c9bb99f57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7864717'] for subnet (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:19.692475 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cfbc03d-196e-4c14-abc2-c284a8484865 None None] Network 77554b81-fd19-4316-8d69-62980152360c requested from dv-cinder-851170-2-iscsi {{(pid=104487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 08:39:19.696321 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-9fe6994f-bc35-433c-961b-a2f4e5a61c3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (None), before_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:19.753404 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-d0e688f3-764a-44ec-9be7-b136011c2749 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 2.1565568 Jul 27 08:39:19.753404 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 54076) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:39:19.759097 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.v2.base [None req-e78f05d8-0cb7-4373-bf73-dff2a2eac819 admin admin] Request body: {'subnet': {'network_id': '8f6980da-175b-4e92-9032-637e0458eb4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1367014185-subnet', 'tenant_id': '940250de2f6f47ed9edc1bb0468551c8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:39:19.764578 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e688f3-764a-44ec-9be7-b136011c2749 admin admin] Pushing event updated for resources: {'Network': ['ID=8f6980da-175b-4e92-9032-637e0458eb4f,revision_number=1']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:39:19.778689 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-d76ae026-2ce2-4a41-9a98-7d1080d85ece None None] Publish callbacks [] for port (cc6660c1-b402-457a-b9c3-85e8115966d1), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:19.783488 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Network 8f6980da-175b-4e92-9032-637e0458eb4f details requested by agent ovs-agent-dv-cinder-851170-2-iscsi with host dv-cinder-851170-2-iscsi {{(pid=104487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 08:39:19.854243 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.db.db_base_plugin_common [None req-9fe6994f-bc35-433c-961b-a2f4e5a61c3d admin admin] Allocated IP 172.27.2.3 (e7cd7671-9410-421d-95f2-ddad301715a5/bd8cca88-d260-42a1-9635-5bfcc6eba2a1/789c9448-28dd-488f-a71f-dad7507df88d) {{(pid=104485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 08:39:19.869023 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-6f75be15-13bd-481c-828d-e48e97c2a73f admin admin] Publish callbacks [] for router_gateway (f64e0c27-ab7c-4763-91f6-0529a419f600), before_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:19.903524 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-6f75be15-13bd-481c-828d-e48e97c2a73f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (None), before_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:19.904392 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-75374e7f-035d-40ec-8f60-6fac29a84d6f None None] For port 33d53aac-dc0c-44aa-871a-150a0cd160b7, host dv-cinder-851170-2-iscsi, cleared binding levels {{(pid=104487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 08:39:19.940427 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-75374e7f-035d-40ec-8f60-6fac29a84d6f None None] For port 33d53aac-dc0c-44aa-871a-150a0cd160b7, host dv-cinder-851170-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851170-2-iscsi',level=0,port_id=33d53aac-dc0c-44aa-871a-150a0cd160b7,segment=NetworkSegment(2c0fb304-3c22-4ed5-9a02-db9a55430652),segment_id=2c0fb304-3c22-4ed5-9a02-db9a55430652)] {{(pid=104487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 08:39:19.942244 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-d76ae026-2ce2-4a41-9a98-7d1080d85ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786709965397'] for port (cc6660c1-b402-457a-b9c3-85e8115966d1), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:19.985402 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76ae026-2ce2-4a41-9a98-7d1080d85ece None None] Pushing event updated for resources: {'Port': ['ID=cc6660c1-b402-457a-b9c3-85e8115966d1,revision_number=1']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:39:19.986854 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4fc7b54-58f3-4131-a5c9-e974993cdd9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15de2134-51f9-5133-ac93-618e7ff2167e-77554b81-fd19-4316-8d69-62980152360c', 'network_id': '77554b81-fd19-4316-8d69-62980152360c', 'project_id': 'e2c60f49a9e14417bd1d9504128fc94b', 'fixed_ips': [{'subnet_id': 'c4ce96ff-fd31-496d-82bd-3a3dbfb16be8'}]}} from dv-cinder-851170-2-iscsi. {{(pid=104487) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 27 08:39:19.987936 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a4fc7b54-58f3-4131-a5c9-e974993cdd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (None), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:19.989996 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-2c89dc18-d3f2-49f9-8bf8-e64c9bb99f57 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.5012400 Jul 27 08:39:19.997067 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 54080) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:39:20.002992 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.v2.base [None req-a336ef3d-98a7-4aca-85c8-d4cb1adfb325 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1404863556-router', 'tenant_id': 'e2c60f49a9e14417bd1d9504128fc94b', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5'}}} {{(pid=104485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:39:20.005740 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e78f05d8-0cb7-4373-bf73-dff2a2eac819 admin admin] Made reservation on behalf of 940250de2f6f47ed9edc1bb0468551c8 for: {'subnet': 1} {{(pid=104486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 08:39:20.008294 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-e78f05d8-0cb7-4373-bf73-dff2a2eac819 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:20.016387 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76ae026-2ce2-4a41-9a98-7d1080d85ece None None] Network 86596533-e5bc-41a5-8bd8-3e19070777ca is already hosted by enough agents. {{(pid=104487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 08:39:20.019357 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.scheduler.base_scheduler [None req-d76ae026-2ce2-4a41-9a98-7d1080d85ece None None] Resources bound (agent type, host, resource id): {{(pid=104487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 08:39:20.023528 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76ae026-2ce2-4a41-9a98-7d1080d85ece None None] Received port after_create {{(pid=104487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 08:39:20.038941 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-9fe6994f-bc35-433c-961b-a2f4e5a61c3d admin admin] Publish callbacks [] for port (789c9448-28dd-488f-a71f-dad7507df88d), precommit_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:20.117368 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-75374e7f-035d-40ec-8f60-6fac29a84d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (33d53aac-dc0c-44aa-871a-150a0cd160b7), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:20.165267 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-a336ef3d-98a7-4aca-85c8-d4cb1adfb325 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8122130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-347'] for router (280685fc-d095-4705-94a2-a4d23ada45dd), before_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:20.167472 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-a336ef3d-98a7-4aca-85c8-d4cb1adfb325 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8119546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-327805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-338'] for router (280685fc-d095-4705-94a2-a4d23ada45dd), precommit_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:20.172741 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-9fe6994f-bc35-433c-961b-a2f4e5a61c3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786709965397'] for port (789c9448-28dd-488f-a71f-dad7507df88d), after_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:20.192453 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.managers [None req-d76ae026-2ce2-4a41-9a98-7d1080d85ece None None] Attempting to bind port cc6660c1-b402-457a-b9c3-85e8115966d1 on host dv-cinder-851170-2-iscsi for vnic_type normal with profile {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 08:39:20.193079 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.managers [None req-d76ae026-2ce2-4a41-9a98-7d1080d85ece None None] Attempting to bind port cc6660c1-b402-457a-b9c3-85e8115966d1 by drivers openvswitch,hyperv on host dv-cinder-851170-2-iscsi at level 0 using segments [{'id': 'fc440bfb-38b1-4666-8c4c-49881a4385a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '86596533-e5bc-41a5-8bd8-3e19070777ca'}] {{(pid=104487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 08:39:20.193188 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76ae026-2ce2-4a41-9a98-7d1080d85ece None None] Attempting to bind port cc6660c1-b402-457a-b9c3-85e8115966d1 on network 86596533-e5bc-41a5-8bd8-3e19070777ca {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 08:39:20.218026 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76ae026-2ce2-4a41-9a98-7d1080d85ece None None] Checking agent: {'id': 'ed9de811-f248-496b-b487-860d50d7cee7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851170-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 8, 30, 21), 'started_at': datetime.datetime(2022, 7, 27, 8, 30, 51), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 8, 38, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851170-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 08:39:20.218425 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76ae026-2ce2-4a41-9a98-7d1080d85ece None None] Checking segment: {'id': 'fc440bfb-38b1-4666-8c4c-49881a4385a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '86596533-e5bc-41a5-8bd8-3e19070777ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 08:39:20.218836 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-d76ae026-2ce2-4a41-9a98-7d1080d85ece None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:20.219232 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76ae026-2ce2-4a41-9a98-7d1080d85ece None None] Bound using segment: {'id': 'fc440bfb-38b1-4666-8c4c-49881a4385a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '86596533-e5bc-41a5-8bd8-3e19070777ca'} {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 08:39:20.219744 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.managers [None req-d76ae026-2ce2-4a41-9a98-7d1080d85ece None None] Bound port: cc6660c1-b402-457a-b9c3-85e8115966d1, host: dv-cinder-851170-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc440bfb-38b1-4666-8c4c-49881a4385a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '86596533-e5bc-41a5-8bd8-3e19070777ca'}}] {{(pid=104487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 08:39:20.220127 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-d76ae026-2ce2-4a41-9a98-7d1080d85ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (cc6660c1-b402-457a-b9c3-85e8115966d1), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:20.249307 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe6994f-bc35-433c-961b-a2f4e5a61c3d admin admin] Pushing event updated for resources: {'Port': ['ID=789c9448-28dd-488f-a71f-dad7507df88d,revision_number=1']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:39:20.262522 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.db.db_base_plugin_common [None req-6f75be15-13bd-481c-828d-e48e97c2a73f admin admin] Allocated IP 172.27.2.54 (e7cd7671-9410-421d-95f2-ddad301715a5/bd8cca88-d260-42a1-9635-5bfcc6eba2a1/04cabcb0-60fa-4fd1-a091-b08f16b628d5) {{(pid=104486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 08:39:20.273741 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75374e7f-035d-40ec-8f60-6fac29a84d6f None None] Pushing event updated for resources: {'Port': ['ID=33d53aac-dc0c-44aa-871a-150a0cd160b7,revision_number=2']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:39:20.305450 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-45eb61cd-e3d7-4840-8013-3080c7768274 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (36998da0-f99a-403d-814c-b55466abd131), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:20.313819 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe6994f-bc35-433c-961b-a2f4e5a61c3d admin admin] Network e7cd7671-9410-421d-95f2-ddad301715a5 is already hosted by enough agents. {{(pid=104485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 08:39:20.319447 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.scheduler.base_scheduler [None req-9fe6994f-bc35-433c-961b-a2f4e5a61c3d admin admin] Resources bound (agent type, host, resource id): {{(pid=104485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 08:39:20.323292 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe6994f-bc35-433c-961b-a2f4e5a61c3d admin admin] Received port after_create {{(pid=104485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 08:39:20.341442 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.db_base_plugin_common [None req-a4fc7b54-58f3-4131-a5c9-e974993cdd9f None None] Allocated IP 172.20.0.2 (77554b81-fd19-4316-8d69-62980152360c/c4ce96ff-fd31-496d-82bd-3a3dbfb16be8/44a36974-c617-4762-a6da-f89c14116da5) {{(pid=104487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 08:39:20.431817 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-d76ae026-2ce2-4a41-9a98-7d1080d85ece None None] For port cc6660c1-b402-457a-b9c3-85e8115966d1, host dv-cinder-851170-2-iscsi, cleared binding levels {{(pid=104487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 08:39:20.887036 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-d76ae026-2ce2-4a41-9a98-7d1080d85ece None None] For port cc6660c1-b402-457a-b9c3-85e8115966d1, host dv-cinder-851170-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851170-2-iscsi',level=0,port_id=cc6660c1-b402-457a-b9c3-85e8115966d1,segment=NetworkSegment(fc440bfb-38b1-4666-8c4c-49881a4385a0),segment_id=fc440bfb-38b1-4666-8c4c-49881a4385a0)] {{(pid=104487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 08:39:20.894556 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:39:20.903196 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-a336ef3d-98a7-4aca-85c8-d4cb1adfb325 admin admin] Publish callbacks [] for router_controller (280685fc-d095-4705-94a2-a4d23ada45dd), precommit_add_association {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:20.905122 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-6f75be15-13bd-481c-828d-e48e97c2a73f admin admin] Publish callbacks [] for port (04cabcb0-60fa-4fd1-a091-b08f16b628d5), precommit_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:20.905122 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-e78f05d8-0cb7-4373-bf73-dff2a2eac819 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739'] for subnet (5784479d-44dd-45ed-b6e6-1aaaf2f91b93), after_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:20.906014 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a4fc7b54-58f3-4131-a5c9-e974993cdd9f None None] Publish callbacks [] for port (44a36974-c617-4762-a6da-f89c14116da5), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:20.907793 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78f05d8-0cb7-4373-bf73-dff2a2eac819 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5784479d-44dd-45ed-b6e6-1aaaf2f91b93,revision_number=0']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:39:20.907793 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78f05d8-0cb7-4373-bf73-dff2a2eac819 admin admin] Checking segment: {'id': 'e7699621-ef90-47fe-8696-58f5c1995388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '8f6980da-175b-4e92-9032-637e0458eb4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 08:39:20.907793 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78f05d8-0cb7-4373-bf73-dff2a2eac819 admin admin] Network hostable DHCP agents. Network: 8f6980da-175b-4e92-9032-637e0458eb4f, hostable agents: ['7c77c4a2-8ca4-486b-af2a-676805e7b922'], hosted agents: [] {{(pid=104486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 08:39:20.908772 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-d76ae026-2ce2-4a41-9a98-7d1080d85ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (cc6660c1-b402-457a-b9c3-85e8115966d1), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:20.909666 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:39:20.909867 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76ae026-2ce2-4a41-9a98-7d1080d85ece None None] Pushing event updated for resources: {'Port': ['ID=cc6660c1-b402-457a-b9c3-85e8115966d1,revision_number=2']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:39:20.910010 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-6f75be15-13bd-481c-828d-e48e97c2a73f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786709965397'] for port (04cabcb0-60fa-4fd1-a091-b08f16b628d5), after_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:20.910208 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (40990755-2d84-4c9d-828c-eda94a5136e8), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:20.910208 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a4fc7b54-58f3-4131-a5c9-e974993cdd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786709965397'] for port (44a36974-c617-4762-a6da-f89c14116da5), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:20.931521 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78f05d8-0cb7-4373-bf73-dff2a2eac819 admin admin] Network 8f6980da-175b-4e92-9032-637e0458eb4f is scheduled to be hosted by DHCP agent 7c77c4a2-8ca4-486b-af2a-676805e7b922 with binding_index 1 {{(pid=104486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 08:39:20.990594 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4fc7b54-58f3-4131-a5c9-e974993cdd9f None None] Network 77554b81-fd19-4316-8d69-62980152360c is already hosted by enough agents. {{(pid=104487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 08:39:20.996139 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.scheduler.base_scheduler [None req-a4fc7b54-58f3-4131-a5c9-e974993cdd9f None None] Resources bound (agent type, host, resource id): {{(pid=104487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 08:39:21.002965 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4fc7b54-58f3-4131-a5c9-e974993cdd9f None None] Received port after_create {{(pid=104487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 08:39:21.019057 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f75be15-13bd-481c-828d-e48e97c2a73f admin admin] Network e7cd7671-9410-421d-95f2-ddad301715a5 is already hosted by enough agents. {{(pid=104486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 08:39:21.027681 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.scheduler.base_scheduler [None req-6f75be15-13bd-481c-828d-e48e97c2a73f admin admin] Resources bound (agent type, host, resource id): {{(pid=104486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 08:39:21.034967 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f75be15-13bd-481c-828d-e48e97c2a73f admin admin] Received port after_create {{(pid=104486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 08:39:21.041418 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f75be15-13bd-481c-828d-e48e97c2a73f admin admin] Pushing event updated for resources: {'Port': ['ID=04cabcb0-60fa-4fd1-a091-b08f16b628d5,revision_number=1']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:39:21.084375 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fc7b54-58f3-4131-a5c9-e974993cdd9f None None] Pushing event updated for resources: {'Port': ['ID=44a36974-c617-4762-a6da-f89c14116da5,revision_number=1']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:39:21.180979 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.managers [None req-a4fc7b54-58f3-4131-a5c9-e974993cdd9f None None] Attempting to bind port 44a36974-c617-4762-a6da-f89c14116da5 on host dv-cinder-851170-2-iscsi for vnic_type normal with profile {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 08:39:21.181742 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.managers [None req-a4fc7b54-58f3-4131-a5c9-e974993cdd9f None None] Attempting to bind port 44a36974-c617-4762-a6da-f89c14116da5 by drivers openvswitch,hyperv on host dv-cinder-851170-2-iscsi at level 0 using segments [{'id': 'd4421dbb-2177-49de-a9fa-abc5e0331875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '77554b81-fd19-4316-8d69-62980152360c'}] {{(pid=104487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 08:39:21.182286 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4fc7b54-58f3-4131-a5c9-e974993cdd9f None None] Attempting to bind port 44a36974-c617-4762-a6da-f89c14116da5 on network 77554b81-fd19-4316-8d69-62980152360c {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 08:39:21.201169 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4fc7b54-58f3-4131-a5c9-e974993cdd9f None None] Checking agent: {'id': 'ed9de811-f248-496b-b487-860d50d7cee7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851170-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 8, 30, 21), 'started_at': datetime.datetime(2022, 7, 27, 8, 30, 51), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 8, 38, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851170-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 08:39:21.201865 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4fc7b54-58f3-4131-a5c9-e974993cdd9f None None] Checking segment: {'id': 'd4421dbb-2177-49de-a9fa-abc5e0331875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '77554b81-fd19-4316-8d69-62980152360c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 08:39:21.201950 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a4fc7b54-58f3-4131-a5c9-e974993cdd9f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:21.202352 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4fc7b54-58f3-4131-a5c9-e974993cdd9f None None] Bound using segment: {'id': 'd4421dbb-2177-49de-a9fa-abc5e0331875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '77554b81-fd19-4316-8d69-62980152360c'} {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 08:39:21.202846 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.managers [None req-a4fc7b54-58f3-4131-a5c9-e974993cdd9f None None] Bound port: 44a36974-c617-4762-a6da-f89c14116da5, host: dv-cinder-851170-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4421dbb-2177-49de-a9fa-abc5e0331875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '77554b81-fd19-4316-8d69-62980152360c'}}] {{(pid=104487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 08:39:21.203228 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a4fc7b54-58f3-4131-a5c9-e974993cdd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (44a36974-c617-4762-a6da-f89c14116da5), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:21.259406 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-a336ef3d-98a7-4aca-85c8-d4cb1adfb325 admin admin] Publish callbacks [] for router_gateway (280685fc-d095-4705-94a2-a4d23ada45dd), precommit_update {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:21.275364 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-9fe6994f-bc35-433c-961b-a2f4e5a61c3d admin admin] Publish callbacks [] for router_gateway (018103cf-324e-446a-8be2-3ec1743299c4), after_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:21.324574 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:UPDATE=4,neutron:SELECT=94,neutron:INSERT=2 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:39:21.384369 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-83feb67a-80d7-474e-96e8-1d92c33387c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (0a293c43-2970-4b69-9d2a-dcf41d8870ef), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:21.386640 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.scheduler.base_scheduler [None req-e78f05d8-0cb7-4373-bf73-dff2a2eac819 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851170-2-iscsi, 8f6980da-175b-4e92-9032-637e0458eb4f) {{(pid=104486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 08:39:21.399005 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3292ed32-4ab0-4752-82ea-429564c104e2 None None] Network 8f6980da-175b-4e92-9032-637e0458eb4f requested from dv-cinder-851170-2-iscsi {{(pid=104487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 08:39:21.406486 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:UPDATE=3,neutron:SELECT=93,neutron:INSERT=4 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:39:21.406570 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e78f05d8-0cb7-4373-bf73-dff2a2eac819 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:39:21.407110 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-e78f05d8-0cb7-4373-bf73-dff2a2eac819 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7864717'] for subnet (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:21.425081 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-a4fc7b54-58f3-4131-a5c9-e974993cdd9f None None] For port 44a36974-c617-4762-a6da-f89c14116da5, host dv-cinder-851170-2-iscsi, cleared binding levels {{(pid=104487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 08:39:21.477041 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (ed9de811-f248-496b-b487-860d50d7cee7), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:21.487686 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-a4fc7b54-58f3-4131-a5c9-e974993cdd9f None None] For port 44a36974-c617-4762-a6da-f89c14116da5, host dv-cinder-851170-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851170-2-iscsi',level=0,port_id=44a36974-c617-4762-a6da-f89c14116da5,segment=NetworkSegment(d4421dbb-2177-49de-a9fa-abc5e0331875),segment_id=d4421dbb-2177-49de-a9fa-abc5e0331875)] {{(pid=104487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 08:39:21.551636 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a4fc7b54-58f3-4131-a5c9-e974993cdd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (44a36974-c617-4762-a6da-f89c14116da5), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:21.559880 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-e78f05d8-0cb7-4373-bf73-dff2a2eac819 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.8057098 Jul 27 08:39:21.560463 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 54110) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:39:21.566528 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.v2.base [None req-78ef7ce2-2db3-49c0-ac61-91c4cab6cd3a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1367014185-router', 'tenant_id': '940250de2f6f47ed9edc1bb0468551c8', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5'}}} {{(pid=104486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:39:21.664429 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Device cc6660c1-b402-457a-b9c3-85e8115966d1 up at agent ovs-agent-dv-cinder-851170-2-iscsi {{(pid=104487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 08:39:21.671354 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fc7b54-58f3-4131-a5c9-e974993cdd9f None None] Pushing event updated for resources: {'Port': ['ID=44a36974-c617-4762-a6da-f89c14116da5,revision_number=2']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:39:21.778801 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb5c52b-fb69-4c0d-9dff-f1351f92c21a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15de2134-51f9-5133-ac93-618e7ff2167e-8f6980da-175b-4e92-9032-637e0458eb4f', 'network_id': '8f6980da-175b-4e92-9032-637e0458eb4f', 'project_id': '940250de2f6f47ed9edc1bb0468551c8', 'fixed_ips': [{'subnet_id': '5784479d-44dd-45ed-b6e6-1aaaf2f91b93'}]}} from dv-cinder-851170-2-iscsi. {{(pid=104487) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 27 08:39:21.779761 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-bbb5c52b-fb69-4c0d-9dff-f1351f92c21a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (None), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:21.780405 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-78ef7ce2-2db3-49c0-ac61-91c4cab6cd3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8122130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-347'] for router (9859d67e-360d-4e3b-a6c7-bd0d6a4cb852), before_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:21.781933 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-78ef7ce2-2db3-49c0-ac61-91c4cab6cd3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8119546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-327805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-338'] for router (9859d67e-360d-4e3b-a6c7-bd0d6a4cb852), precommit_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:21.907651 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Provisioning complete for port cc6660c1-b402-457a-b9c3-85e8115966d1 triggered by entity L2. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:39:21.910727 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (cc6660c1-b402-457a-b9c3-85e8115966d1), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:22.019792 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-6f75be15-13bd-481c-828d-e48e97c2a73f admin admin] Publish callbacks [] for router_gateway (f64e0c27-ab7c-4763-91f6-0529a419f600), after_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:22.037413 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.db_base_plugin_common [None req-bbb5c52b-fb69-4c0d-9dff-f1351f92c21a None None] Allocated IP 172.20.0.2 (8f6980da-175b-4e92-9032-637e0458eb4f/5784479d-44dd-45ed-b6e6-1aaaf2f91b93/e4480293-973c-4221-a532-8b63f66f0d53) {{(pid=104487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 08:39:22.105316 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:INSERT=7,neutron:UPDATE=4,neutron:SELECT=89 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:39:22.133826 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-9fe6994f-bc35-433c-961b-a2f4e5a61c3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8119500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-363910'] for router (018103cf-324e-446a-8be2-3ec1743299c4), after_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:22.150824 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-a336ef3d-98a7-4aca-85c8-d4cb1adfb325 admin admin] Publish callbacks [] for router_gateway (280685fc-d095-4705-94a2-a4d23ada45dd), before_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:22.191311 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-a336ef3d-98a7-4aca-85c8-d4cb1adfb325 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (None), before_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:22.299771 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a489d58-cc04-48a0-8e26-380392f859c5 None None] Network a1f6320b-3782-410e-b338-e24d3c56438a requested from dv-cinder-851170-2-iscsi {{(pid=104487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 08:39:22.340536 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-bbb5c52b-fb69-4c0d-9dff-f1351f92c21a None None] Publish callbacks [] for port (e4480293-973c-4221-a532-8b63f66f0d53), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:22.366033 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-78ef7ce2-2db3-49c0-ac61-91c4cab6cd3a admin admin] Publish callbacks [] for router_controller (9859d67e-360d-4e3b-a6c7-bd0d6a4cb852), precommit_add_association {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:22.437806 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-bbb5c52b-fb69-4c0d-9dff-f1351f92c21a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786709965397'] for port (e4480293-973c-4221-a532-8b63f66f0d53), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:22.464050 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=87,neutron:UPDATE=5,neutron:DELETE=2,neutron:INSERT=6 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:39:22.509075 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.db.db_base_plugin_common [None req-a336ef3d-98a7-4aca-85c8-d4cb1adfb325 admin admin] Allocated IP 172.27.2.132 (e7cd7671-9410-421d-95f2-ddad301715a5/bd8cca88-d260-42a1-9635-5bfcc6eba2a1/2111d175-ad61-442c-a713-d13ff343359d) {{(pid=104485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 08:39:22.636513 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-2e221ae6-3832-4484-9a78-dfd6067f6bd0 None None] Provisioning complete for port 33d53aac-dc0c-44aa-871a-150a0cd160b7 triggered by entity DHCP. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:39:22.636904 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-2e221ae6-3832-4484-9a78-dfd6067f6bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (33d53aac-dc0c-44aa-871a-150a0cd160b7), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:22.638622 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f259e0-c6c9-4cac-a25f-de970d4559cf None None] Network 86596533-e5bc-41a5-8bd8-3e19070777ca requested from dv-cinder-851170-2-iscsi {{(pid=104487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 08:39:22.648917 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb5c52b-fb69-4c0d-9dff-f1351f92c21a None None] Network 8f6980da-175b-4e92-9032-637e0458eb4f is already hosted by enough agents. {{(pid=104487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 08:39:22.652892 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fe6994f-bc35-433c-961b-a2f4e5a61c3d admin admin] Router 018103cf-324e-446a-8be2-3ec1743299c4 is scheduled to L3 agent 5bc6d868-bb0b-4164-b2dd-44360f4de654 with binding_index 1 {{(pid=104485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 27 08:39:22.701377 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-6f75be15-13bd-481c-828d-e48e97c2a73f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8119500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-363910'] for router (f64e0c27-ab7c-4763-91f6-0529a419f600), after_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:22.760264 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb5c52b-fb69-4c0d-9dff-f1351f92c21a None None] Pushing event updated for resources: {'Port': ['ID=e4480293-973c-4221-a532-8b63f66f0d53,revision_number=1']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:39:22.762532 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-78ef7ce2-2db3-49c0-ac61-91c4cab6cd3a admin admin] Publish callbacks [] for router_gateway (9859d67e-360d-4e3b-a6c7-bd0d6a4cb852), precommit_update {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:22.806488 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.scheduler.base_scheduler [None req-bbb5c52b-fb69-4c0d-9dff-f1351f92c21a None None] Resources bound (agent type, host, resource id): {{(pid=104487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 08:39:22.826549 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb5c52b-fb69-4c0d-9dff-f1351f92c21a None None] Received port after_create {{(pid=104487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 08:39:22.861416 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Current status of the port cc6660c1-b402-457a-b9c3-85e8115966d1 is: DOWN; New status is: ACTIVE {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:39:22.861810 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (cc6660c1-b402-457a-b9c3-85e8115966d1), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:22.919115 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-a336ef3d-98a7-4aca-85c8-d4cb1adfb325 admin admin] Publish callbacks [] for port (2111d175-ad61-442c-a713-d13ff343359d), precommit_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:23.010899 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fe6994f-bc35-433c-961b-a2f4e5a61c3d admin admin] Notify agent at l3_agent.dv-cinder-851170-2-iscsi the message routers_updated {{(pid=104485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 08:39:23.019161 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6116766-d5f1-4431-8c8b-289ca738e429 None None] Sync routers for ids ['018103cf-324e-446a-8be2-3ec1743299c4'] in dv-cinder-851170-2-iscsi {{(pid=104488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 08:39:23.046023 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6116766-d5f1-4431-8c8b-289ca738e429 None None] Routers {'018103cf-324e-446a-8be2-3ec1743299c4'} bound to L3 agent in host dv-cinder-851170-2-iscsi {{(pid=104488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 08:39:23.046920 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_hamode_db [None req-f6116766-d5f1-4431-8c8b-289ca738e429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-27T08:30:18Z,description=,heartbeat_timestamp=2022-07-27T08:39:18Z,host='dv-cinder-851170-2-iscsi',id=5bc6d868-bb0b-4164-b2dd-44360f4de654,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T08:30:19Z,topic='l3_agent')) {'router_ids': ['018103cf-324e-446a-8be2-3ec1743299c4'], 'active': True} {{(pid=104488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:39:23.182674 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-2e221ae6-3832-4484-9a78-dfd6067f6bd0 None None] Current status of the port 33d53aac-dc0c-44aa-871a-150a0cd160b7 is: DOWN; New status is: ACTIVE {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:39:23.186190 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-2e221ae6-3832-4484-9a78-dfd6067f6bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (33d53aac-dc0c-44aa-871a-150a0cd160b7), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:23.186602 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-9fe6994f-bc35-433c-961b-a2f4e5a61c3d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:23.187857 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-9fe6994f-bc35-433c-961b-a2f4e5a61c3d admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.5528975 Jul 27 08:39:23.189127 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-a336ef3d-98a7-4aca-85c8-d4cb1adfb325 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786709965397'] for port (2111d175-ad61-442c-a713-d13ff343359d), after_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:23.199440 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 54178) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:39:23.263404 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a336ef3d-98a7-4aca-85c8-d4cb1adfb325 admin admin] Network e7cd7671-9410-421d-95f2-ddad301715a5 is already hosted by enough agents. {{(pid=104485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 08:39:23.269143 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.scheduler.base_scheduler [None req-a336ef3d-98a7-4aca-85c8-d4cb1adfb325 admin admin] Resources bound (agent type, host, resource id): {{(pid=104485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 08:39:23.271450 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a336ef3d-98a7-4aca-85c8-d4cb1adfb325 admin admin] Pushing event updated for resources: {'Port': ['ID=2111d175-ad61-442c-a713-d13ff343359d,revision_number=1']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:39:23.291334 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a336ef3d-98a7-4aca-85c8-d4cb1adfb325 admin admin] Received port after_create {{(pid=104485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 08:39:23.299506 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:39:23.323806 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvr_db [None req-f6116766-d5f1-4431-8c8b-289ca738e429 None None] Set router 018103cf-324e-446a-8be2-3ec1743299c4 gateway port host: dv-cinder-851170-2-iscsi {{(pid=104488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 08:39:23.367793 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] For port cc6660c1-b402-457a-b9c3-85e8115966d1, host dv-cinder-851170-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851170-2-iscsi',level=0,port_id=cc6660c1-b402-457a-b9c3-85e8115966d1,segment=NetworkSegment(fc440bfb-38b1-4666-8c4c-49881a4385a0),segment_id=fc440bfb-38b1-4666-8c4c-49881a4385a0)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:39:23.436712 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc2a9b6-3d8f-45d8-8f2f-1635e9d853d9 None None] Network 77554b81-fd19-4316-8d69-62980152360c requested from dv-cinder-851170-2-iscsi {{(pid=104487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 08:39:23.572017 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.managers [None req-bbb5c52b-fb69-4c0d-9dff-f1351f92c21a None None] Attempting to bind port e4480293-973c-4221-a532-8b63f66f0d53 on host dv-cinder-851170-2-iscsi for vnic_type normal with profile {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 08:39:23.572425 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.managers [None req-bbb5c52b-fb69-4c0d-9dff-f1351f92c21a None None] Attempting to bind port e4480293-973c-4221-a532-8b63f66f0d53 by drivers openvswitch,hyperv on host dv-cinder-851170-2-iscsi at level 0 using segments [{'id': 'e7699621-ef90-47fe-8696-58f5c1995388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '8f6980da-175b-4e92-9032-637e0458eb4f'}] {{(pid=104487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 08:39:23.573153 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb5c52b-fb69-4c0d-9dff-f1351f92c21a None None] Attempting to bind port e4480293-973c-4221-a532-8b63f66f0d53 on network 8f6980da-175b-4e92-9032-637e0458eb4f {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 08:39:23.587085 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (cc6660c1-b402-457a-b9c3-85e8115966d1), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:23.591399 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Device 33d53aac-dc0c-44aa-871a-150a0cd160b7 up at agent ovs-agent-dv-cinder-851170-2-iscsi {{(pid=104487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 08:39:23.599430 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 54194) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:39:23.627349 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_hamode_db [None req-f6116766-d5f1-4431-8c8b-289ca738e429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '018103cf-324e-446a-8be2-3ec1743299c4', 'name': 'tempest-AttachVolumeTestJSON-949871471-router', 'tenant_id': '9dcfebb6e1774a7daed20b60d2379875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': '789c9448-28dd-488f-a71f-dad7507df88d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:39:18Z', 'updated_at': '2022-07-27T08:39:20Z', 'revision_number': 3, 'project_id': '9dcfebb6e1774a7daed20b60d2379875', 'gw_port': {'id': '789c9448-28dd-488f-a71f-dad7507df88d', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c1:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '018103cf-324e-446a-8be2-3ec1743299c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:39:19Z', 'updated_at': '2022-07-27T08:39:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi'}], 'dv-cinder-851170-2-iscsi', False) {} {{(pid=104488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:39:23.674646 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6116766-d5f1-4431-8c8b-289ca738e429 None None] Checking router: 018103cf-324e-446a-8be2-3ec1743299c4 for host: dv-cinder-851170-2-iscsi {{(pid=104488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 08:39:23.675321 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6116766-d5f1-4431-8c8b-289ca738e429 None None] Updating router 018103cf-324e-446a-8be2-3ec1743299c4 port 789c9448-28dd-488f-a71f-dad7507df88d binding host dv-cinder-851170-2-iscsi {{(pid=104488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 08:39:23.721488 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-f6116766-d5f1-4431-8c8b-289ca738e429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (789c9448-28dd-488f-a71f-dad7507df88d), before_update {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:23.746647 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb5c52b-fb69-4c0d-9dff-f1351f92c21a None None] Checking agent: {'id': 'ed9de811-f248-496b-b487-860d50d7cee7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851170-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 8, 30, 21), 'started_at': datetime.datetime(2022, 7, 27, 8, 30, 51), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 8, 39, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851170-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 08:39:23.747078 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb5c52b-fb69-4c0d-9dff-f1351f92c21a None None] Checking segment: {'id': 'e7699621-ef90-47fe-8696-58f5c1995388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '8f6980da-175b-4e92-9032-637e0458eb4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 08:39:23.747413 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-bbb5c52b-fb69-4c0d-9dff-f1351f92c21a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:23.755144 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb5c52b-fb69-4c0d-9dff-f1351f92c21a None None] Bound using segment: {'id': 'e7699621-ef90-47fe-8696-58f5c1995388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '8f6980da-175b-4e92-9032-637e0458eb4f'} {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 08:39:23.765500 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.managers [None req-bbb5c52b-fb69-4c0d-9dff-f1351f92c21a None None] Bound port: e4480293-973c-4221-a532-8b63f66f0d53, host: dv-cinder-851170-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7699621-ef90-47fe-8696-58f5c1995388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '8f6980da-175b-4e92-9032-637e0458eb4f'}}] {{(pid=104487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 08:39:23.765500 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-bbb5c52b-fb69-4c0d-9dff-f1351f92c21a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (e4480293-973c-4221-a532-8b63f66f0d53), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:23.789756 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f75be15-13bd-481c-828d-e48e97c2a73f admin admin] Router f64e0c27-ab7c-4763-91f6-0529a419f600 is scheduled to L3 agent 5bc6d868-bb0b-4164-b2dd-44360f4de654 with binding_index 1 {{(pid=104486) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 27 08:39:23.811346 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:39:23.845037 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-2aa12201-6ea2-4ccb-818e-f76bdf0f79c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:23.845374 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-2e221ae6-3832-4484-9a78-dfd6067f6bd0 None None] For port 33d53aac-dc0c-44aa-871a-150a0cd160b7, host dv-cinder-851170-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851170-2-iscsi',level=0,port_id=33d53aac-dc0c-44aa-871a-150a0cd160b7,segment=NetworkSegment(2c0fb304-3c22-4ed5-9a02-db9a55430652),segment_id=2c0fb304-3c22-4ed5-9a02-db9a55430652)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:39:23.890797 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:INSERT=4,neutron:SELECT=88,neutron:UPDATE=8 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:39:23.955658 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Pushing event updated for resources: {'Port': ['ID=cc6660c1-b402-457a-b9c3-85e8115966d1,revision_number=3']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:39:23.985358 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-a336ef3d-98a7-4aca-85c8-d4cb1adfb325 admin admin] Publish callbacks [] for router_gateway (280685fc-d095-4705-94a2-a4d23ada45dd), after_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:24.009724 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-2e221ae6-3832-4484-9a78-dfd6067f6bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (33d53aac-dc0c-44aa-871a-150a0cd160b7), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:24.016113 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:39:24.023241 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Provisioning complete for port 33d53aac-dc0c-44aa-871a-150a0cd160b7 triggered by entity L2. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:39:24.024020 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (33d53aac-dc0c-44aa-871a-150a0cd160b7), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:24.079214 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-bbb5c52b-fb69-4c0d-9dff-f1351f92c21a None None] For port e4480293-973c-4221-a532-8b63f66f0d53, host dv-cinder-851170-2-iscsi, cleared binding levels {{(pid=104487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 08:39:24.107742 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-bbb5c52b-fb69-4c0d-9dff-f1351f92c21a None None] For port e4480293-973c-4221-a532-8b63f66f0d53, host dv-cinder-851170-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851170-2-iscsi',level=0,port_id=e4480293-973c-4221-a532-8b63f66f0d53,segment=NetworkSegment(e7699621-ef90-47fe-8696-58f5c1995388),segment_id=e7699621-ef90-47fe-8696-58f5c1995388)] {{(pid=104487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 08:39:24.117911 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f75be15-13bd-481c-828d-e48e97c2a73f admin admin] Notify agent at l3_agent.dv-cinder-851170-2-iscsi the message routers_updated {{(pid=104486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 08:39:24.144021 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b756c809-29fb-4f11-ae7b-472596b7305f None None] Sync routers for ids ['f64e0c27-ab7c-4763-91f6-0529a419f600'] in dv-cinder-851170-2-iscsi {{(pid=104487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 08:39:24.200921 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-bbb5c52b-fb69-4c0d-9dff-f1351f92c21a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (e4480293-973c-4221-a532-8b63f66f0d53), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:24.211111 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e221ae6-3832-4484-9a78-dfd6067f6bd0 None None] Pushing event updated for resources: {'Port': ['ID=33d53aac-dc0c-44aa-871a-150a0cd160b7,revision_number=3']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:39:24.239952 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-6f75be15-13bd-481c-828d-e48e97c2a73f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:24.241850 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-6f75be15-13bd-481c-828d-e48e97c2a73f admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.0669687 Jul 27 08:39:24.252996 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 54218) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:39:24.262769 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-711187f2-15b1-440c-bd15-ea2f98910a35 None None] Provisioning complete for port cc6660c1-b402-457a-b9c3-85e8115966d1 triggered by entity DHCP. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:39:24.263238 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-711187f2-15b1-440c-bd15-ea2f98910a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (cc6660c1-b402-457a-b9c3-85e8115966d1), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:24.264946 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b756c809-29fb-4f11-ae7b-472596b7305f None None] Routers {'f64e0c27-ab7c-4763-91f6-0529a419f600'} bound to L3 agent in host dv-cinder-851170-2-iscsi {{(pid=104487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 08:39:24.265662 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_hamode_db [None req-b756c809-29fb-4f11-ae7b-472596b7305f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-27T08:30:18Z,description=,heartbeat_timestamp=2022-07-27T08:39:18Z,host='dv-cinder-851170-2-iscsi',id=5bc6d868-bb0b-4164-b2dd-44360f4de654,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T08:30:19Z,topic='l3_agent')) {'router_ids': ['f64e0c27-ab7c-4763-91f6-0529a419f600'], 'active': True} {{(pid=104487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:39:24.297050 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-78ef7ce2-2db3-49c0-ac61-91c4cab6cd3a admin admin] Publish callbacks [] for router_gateway (9859d67e-360d-4e3b-a6c7-bd0d6a4cb852), before_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:24.298988 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-f6116766-d5f1-4431-8c8b-289ca738e429 None None] Publish callbacks [] for port (789c9448-28dd-488f-a71f-dad7507df88d), precommit_update {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:24.368423 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-f6116766-d5f1-4431-8c8b-289ca738e429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (789c9448-28dd-488f-a71f-dad7507df88d), after_update {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:24.397925 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:39:24.406367 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-78ef7ce2-2db3-49c0-ac61-91c4cab6cd3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (None), before_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:24.470256 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.managers [None req-f6116766-d5f1-4431-8c8b-289ca738e429 None None] Attempting to bind port 789c9448-28dd-488f-a71f-dad7507df88d on host dv-cinder-851170-2-iscsi for vnic_type normal with profile {{(pid=104488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 08:39:24.470546 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.managers [None req-f6116766-d5f1-4431-8c8b-289ca738e429 None None] Attempting to bind port 789c9448-28dd-488f-a71f-dad7507df88d by drivers openvswitch,hyperv on host dv-cinder-851170-2-iscsi at level 0 using segments [{'id': '0a5e83d9-b5a8-42c5-b200-67984880d111', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5'}] {{(pid=104488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 08:39:24.470913 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6116766-d5f1-4431-8c8b-289ca738e429 None None] Attempting to bind port 789c9448-28dd-488f-a71f-dad7507df88d on network e7cd7671-9410-421d-95f2-ddad301715a5 {{(pid=104488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 08:39:24.474268 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:39:24.475743 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e34a2c-5c92-4b7b-b9be-37517a1106ca None None] Pushing event updated for resources: {'Port': ['ID=789c9448-28dd-488f-a71f-dad7507df88d,revision_number=2']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:39:24.485203 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6116766-d5f1-4431-8c8b-289ca738e429 None None] Checking agent: {'id': 'ed9de811-f248-496b-b487-860d50d7cee7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851170-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 8, 30, 21), 'started_at': datetime.datetime(2022, 7, 27, 8, 30, 51), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 8, 39, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851170-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 08:39:24.501342 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6116766-d5f1-4431-8c8b-289ca738e429 None None] Checking segment: {'id': '0a5e83d9-b5a8-42c5-b200-67984880d111', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 08:39:24.501964 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-f6116766-d5f1-4431-8c8b-289ca738e429 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:24.509638 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-2aa12201-6ea2-4ccb-818e-f76bdf0f79c3 admin admin] Publish callbacks [] for security_group (3471dca0-e950-416e-af68-5ce7c09aa6ef), precommit_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:24.509828 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6116766-d5f1-4431-8c8b-289ca738e429 None None] Bound using segment: {'id': '0a5e83d9-b5a8-42c5-b200-67984880d111', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5'} {{(pid=104488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 08:39:24.510526 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.managers [None req-f6116766-d5f1-4431-8c8b-289ca738e429 None None] Bound port: 789c9448-28dd-488f-a71f-dad7507df88d, host: dv-cinder-851170-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a5e83d9-b5a8-42c5-b200-67984880d111', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5'}}] {{(pid=104488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 08:39:24.514180 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-f6116766-d5f1-4431-8c8b-289ca738e429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (789c9448-28dd-488f-a71f-dad7507df88d), before_update {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:24.592872 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e34a2c-5c92-4b7b-b9be-37517a1106ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:39:24.593225 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e34a2c-5c92-4b7b-b9be-37517a1106ca None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:39:24.593589 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e34a2c-5c92-4b7b-b9be-37517a1106ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:39:24.594057 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e34a2c-5c92-4b7b-b9be-37517a1106ca None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:39:24.594308 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e34a2c-5c92-4b7b-b9be-37517a1106ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:39:24.594642 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e34a2c-5c92-4b7b-b9be-37517a1106ca None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:39:24.594976 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e34a2c-5c92-4b7b-b9be-37517a1106ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:39:24.595298 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e34a2c-5c92-4b7b-b9be-37517a1106ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:39:24.595626 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e34a2c-5c92-4b7b-b9be-37517a1106ca None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:39:24.596554 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e34a2c-5c92-4b7b-b9be-37517a1106ca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:39:24.596554 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e34a2c-5c92-4b7b-b9be-37517a1106ca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:39:24.596712 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e34a2c-5c92-4b7b-b9be-37517a1106ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:39:24.596911 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e34a2c-5c92-4b7b-b9be-37517a1106ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:39:24.597311 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e34a2c-5c92-4b7b-b9be-37517a1106ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:39:24.597548 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e34a2c-5c92-4b7b-b9be-37517a1106ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:39:24.598727 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e34a2c-5c92-4b7b-b9be-37517a1106ca None None] Tracked resource versions report: Jul 27 08:39:24.598727 dv-cinder-851170-2-iscsi neutron-server[104488]: pushed versions: Jul 27 08:39:24.598727 dv-cinder-851170-2-iscsi neutron-server[104488]: { 'AddressGroup': {'1.2'}, Jul 27 08:39:24.598727 dv-cinder-851170-2-iscsi neutron-server[104488]: 'Agent': {'1.1'}, Jul 27 08:39:24.598727 dv-cinder-851170-2-iscsi neutron-server[104488]: 'ConntrackHelper': {'1.0'}, Jul 27 08:39:24.598727 dv-cinder-851170-2-iscsi neutron-server[104488]: 'LocalIPAssociation': {'1.0'}, Jul 27 08:39:24.598727 dv-cinder-851170-2-iscsi neutron-server[104488]: 'Log': {'1.0'}, Jul 27 08:39:24.598727 dv-cinder-851170-2-iscsi neutron-server[104488]: 'NDPProxy': {'1.0'}, Jul 27 08:39:24.598727 dv-cinder-851170-2-iscsi neutron-server[104488]: 'Network': {'1.1'}, Jul 27 08:39:24.598727 dv-cinder-851170-2-iscsi neutron-server[104488]: 'Port': {'1.7'}, Jul 27 08:39:24.598727 dv-cinder-851170-2-iscsi neutron-server[104488]: 'PortForwarding': {'1.3'}, Jul 27 08:39:24.598727 dv-cinder-851170-2-iscsi neutron-server[104488]: 'QosPolicy': {'1.10'}, Jul 27 08:39:24.598727 dv-cinder-851170-2-iscsi neutron-server[104488]: 'SecurityGroup': {'1.5'}, Jul 27 08:39:24.598727 dv-cinder-851170-2-iscsi neutron-server[104488]: 'SecurityGroupRule': {'1.2'}, Jul 27 08:39:24.598727 dv-cinder-851170-2-iscsi neutron-server[104488]: 'SubPort': {'1.0'}, Jul 27 08:39:24.598727 dv-cinder-851170-2-iscsi neutron-server[104488]: 'Subnet': {'1.1'}, Jul 27 08:39:24.598727 dv-cinder-851170-2-iscsi neutron-server[104488]: 'Trunk': {'1.1'}} Jul 27 08:39:24.598727 dv-cinder-851170-2-iscsi neutron-server[104488]: consumer versions: Jul 27 08:39:24.598727 dv-cinder-851170-2-iscsi neutron-server[104488]: { DHCP agent@dv-cinder-851170-2-iscsi: {}, Jul 27 08:39:24.598727 dv-cinder-851170-2-iscsi neutron-server[104488]: HyperV agent@hv-cinder-85117: {}, Jul 27 08:39:24.598727 dv-cinder-851170-2-iscsi neutron-server[104488]: L3 agent@dv-cinder-851170-2-iscsi: {}, Jul 27 08:39:24.598727 dv-cinder-851170-2-iscsi neutron-server[104488]: Metadata agent@dv-cinder-851170-2-iscsi: {}, Jul 27 08:39:24.598727 dv-cinder-851170-2-iscsi neutron-server[104488]: Metering agent@dv-cinder-851170-2-iscsi: {}, Jul 27 08:39:24.598727 dv-cinder-851170-2-iscsi neutron-server[104488]: Open vSwitch agent@dv-cinder-851170-2-iscsi: { 'AddressGroup': '1.2', Jul 27 08:39:24.598727 dv-cinder-851170-2-iscsi neutron-server[104488]: 'Agent': '1.1', Jul 27 08:39:24.598727 dv-cinder-851170-2-iscsi neutron-server[104488]: 'ConntrackHelper': '1.0', Jul 27 08:39:24.598727 dv-cinder-851170-2-iscsi neutron-server[104488]: 'LocalIPAssociation': '1.0', Jul 27 08:39:24.598727 dv-cinder-851170-2-iscsi neutron-server[104488]: 'Log': '1.0', Jul 27 08:39:24.598727 dv-cinder-851170-2-iscsi neutron-server[104488]: 'NDPProxy': '1.0', Jul 27 08:39:24.598727 dv-cinder-851170-2-iscsi neutron-server[104488]: 'Network': '1.1', Jul 27 08:39:24.598727 dv-cinder-851170-2-iscsi neutron-server[104488]: 'Port': '1.7', Jul 27 08:39:24.598727 dv-cinder-851170-2-iscsi neutron-server[104488]: 'PortForwarding': '1.3', Jul 27 08:39:24.598727 dv-cinder-851170-2-iscsi neutron-server[104488]: 'QosPolicy': '1.10', Jul 27 08:39:24.598727 dv-cinder-851170-2-iscsi neutron-server[104488]: 'SecurityGroup': '1.5', Jul 27 08:39:24.598727 dv-cinder-851170-2-iscsi neutron-server[104488]: 'SecurityGroupRule': '1.2', Jul 27 08:39:24.598727 dv-cinder-851170-2-iscsi neutron-server[104488]: 'SubPort': '1.0', Jul 27 08:39:24.598727 dv-cinder-851170-2-iscsi neutron-server[104488]: 'Subnet': '1.1', Jul 27 08:39:24.598727 dv-cinder-851170-2-iscsi neutron-server[104488]: 'Trunk': '1.1'}} Jul 27 08:39:24.598727 dv-cinder-851170-2-iscsi neutron-server[104488]: {{(pid=104488) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 27 08:39:24.610785 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-2aa12201-6ea2-4ccb-818e-f76bdf0f79c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (3471dca0-e950-416e-af68-5ce7c09aa6ef), after_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:24.613694 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvr_db [None req-b756c809-29fb-4f11-ae7b-472596b7305f None None] Set router f64e0c27-ab7c-4763-91f6-0529a419f600 gateway port host: dv-cinder-851170-2-iscsi {{(pid=104487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 08:39:24.720420 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.db [None req-f6116766-d5f1-4431-8c8b-289ca738e429 None None] For port 789c9448-28dd-488f-a71f-dad7507df88d, host dv-cinder-851170-2-iscsi, cleared binding levels {{(pid=104488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 08:39:24.726517 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.db [None req-f6116766-d5f1-4431-8c8b-289ca738e429 None None] For port 789c9448-28dd-488f-a71f-dad7507df88d, host dv-cinder-851170-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851170-2-iscsi',level=0,port_id=789c9448-28dd-488f-a71f-dad7507df88d,segment=NetworkSegment(0a5e83d9-b5a8-42c5-b200-67984880d111),segment_id=0a5e83d9-b5a8-42c5-b200-67984880d111)] {{(pid=104488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 08:39:24.780487 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-a336ef3d-98a7-4aca-85c8-d4cb1adfb325 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8119500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-363910'] for router (280685fc-d095-4705-94a2-a4d23ada45dd), after_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:24.794485 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 54240) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:39:24.798584 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Current status of the port 33d53aac-dc0c-44aa-871a-150a0cd160b7 is: ACTIVE; New status is: ACTIVE {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:39:24.804184 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-2aa12201-6ea2-4ccb-818e-f76bdf0f79c3 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=d3cea0410a2f4fe88f5f300db0cabbe1&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1970234 Jul 27 08:39:24.805885 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa12201-6ea2-4ccb-818e-f76bdf0f79c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3471dca0-e950-416e-af68-5ce7c09aa6ef,revision_number=1']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:39:24.806496 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb5c52b-fb69-4c0d-9dff-f1351f92c21a None None] Pushing event updated for resources: {'Port': ['ID=e4480293-973c-4221-a532-8b63f66f0d53,revision_number=2']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:39:24.864907 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-f6116766-d5f1-4431-8c8b-289ca738e429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (789c9448-28dd-488f-a71f-dad7507df88d), after_update {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:24.949503 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.db.db_base_plugin_common [None req-78ef7ce2-2db3-49c0-ac61-91c4cab6cd3a admin admin] Allocated IP 172.27.2.75 (e7cd7671-9410-421d-95f2-ddad301715a5/bd8cca88-d260-42a1-9635-5bfcc6eba2a1/8459270c-d8a5-42a4-abf4-e5dc701f12a4) {{(pid=104486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 08:39:24.988875 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-e71041df-2bec-4b2d-9c7d-1faffcadb3ec admin admin] Publish callbacks [] for security_group (3471dca0-e950-416e-af68-5ce7c09aa6ef), before_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:24.994647 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-711187f2-15b1-440c-bd15-ea2f98910a35 None None] Current status of the port cc6660c1-b402-457a-b9c3-85e8115966d1 is: ACTIVE; New status is: ACTIVE {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:39:25.014097 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-711187f2-15b1-440c-bd15-ea2f98910a35 None None] Provisioning complete for port 44a36974-c617-4762-a6da-f89c14116da5 triggered by entity DHCP. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:39:25.014600 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-711187f2-15b1-440c-bd15-ea2f98910a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (44a36974-c617-4762-a6da-f89c14116da5), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:25.024072 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-e71041df-2bec-4b2d-9c7d-1faffcadb3ec admin admin] Publish callbacks [] for security_group (3471dca0-e950-416e-af68-5ce7c09aa6ef), precommit_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:25.043703 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6116766-d5f1-4431-8c8b-289ca738e429 None None] Routers {'018103cf-324e-446a-8be2-3ec1743299c4'} bound to L3 agent in host dv-cinder-851170-2-iscsi {{(pid=104488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 08:39:25.044338 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_hamode_db [None req-f6116766-d5f1-4431-8c8b-289ca738e429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-27T08:30:18Z,description=,heartbeat_timestamp=2022-07-27T08:39:18Z,host='dv-cinder-851170-2-iscsi',id=5bc6d868-bb0b-4164-b2dd-44360f4de654,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T08:30:19Z,topic='l3_agent')) {'router_ids': ['018103cf-324e-446a-8be2-3ec1743299c4'], 'active': True} {{(pid=104488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:39:25.051296 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e34a2c-5c92-4b7b-b9be-37517a1106ca None None] Pushing event updated for resources: {'Port': ['ID=789c9448-28dd-488f-a71f-dad7507df88d,revision_number=3']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:39:25.138479 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a336ef3d-98a7-4aca-85c8-d4cb1adfb325 admin admin] Router 280685fc-d095-4705-94a2-a4d23ada45dd is scheduled to L3 agent 5bc6d868-bb0b-4164-b2dd-44360f4de654 with binding_index 1 {{(pid=104485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 27 08:39:25.182553 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_hamode_db [None req-b756c809-29fb-4f11-ae7b-472596b7305f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f64e0c27-ab7c-4763-91f6-0529a419f600', 'name': 'tempest-DeleteServersTestJSON-2143875417-router', 'tenant_id': 'bbedb0ad0538471e98b0641598f08c17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '04cabcb0-60fa-4fd1-a091-b08f16b628d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:39:18Z', 'updated_at': '2022-07-27T08:39:21Z', 'revision_number': 3, 'project_id': 'bbedb0ad0538471e98b0641598f08c17', 'gw_port': {'id': '04cabcb0-60fa-4fd1-a091-b08f16b628d5', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:89:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f64e0c27-ab7c-4763-91f6-0529a419f600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:39:19Z', 'updated_at': '2022-07-27T08:39:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi'}], 'dv-cinder-851170-2-iscsi', False) {} {{(pid=104487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:39:25.249426 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvr_db [None req-f6116766-d5f1-4431-8c8b-289ca738e429 None None] Set router 018103cf-324e-446a-8be2-3ec1743299c4 gateway port host: dv-cinder-851170-2-iscsi {{(pid=104488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 08:39:25.257736 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b756c809-29fb-4f11-ae7b-472596b7305f None None] Checking router: f64e0c27-ab7c-4763-91f6-0529a419f600 for host: dv-cinder-851170-2-iscsi {{(pid=104487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 08:39:25.258526 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b756c809-29fb-4f11-ae7b-472596b7305f None None] Updating router f64e0c27-ab7c-4763-91f6-0529a419f600 port 04cabcb0-60fa-4fd1-a091-b08f16b628d5 binding host dv-cinder-851170-2-iscsi {{(pid=104487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 08:39:25.314950 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:39:25.327892 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Device cc6660c1-b402-457a-b9c3-85e8115966d1 up at agent ovs-agent-dv-cinder-851170-2-iscsi {{(pid=104487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 08:39:25.360942 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a336ef3d-98a7-4aca-85c8-d4cb1adfb325 admin admin] Notify agent at l3_agent.dv-cinder-851170-2-iscsi the message routers_updated {{(pid=104485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 08:39:25.377955 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-711187f2-15b1-440c-bd15-ea2f98910a35 None None] Current status of the port 44a36974-c617-4762-a6da-f89c14116da5 is: DOWN; New status is: ACTIVE {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:39:25.378346 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-711187f2-15b1-440c-bd15-ea2f98910a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (44a36974-c617-4762-a6da-f89c14116da5), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:25.416915 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa038df-c93b-471b-8789-c59fbd28a05c None None] Sync routers for ids ['280685fc-d095-4705-94a2-a4d23ada45dd'] in dv-cinder-851170-2-iscsi {{(pid=104488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 08:39:25.423110 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-b756c809-29fb-4f11-ae7b-472596b7305f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (04cabcb0-60fa-4fd1-a091-b08f16b628d5), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:25.465524 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-a336ef3d-98a7-4aca-85c8-d4cb1adfb325 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:25.467087 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-a336ef3d-98a7-4aca-85c8-d4cb1adfb325 admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.4688005 Jul 27 08:39:25.469567 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 54276) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:39:25.508817 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa038df-c93b-471b-8789-c59fbd28a05c None None] Routers {'280685fc-d095-4705-94a2-a4d23ada45dd'} bound to L3 agent in host dv-cinder-851170-2-iscsi {{(pid=104488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 08:39:25.509923 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_hamode_db [None req-1fa038df-c93b-471b-8789-c59fbd28a05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-27T08:30:18Z,description=,heartbeat_timestamp=2022-07-27T08:39:18Z,host='dv-cinder-851170-2-iscsi',id=5bc6d868-bb0b-4164-b2dd-44360f4de654,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T08:30:19Z,topic='l3_agent')) {'router_ids': ['280685fc-d095-4705-94a2-a4d23ada45dd'], 'active': True} {{(pid=104488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:39:25.610243 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 54278) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:39:25.616899 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-78ef7ce2-2db3-49c0-ac61-91c4cab6cd3a admin admin] Publish callbacks [] for port (8459270c-d8a5-42a4-abf4-e5dc701f12a4), precommit_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:25.648118 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:39:25.664533 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-e71041df-2bec-4b2d-9c7d-1faffcadb3ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (3471dca0-e950-416e-af68-5ce7c09aa6ef), after_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:25.667123 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-e71041df-2bec-4b2d-9c7d-1faffcadb3ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:25.670810 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-e71041df-2bec-4b2d-9c7d-1faffcadb3ec admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/3471dca0-e950-416e-af68-5ce7c09aa6ef HTTP/1.1" status: 204 len: 168 time: 0.8200319 Jul 27 08:39:25.709431 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-711187f2-15b1-440c-bd15-ea2f98910a35 None None] For port 44a36974-c617-4762-a6da-f89c14116da5, host dv-cinder-851170-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851170-2-iscsi',level=0,port_id=44a36974-c617-4762-a6da-f89c14116da5,segment=NetworkSegment(d4421dbb-2177-49de-a9fa-abc5e0331875),segment_id=d4421dbb-2177-49de-a9fa-abc5e0331875)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:39:25.727088 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:39:25.729683 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-192be46f-8714-40a7-ba26-9fa0cce65740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (None), before_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:25.737596 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:39:25.755312 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71041df-2bec-4b2d-9c7d-1faffcadb3ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3471dca0-e950-416e-af68-5ce7c09aa6ef,revision_number=None']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:39:25.776254 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Provisioning complete for port cc6660c1-b402-457a-b9c3-85e8115966d1 triggered by entity L2. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:39:25.777929 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (cc6660c1-b402-457a-b9c3-85e8115966d1), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:25.842331 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_hamode_db [None req-f6116766-d5f1-4431-8c8b-289ca738e429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '018103cf-324e-446a-8be2-3ec1743299c4', 'name': 'tempest-AttachVolumeTestJSON-949871471-router', 'tenant_id': '9dcfebb6e1774a7daed20b60d2379875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': '789c9448-28dd-488f-a71f-dad7507df88d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:39:18Z', 'updated_at': '2022-07-27T08:39:20Z', 'revision_number': 3, 'project_id': '9dcfebb6e1774a7daed20b60d2379875', 'gw_port': {'id': '789c9448-28dd-488f-a71f-dad7507df88d', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c1:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '018103cf-324e-446a-8be2-3ec1743299c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:39:19Z', 'updated_at': '2022-07-27T08:39:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi'}], 'dv-cinder-851170-2-iscsi', False) {} {{(pid=104488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:39:25.908514 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvr_db [None req-1fa038df-c93b-471b-8789-c59fbd28a05c None None] Set router 280685fc-d095-4705-94a2-a4d23ada45dd gateway port host: dv-cinder-851170-2-iscsi {{(pid=104488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 08:39:25.963735 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6116766-d5f1-4431-8c8b-289ca738e429 None None] The sync data for ids ['018103cf-324e-446a-8be2-3ec1743299c4'] in dv-cinder-851170-2-iscsi is: [{'id': '018103cf-324e-446a-8be2-3ec1743299c4', 'name': 'tempest-AttachVolumeTestJSON-949871471-router', 'tenant_id': '9dcfebb6e1774a7daed20b60d2379875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': '789c9448-28dd-488f-a71f-dad7507df88d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:39:18Z', 'updated_at': '2022-07-27T08:39:20Z', 'revision_number': 3, 'project_id': '9dcfebb6e1774a7daed20b60d2379875', 'gw_port': {'id': '789c9448-28dd-488f-a71f-dad7507df88d', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c1:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '018103cf-324e-446a-8be2-3ec1743299c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:39:19Z', 'updated_at': '2022-07-27T08:39:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi'}] {{(pid=104488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 08:39:26.027201 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-711187f2-15b1-440c-bd15-ea2f98910a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (44a36974-c617-4762-a6da-f89c14116da5), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:26.081066 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-9c34cba5-ebc0-461a-94ef-5d00a39b8f81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:26.120813 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711187f2-15b1-440c-bd15-ea2f98910a35 None None] Pushing event updated for resources: {'Port': ['ID=44a36974-c617-4762-a6da-f89c14116da5,revision_number=3']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:39:26.123682 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b38ebe0-72e9-40a2-bf9b-d67968b92d3d None None] Network 8f6980da-175b-4e92-9032-637e0458eb4f requested from dv-cinder-851170-2-iscsi {{(pid=104487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 08:39:26.142825 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:39:26.145963 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:39:26.188092 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-711187f2-15b1-440c-bd15-ea2f98910a35 None None] Provisioning complete for port 33d53aac-dc0c-44aa-871a-150a0cd160b7 triggered by entity DHCP. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:39:26.188546 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-711187f2-15b1-440c-bd15-ea2f98910a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (33d53aac-dc0c-44aa-871a-150a0cd160b7), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:26.263937 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-78ef7ce2-2db3-49c0-ac61-91c4cab6cd3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786709965397'] for port (8459270c-d8a5-42a4-abf4-e5dc701f12a4), after_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:26.303771 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_hamode_db [None req-1fa038df-c93b-471b-8789-c59fbd28a05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '280685fc-d095-4705-94a2-a4d23ada45dd', 'name': 'tempest-AttachVolumeShelveTestJSON-1404863556-router', 'tenant_id': 'e2c60f49a9e14417bd1d9504128fc94b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': '2111d175-ad61-442c-a713-d13ff343359d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:39:20Z', 'updated_at': '2022-07-27T08:39:23Z', 'revision_number': 3, 'project_id': 'e2c60f49a9e14417bd1d9504128fc94b', 'gw_port': {'id': '2111d175-ad61-442c-a713-d13ff343359d', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:b2:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '280685fc-d095-4705-94a2-a4d23ada45dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:39:22Z', 'updated_at': '2022-07-27T08:39:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi'}], 'dv-cinder-851170-2-iscsi', False) {} {{(pid=104488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:39:26.461799 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa038df-c93b-471b-8789-c59fbd28a05c None None] Checking router: 280685fc-d095-4705-94a2-a4d23ada45dd for host: dv-cinder-851170-2-iscsi {{(pid=104488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 08:39:26.469154 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa038df-c93b-471b-8789-c59fbd28a05c None None] Updating router 280685fc-d095-4705-94a2-a4d23ada45dd port 2111d175-ad61-442c-a713-d13ff343359d binding host dv-cinder-851170-2-iscsi {{(pid=104488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 08:39:26.469154 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=100 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:39:26.469903 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.db.db_base_plugin_common [None req-192be46f-8714-40a7-ba26-9fa0cce65740 admin admin] Allocated IP 172.20.0.1 (86596533-e5bc-41a5-8bd8-3e19070777ca/7bb93b59-455b-4e46-8d58-a8f142f5867d/0d464519-7720-4861-a2fd-4adc4e4d9b08) {{(pid=104486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 08:39:26.488132 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-53500aad-5555-44ad-88c6-7370af574d04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (None), before_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:26.512217 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-1fa038df-c93b-471b-8789-c59fbd28a05c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (2111d175-ad61-442c-a713-d13ff343359d), before_update {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:26.513520 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:39:26.617195 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ef7ce2-2db3-49c0-ac61-91c4cab6cd3a admin admin] Network e7cd7671-9410-421d-95f2-ddad301715a5 is already hosted by enough agents. {{(pid=104486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 08:39:26.676987 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.scheduler.base_scheduler [None req-78ef7ce2-2db3-49c0-ac61-91c4cab6cd3a admin admin] Resources bound (agent type, host, resource id): {{(pid=104486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 08:39:26.679624 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ef7ce2-2db3-49c0-ac61-91c4cab6cd3a admin admin] Pushing event updated for resources: {'Port': ['ID=8459270c-d8a5-42a4-abf4-e5dc701f12a4,revision_number=1']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:39:26.694481 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ef7ce2-2db3-49c0-ac61-91c4cab6cd3a admin admin] Received port after_create {{(pid=104486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 08:39:26.698934 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Current status of the port cc6660c1-b402-457a-b9c3-85e8115966d1 is: ACTIVE; New status is: ACTIVE {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:39:26.700055 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Device 44a36974-c617-4762-a6da-f89c14116da5 up at agent ovs-agent-dv-cinder-851170-2-iscsi {{(pid=104487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 08:39:26.721772 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-711187f2-15b1-440c-bd15-ea2f98910a35 None None] Current status of the port 33d53aac-dc0c-44aa-871a-150a0cd160b7 is: ACTIVE; New status is: ACTIVE {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:39:26.781676 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.db.db_base_plugin_common [None req-53500aad-5555-44ad-88c6-7370af574d04 admin admin] Allocated IP 172.20.0.1 (77554b81-fd19-4316-8d69-62980152360c/c4ce96ff-fd31-496d-82bd-3a3dbfb16be8/48f3e2e9-261d-41a4-a2cd-d4ba4f94b916) {{(pid=104485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 08:39:26.788143 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-b756c809-29fb-4f11-ae7b-472596b7305f None None] Publish callbacks [] for port (04cabcb0-60fa-4fd1-a091-b08f16b628d5), precommit_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:26.797488 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 54308) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:39:26.826336 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Provisioning complete for port 44a36974-c617-4762-a6da-f89c14116da5 triggered by entity L2. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:39:26.826720 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (44a36974-c617-4762-a6da-f89c14116da5), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:26.830202 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-3b007cbb-89e2-4b38-87d6-ad79e4b1a5b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:26.866619 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-83297924-c8f3-458e-b976-dd4f9a4e9c15 None None] Provisioning complete for port e4480293-973c-4221-a532-8b63f66f0d53 triggered by entity DHCP. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:39:26.867109 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-83297924-c8f3-458e-b976-dd4f9a4e9c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (e4480293-973c-4221-a532-8b63f66f0d53), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:26.905971 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-b756c809-29fb-4f11-ae7b-472596b7305f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (04cabcb0-60fa-4fd1-a091-b08f16b628d5), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:27.052693 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-53500aad-5555-44ad-88c6-7370af574d04 admin admin] Publish callbacks [] for port (48f3e2e9-261d-41a4-a2cd-d4ba4f94b916), precommit_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:27.077361 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c580a6-8b4a-4f9c-aa48-ab5ec300c4f8 None None] Pushing event updated for resources: {'Port': ['ID=04cabcb0-60fa-4fd1-a091-b08f16b628d5,revision_number=2']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:39:27.128327 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-3b007cbb-89e2-4b38-87d6-ad79e4b1a5b6 admin admin] Publish callbacks [] for security_group (a1c95c9f-9109-424d-b9b1-22ec9bfcd6f7), precommit_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:27.135627 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-cd1bf114-c1a2-49cb-8317-5d4e654c48c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (None), before_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:27.151830 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 54312) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:39:27.161795 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.managers [None req-b756c809-29fb-4f11-ae7b-472596b7305f None None] Attempting to bind port 04cabcb0-60fa-4fd1-a091-b08f16b628d5 on host dv-cinder-851170-2-iscsi for vnic_type normal with profile {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 08:39:27.162904 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.managers [None req-b756c809-29fb-4f11-ae7b-472596b7305f None None] Attempting to bind port 04cabcb0-60fa-4fd1-a091-b08f16b628d5 by drivers openvswitch,hyperv on host dv-cinder-851170-2-iscsi at level 0 using segments [{'id': '0a5e83d9-b5a8-42c5-b200-67984880d111', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5'}] {{(pid=104487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 08:39:27.163366 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b756c809-29fb-4f11-ae7b-472596b7305f None None] Attempting to bind port 04cabcb0-60fa-4fd1-a091-b08f16b628d5 on network e7cd7671-9410-421d-95f2-ddad301715a5 {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 08:39:27.177120 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b756c809-29fb-4f11-ae7b-472596b7305f None None] Checking agent: {'id': 'ed9de811-f248-496b-b487-860d50d7cee7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851170-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 8, 30, 21), 'started_at': datetime.datetime(2022, 7, 27, 8, 30, 51), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 8, 39, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851170-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 08:39:27.177283 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-9c34cba5-ebc0-461a-94ef-5d00a39b8f81 admin admin] Publish callbacks [] for security_group (a8fa72d7-9175-4bd9-9841-c0631f9a1b5e), precommit_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:27.177700 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b756c809-29fb-4f11-ae7b-472596b7305f None None] Checking segment: {'id': '0a5e83d9-b5a8-42c5-b200-67984880d111', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 08:39:27.181257 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-b756c809-29fb-4f11-ae7b-472596b7305f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:27.181257 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b756c809-29fb-4f11-ae7b-472596b7305f None None] Bound using segment: {'id': '0a5e83d9-b5a8-42c5-b200-67984880d111', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5'} {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 08:39:27.181257 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.managers [None req-b756c809-29fb-4f11-ae7b-472596b7305f None None] Bound port: 04cabcb0-60fa-4fd1-a091-b08f16b628d5, host: dv-cinder-851170-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a5e83d9-b5a8-42c5-b200-67984880d111', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5'}}] {{(pid=104487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 08:39:27.181257 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-b756c809-29fb-4f11-ae7b-472596b7305f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (04cabcb0-60fa-4fd1-a091-b08f16b628d5), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:27.201313 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-3b007cbb-89e2-4b38-87d6-ad79e4b1a5b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (a1c95c9f-9109-424d-b9b1-22ec9bfcd6f7), after_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:27.259878 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-3b007cbb-89e2-4b38-87d6-ad79e4b1a5b6 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=4bf6a3cd5d3545118bf86578de657005&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4606125 Jul 27 08:39:27.261211 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-53500aad-5555-44ad-88c6-7370af574d04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786709965397'] for port (48f3e2e9-261d-41a4-a2cd-d4ba4f94b916), after_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:27.271874 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 54316) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:39:27.280543 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-1fa038df-c93b-471b-8789-c59fbd28a05c None None] Publish callbacks [] for port (2111d175-ad61-442c-a713-d13ff343359d), precommit_update {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:27.304045 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-9c34cba5-ebc0-461a-94ef-5d00a39b8f81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (a8fa72d7-9175-4bd9-9841-c0631f9a1b5e), after_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:27.325510 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53500aad-5555-44ad-88c6-7370af574d04 admin admin] Network 77554b81-fd19-4316-8d69-62980152360c is already hosted by enough agents. {{(pid=104485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 08:39:27.340945 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Current status of the port 44a36974-c617-4762-a6da-f89c14116da5 is: ACTIVE; New status is: ACTIVE {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:39:27.345022 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Device 33d53aac-dc0c-44aa-871a-150a0cd160b7 up at agent ovs-agent-dv-cinder-851170-2-iscsi {{(pid=104487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 08:39:27.356144 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-1fa038df-c93b-471b-8789-c59fbd28a05c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (2111d175-ad61-442c-a713-d13ff343359d), after_update {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:27.369189 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53500aad-5555-44ad-88c6-7370af574d04 admin admin] Pushing event updated for resources: {'Port': ['ID=48f3e2e9-261d-41a4-a2cd-d4ba4f94b916,revision_number=1']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:39:27.374314 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.scheduler.base_scheduler [None req-53500aad-5555-44ad-88c6-7370af574d04 admin admin] Resources bound (agent type, host, resource id): {{(pid=104485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 08:39:27.374928 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53500aad-5555-44ad-88c6-7370af574d04 admin admin] Received port after_create {{(pid=104485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 08:39:27.375611 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-53500aad-5555-44ad-88c6-7370af574d04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8118662'] for router_interface (280685fc-d095-4705-94a2-a4d23ada45dd), before_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:27.387644 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-192be46f-8714-40a7-ba26-9fa0cce65740 admin admin] Publish callbacks [] for port (0d464519-7720-4861-a2fd-4adc4e4d9b08), precommit_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:27.450448 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8e3729-04a0-4938-a342-9d6b0a460bb2 None None] Pushing event updated for resources: {'Port': ['ID=2111d175-ad61-442c-a713-d13ff343359d,revision_number=2']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:39:27.456804 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-9c34cba5-ebc0-461a-94ef-5d00a39b8f81 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=173b06cf43cd421eb02bfdfcffcc6a01&name=default HTTP/1.1" status: 200 len: 2992 time: 1.8334126 Jul 27 08:39:27.462510 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-83297924-c8f3-458e-b976-dd4f9a4e9c15 None None] Current status of the port e4480293-973c-4221-a532-8b63f66f0d53 is: DOWN; New status is: ACTIVE {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:39:27.462913 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-83297924-c8f3-458e-b976-dd4f9a4e9c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (e4480293-973c-4221-a532-8b63f66f0d53), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:27.500962 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.managers [None req-1fa038df-c93b-471b-8789-c59fbd28a05c None None] Attempting to bind port 2111d175-ad61-442c-a713-d13ff343359d on host dv-cinder-851170-2-iscsi for vnic_type normal with profile {{(pid=104488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 08:39:27.501447 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.managers [None req-1fa038df-c93b-471b-8789-c59fbd28a05c None None] Attempting to bind port 2111d175-ad61-442c-a713-d13ff343359d by drivers openvswitch,hyperv on host dv-cinder-851170-2-iscsi at level 0 using segments [{'id': '0a5e83d9-b5a8-42c5-b200-67984880d111', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5'}] {{(pid=104488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 08:39:27.501674 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa038df-c93b-471b-8789-c59fbd28a05c None None] Attempting to bind port 2111d175-ad61-442c-a713-d13ff343359d on network e7cd7671-9410-421d-95f2-ddad301715a5 {{(pid=104488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 08:39:27.510654 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 54320) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:39:27.515188 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa038df-c93b-471b-8789-c59fbd28a05c None None] Checking agent: {'id': 'ed9de811-f248-496b-b487-860d50d7cee7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851170-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 8, 30, 21), 'started_at': datetime.datetime(2022, 7, 27, 8, 30, 51), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 8, 39, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851170-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 08:39:27.517928 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa038df-c93b-471b-8789-c59fbd28a05c None None] Checking segment: {'id': '0a5e83d9-b5a8-42c5-b200-67984880d111', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 08:39:27.518629 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-1fa038df-c93b-471b-8789-c59fbd28a05c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:27.519168 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa038df-c93b-471b-8789-c59fbd28a05c None None] Bound using segment: {'id': '0a5e83d9-b5a8-42c5-b200-67984880d111', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5'} {{(pid=104488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 08:39:27.523800 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.managers [None req-1fa038df-c93b-471b-8789-c59fbd28a05c None None] Bound port: 2111d175-ad61-442c-a713-d13ff343359d, host: dv-cinder-851170-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a5e83d9-b5a8-42c5-b200-67984880d111', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5'}}] {{(pid=104488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 08:39:27.525103 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-1fa038df-c93b-471b-8789-c59fbd28a05c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (2111d175-ad61-442c-a713-d13ff343359d), before_update {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:27.526586 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c34cba5-ebc0-461a-94ef-5d00a39b8f81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8fa72d7-9175-4bd9-9841-c0631f9a1b5e,revision_number=1']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:39:27.541211 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=4,neutron:INSERT=2 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:39:27.575326 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-b756c809-29fb-4f11-ae7b-472596b7305f None None] For port 04cabcb0-60fa-4fd1-a091-b08f16b628d5, host dv-cinder-851170-2-iscsi, cleared binding levels {{(pid=104487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 08:39:27.578885 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-65a41270-0d95-4530-bf67-3f18ef07529a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:27.621863 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-39a40ec6-e930-40e7-b97b-5c863796cfe9 admin admin] Publish callbacks [] for security_group (a1c95c9f-9109-424d-b9b1-22ec9bfcd6f7), before_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:27.641503 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-b756c809-29fb-4f11-ae7b-472596b7305f None None] For port 04cabcb0-60fa-4fd1-a091-b08f16b628d5, host dv-cinder-851170-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851170-2-iscsi',level=0,port_id=04cabcb0-60fa-4fd1-a091-b08f16b628d5,segment=NetworkSegment(0a5e83d9-b5a8-42c5-b200-67984880d111),segment_id=0a5e83d9-b5a8-42c5-b200-67984880d111)] {{(pid=104487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 08:39:27.649087 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-39a40ec6-e930-40e7-b97b-5c863796cfe9 admin admin] Publish callbacks [] for security_group (a1c95c9f-9109-424d-b9b1-22ec9bfcd6f7), precommit_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:27.686807 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:39:27.693581 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.db [None req-1fa038df-c93b-471b-8789-c59fbd28a05c None None] For port 2111d175-ad61-442c-a713-d13ff343359d, host dv-cinder-851170-2-iscsi, cleared binding levels {{(pid=104488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 08:39:27.701879 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.db.db_base_plugin_common [None req-cd1bf114-c1a2-49cb-8317-5d4e654c48c9 admin admin] Allocated IP 172.20.0.1 (a1f6320b-3782-410e-b338-e24d3c56438a/b9a36973-6488-46d1-aba2-a7cfa39fed68/a3bd7fc0-2655-4e0b-84fd-d37ddcf313ca) {{(pid=104486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 08:39:27.703172 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.db [None req-1fa038df-c93b-471b-8789-c59fbd28a05c None None] For port 2111d175-ad61-442c-a713-d13ff343359d, host dv-cinder-851170-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851170-2-iscsi',level=0,port_id=2111d175-ad61-442c-a713-d13ff343359d,segment=NetworkSegment(0a5e83d9-b5a8-42c5-b200-67984880d111),segment_id=0a5e83d9-b5a8-42c5-b200-67984880d111)] {{(pid=104488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 08:39:27.706737 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Provisioning complete for port 33d53aac-dc0c-44aa-871a-150a0cd160b7 triggered by entity L2. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:39:27.708118 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (33d53aac-dc0c-44aa-871a-150a0cd160b7), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:27.710101 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-78ef7ce2-2db3-49c0-ac61-91c4cab6cd3a admin admin] Publish callbacks [] for router_gateway (9859d67e-360d-4e3b-a6c7-bd0d6a4cb852), after_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:27.718923 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-83297924-c8f3-458e-b976-dd4f9a4e9c15 None None] For port e4480293-973c-4221-a532-8b63f66f0d53, host dv-cinder-851170-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851170-2-iscsi',level=0,port_id=e4480293-973c-4221-a532-8b63f66f0d53,segment=NetworkSegment(e7699621-ef90-47fe-8696-58f5c1995388),segment_id=e7699621-ef90-47fe-8696-58f5c1995388)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:39:27.738174 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-b756c809-29fb-4f11-ae7b-472596b7305f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (04cabcb0-60fa-4fd1-a091-b08f16b628d5), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:27.753711 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-53500aad-5555-44ad-88c6-7370af574d04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (48f3e2e9-261d-41a4-a2cd-d4ba4f94b916), before_update {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:27.755647 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b007cbb-89e2-4b38-87d6-ad79e4b1a5b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1c95c9f-9109-424d-b9b1-22ec9bfcd6f7,revision_number=1']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:39:27.782852 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:39:27.820168 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c580a6-8b4a-4f9c-aa48-ab5ec300c4f8 None None] Pushing event updated for resources: {'Port': ['ID=04cabcb0-60fa-4fd1-a091-b08f16b628d5,revision_number=3']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:39:27.825510 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b756c809-29fb-4f11-ae7b-472596b7305f None None] Routers {'f64e0c27-ab7c-4763-91f6-0529a419f600'} bound to L3 agent in host dv-cinder-851170-2-iscsi {{(pid=104487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 08:39:27.826359 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_hamode_db [None req-b756c809-29fb-4f11-ae7b-472596b7305f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-27T08:30:18Z,description=,heartbeat_timestamp=2022-07-27T08:39:18Z,host='dv-cinder-851170-2-iscsi',id=5bc6d868-bb0b-4164-b2dd-44360f4de654,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T08:30:19Z,topic='l3_agent')) {'router_ids': ['f64e0c27-ab7c-4763-91f6-0529a419f600'], 'active': True} {{(pid=104487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:39:27.837251 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-1fa038df-c93b-471b-8789-c59fbd28a05c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (2111d175-ad61-442c-a713-d13ff343359d), after_update {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:27.870249 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-83297924-c8f3-458e-b976-dd4f9a4e9c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (e4480293-973c-4221-a532-8b63f66f0d53), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:27.916220 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8e3729-04a0-4938-a342-9d6b0a460bb2 None None] Pushing event updated for resources: {'Port': ['ID=2111d175-ad61-442c-a713-d13ff343359d,revision_number=3']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:39:27.918886 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa038df-c93b-471b-8789-c59fbd28a05c None None] Routers {'280685fc-d095-4705-94a2-a4d23ada45dd'} bound to L3 agent in host dv-cinder-851170-2-iscsi {{(pid=104488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 08:39:27.919502 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_hamode_db [None req-1fa038df-c93b-471b-8789-c59fbd28a05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-27T08:30:18Z,description=,heartbeat_timestamp=2022-07-27T08:39:18Z,host='dv-cinder-851170-2-iscsi',id=5bc6d868-bb0b-4164-b2dd-44360f4de654,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T08:30:19Z,topic='l3_agent')) {'router_ids': ['280685fc-d095-4705-94a2-a4d23ada45dd'], 'active': True} {{(pid=104488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:39:27.969077 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-83297924-c8f3-458e-b976-dd4f9a4e9c15 None None] Provisioning complete for port 44a36974-c617-4762-a6da-f89c14116da5 triggered by entity DHCP. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:39:27.969632 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-83297924-c8f3-458e-b976-dd4f9a4e9c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (44a36974-c617-4762-a6da-f89c14116da5), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:27.977389 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Current status of the port 33d53aac-dc0c-44aa-871a-150a0cd160b7 is: ACTIVE; New status is: ACTIVE {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:39:27.977389 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Device e4480293-973c-4221-a532-8b63f66f0d53 up at agent ovs-agent-dv-cinder-851170-2-iscsi {{(pid=104487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 08:39:28.004293 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-192be46f-8714-40a7-ba26-9fa0cce65740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786709965397'] for port (0d464519-7720-4861-a2fd-4adc4e4d9b08), after_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:28.051791 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvr_db [None req-1fa038df-c93b-471b-8789-c59fbd28a05c None None] Set router 280685fc-d095-4705-94a2-a4d23ada45dd gateway port host: dv-cinder-851170-2-iscsi {{(pid=104488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 08:39:28.094444 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-53500aad-5555-44ad-88c6-7370af574d04 admin admin] Publish callbacks [] for port (48f3e2e9-261d-41a4-a2cd-d4ba4f94b916), precommit_update {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:28.095326 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83297924-c8f3-458e-b976-dd4f9a4e9c15 None None] Pushing event updated for resources: {'Port': ['ID=e4480293-973c-4221-a532-8b63f66f0d53,revision_number=3']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:39:28.102235 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-39a40ec6-e930-40e7-b97b-5c863796cfe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (a1c95c9f-9109-424d-b9b1-22ec9bfcd6f7), after_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:28.105138 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-39a40ec6-e930-40e7-b97b-5c863796cfe9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:28.109416 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-39a40ec6-e930-40e7-b97b-5c863796cfe9 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/a1c95c9f-9109-424d-b9b1-22ec9bfcd6f7 HTTP/1.1" status: 204 len: 168 time: 0.7821727 Jul 27 08:39:28.125379 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:UPDATE=1,neutron:SELECT=93,neutron:INSERT=6 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:39:28.125572 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-cd1bf114-c1a2-49cb-8317-5d4e654c48c9 admin admin] Publish callbacks [] for port (a3bd7fc0-2655-4e0b-84fd-d37ddcf313ca), precommit_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:28.126411 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a40ec6-e930-40e7-b97b-5c863796cfe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1c95c9f-9109-424d-b9b1-22ec9bfcd6f7,revision_number=None']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:39:28.129302 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=100 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:39:28.129447 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-0e8eae28-b3a5-46e8-9ec6-eeac67bf2e32 admin admin] Publish callbacks [] for security_group (a8fa72d7-9175-4bd9-9841-c0631f9a1b5e), before_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:28.144196 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvr_db [None req-b756c809-29fb-4f11-ae7b-472596b7305f None None] Set router f64e0c27-ab7c-4763-91f6-0529a419f600 gateway port host: dv-cinder-851170-2-iscsi {{(pid=104487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 08:39:28.172624 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-53500aad-5555-44ad-88c6-7370af574d04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (48f3e2e9-261d-41a4-a2cd-d4ba4f94b916), after_update {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:28.173314 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-53500aad-5555-44ad-88c6-7370af574d04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7864753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8118778'] for router_interface (280685fc-d095-4705-94a2-a4d23ada45dd), after_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:28.184670 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-0e8eae28-b3a5-46e8-9ec6-eeac67bf2e32 admin admin] Publish callbacks [] for security_group (a8fa72d7-9175-4bd9-9841-c0631f9a1b5e), precommit_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:28.199385 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-78ef7ce2-2db3-49c0-ac61-91c4cab6cd3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8119500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-363910'] for router (9859d67e-360d-4e3b-a6c7-bd0d6a4cb852), after_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:28.204458 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:39:28.263213 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-192be46f-8714-40a7-ba26-9fa0cce65740 admin admin] Network 86596533-e5bc-41a5-8bd8-3e19070777ca is already hosted by enough agents. {{(pid=104486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 08:39:28.268594 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.scheduler.base_scheduler [None req-192be46f-8714-40a7-ba26-9fa0cce65740 admin admin] Resources bound (agent type, host, resource id): {{(pid=104486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 08:39:28.289080 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-65a41270-0d95-4530-bf67-3f18ef07529a admin admin] Publish callbacks [] for security_group (eefd13bc-8514-4bd3-9fc3-9f1f67820d7b), precommit_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:28.308877 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192be46f-8714-40a7-ba26-9fa0cce65740 admin admin] Received port after_create {{(pid=104486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 08:39:28.309544 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-192be46f-8714-40a7-ba26-9fa0cce65740 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8118662'] for router_interface (018103cf-324e-446a-8be2-3ec1743299c4), before_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:28.310066 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Provisioning complete for port e4480293-973c-4221-a532-8b63f66f0d53 triggered by entity L2. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:39:28.310568 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (e4480293-973c-4221-a532-8b63f66f0d53), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:28.313115 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-cd1bf114-c1a2-49cb-8317-5d4e654c48c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786709965397'] for port (a3bd7fc0-2655-4e0b-84fd-d37ddcf313ca), after_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:28.364293 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-83297924-c8f3-458e-b976-dd4f9a4e9c15 None None] Current status of the port 44a36974-c617-4762-a6da-f89c14116da5 is: ACTIVE; New status is: ACTIVE {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:39:28.419737 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53500aad-5555-44ad-88c6-7370af574d04 admin admin] Pushing event updated for resources: {'Port': ['ID=48f3e2e9-261d-41a4-a2cd-d4ba4f94b916,revision_number=2']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:39:28.433641 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd1bf114-c1a2-49cb-8317-5d4e654c48c9 admin admin] Network a1f6320b-3782-410e-b338-e24d3c56438a is already hosted by enough agents. {{(pid=104486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 08:39:28.434458 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192be46f-8714-40a7-ba26-9fa0cce65740 admin admin] Pushing event updated for resources: {'Port': ['ID=0d464519-7720-4861-a2fd-4adc4e4d9b08,revision_number=1']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:39:28.452266 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-65a41270-0d95-4530-bf67-3f18ef07529a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (eefd13bc-8514-4bd3-9fc3-9f1f67820d7b), after_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:28.472463 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-0e8eae28-b3a5-46e8-9ec6-eeac67bf2e32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (a8fa72d7-9175-4bd9-9841-c0631f9a1b5e), after_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:28.481759 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-0e8eae28-b3a5-46e8-9ec6-eeac67bf2e32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:28.483034 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-0e8eae28-b3a5-46e8-9ec6-eeac67bf2e32 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/a8fa72d7-9175-4bd9-9841-c0631f9a1b5e HTTP/1.1" status: 204 len: 168 time: 0.9418468 Jul 27 08:39:28.529514 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_hamode_db [None req-1fa038df-c93b-471b-8789-c59fbd28a05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '280685fc-d095-4705-94a2-a4d23ada45dd', 'name': 'tempest-AttachVolumeShelveTestJSON-1404863556-router', 'tenant_id': 'e2c60f49a9e14417bd1d9504128fc94b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': '2111d175-ad61-442c-a713-d13ff343359d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:39:20Z', 'updated_at': '2022-07-27T08:39:27Z', 'revision_number': 4, 'project_id': 'e2c60f49a9e14417bd1d9504128fc94b', 'gw_port': {'id': '2111d175-ad61-442c-a713-d13ff343359d', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:b2:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '280685fc-d095-4705-94a2-a4d23ada45dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:39:22Z', 'updated_at': '2022-07-27T08:39:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi', '_interfaces': [{'id': '48f3e2e9-261d-41a4-a2cd-d4ba4f94b916', 'name': '', 'network_id': '77554b81-fd19-4316-8d69-62980152360c', 'tenant_id': 'e2c60f49a9e14417bd1d9504128fc94b', 'mac_address': 'fa:16:3e:76:ac:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '280685fc-d095-4705-94a2-a4d23ada45dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c4ce96ff-fd31-496d-82bd-3a3dbfb16be8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:39:26Z', 'updated_at': '2022-07-27T08:39:26Z', 'revision_number': 1, 'project_id': 'e2c60f49a9e14417bd1d9504128fc94b', 'subnets': [{'id': 'c4ce96ff-fd31-496d-82bd-3a3dbfb16be8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851170-2-iscsi', False) {} {{(pid=104488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:39:28.557581 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_hamode_db [None req-b756c809-29fb-4f11-ae7b-472596b7305f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f64e0c27-ab7c-4763-91f6-0529a419f600', 'name': 'tempest-DeleteServersTestJSON-2143875417-router', 'tenant_id': 'bbedb0ad0538471e98b0641598f08c17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '04cabcb0-60fa-4fd1-a091-b08f16b628d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:39:18Z', 'updated_at': '2022-07-27T08:39:21Z', 'revision_number': 3, 'project_id': 'bbedb0ad0538471e98b0641598f08c17', 'gw_port': {'id': '04cabcb0-60fa-4fd1-a091-b08f16b628d5', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:89:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f64e0c27-ab7c-4763-91f6-0529a419f600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:39:19Z', 'updated_at': '2022-07-27T08:39:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi'}], 'dv-cinder-851170-2-iscsi', False) {} {{(pid=104487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:39:28.565932 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-65a41270-0d95-4530-bf67-3f18ef07529a admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=3d331b98cf004966a50f39a5fd75a856&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4098947 Jul 27 08:39:28.568706 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a41270-0d95-4530-bf67-3f18ef07529a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eefd13bc-8514-4bd3-9fc3-9f1f67820d7b,revision_number=1']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:39:28.583707 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 54334) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:39:28.597100 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa038df-c93b-471b-8789-c59fbd28a05c None None] The sync data for ids ['280685fc-d095-4705-94a2-a4d23ada45dd'] in dv-cinder-851170-2-iscsi is: [{'id': '280685fc-d095-4705-94a2-a4d23ada45dd', 'name': 'tempest-AttachVolumeShelveTestJSON-1404863556-router', 'tenant_id': 'e2c60f49a9e14417bd1d9504128fc94b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': '2111d175-ad61-442c-a713-d13ff343359d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:39:20Z', 'updated_at': '2022-07-27T08:39:27Z', 'revision_number': 4, 'project_id': 'e2c60f49a9e14417bd1d9504128fc94b', 'gw_port': {'id': '2111d175-ad61-442c-a713-d13ff343359d', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:b2:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '280685fc-d095-4705-94a2-a4d23ada45dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:39:22Z', 'updated_at': '2022-07-27T08:39:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi', '_interfaces': [{'id': '48f3e2e9-261d-41a4-a2cd-d4ba4f94b916', 'name': '', 'network_id': '77554b81-fd19-4316-8d69-62980152360c', 'tenant_id': 'e2c60f49a9e14417bd1d9504128fc94b', 'mac_address': 'fa:16:3e:76:ac:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '280685fc-d095-4705-94a2-a4d23ada45dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c4ce96ff-fd31-496d-82bd-3a3dbfb16be8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:39:26Z', 'updated_at': '2022-07-27T08:39:26Z', 'revision_number': 1, 'project_id': 'e2c60f49a9e14417bd1d9504128fc94b', 'subnets': [{'id': 'c4ce96ff-fd31-496d-82bd-3a3dbfb16be8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 08:39:28.615798 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.scheduler.base_scheduler [None req-cd1bf114-c1a2-49cb-8317-5d4e654c48c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 08:39:28.617767 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1bf114-c1a2-49cb-8317-5d4e654c48c9 admin admin] Pushing event updated for resources: {'Port': ['ID=a3bd7fc0-2655-4e0b-84fd-d37ddcf313ca,revision_number=1']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:39:28.636238 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53500aad-5555-44ad-88c6-7370af574d04 admin admin] Network 77554b81-fd19-4316-8d69-62980152360c is already hosted by enough agents. {{(pid=104485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 08:39:28.639226 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.scheduler.base_scheduler [None req-53500aad-5555-44ad-88c6-7370af574d04 admin admin] Resources bound (agent type, host, resource id): {{(pid=104485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 08:39:28.641206 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8eae28-b3a5-46e8-9ec6-eeac67bf2e32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8fa72d7-9175-4bd9-9841-c0631f9a1b5e,revision_number=None']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:39:28.674055 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-4ee3eab5-b523-4527-8b83-8f5ceaa46498 None None] Provisioning complete for port 48f3e2e9-261d-41a4-a2cd-d4ba4f94b916 triggered by entity DHCP. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:39:28.681477 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-4ee3eab5-b523-4527-8b83-8f5ceaa46498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (48f3e2e9-261d-41a4-a2cd-d4ba4f94b916), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:28.685105 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b756c809-29fb-4f11-ae7b-472596b7305f None None] The sync data for ids ['f64e0c27-ab7c-4763-91f6-0529a419f600'] in dv-cinder-851170-2-iscsi is: [{'id': 'f64e0c27-ab7c-4763-91f6-0529a419f600', 'name': 'tempest-DeleteServersTestJSON-2143875417-router', 'tenant_id': 'bbedb0ad0538471e98b0641598f08c17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '04cabcb0-60fa-4fd1-a091-b08f16b628d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:39:18Z', 'updated_at': '2022-07-27T08:39:21Z', 'revision_number': 3, 'project_id': 'bbedb0ad0538471e98b0641598f08c17', 'gw_port': {'id': '04cabcb0-60fa-4fd1-a091-b08f16b628d5', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:89:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f64e0c27-ab7c-4763-91f6-0529a419f600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:39:19Z', 'updated_at': '2022-07-27T08:39:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi'}] {{(pid=104487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 08:39:28.688434 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1bf114-c1a2-49cb-8317-5d4e654c48c9 admin admin] Received port after_create {{(pid=104486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 08:39:28.688434 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-cd1bf114-c1a2-49cb-8317-5d4e654c48c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8118662'] for router_interface (f64e0c27-ab7c-4763-91f6-0529a419f600), before_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:28.692471 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:39:28.697994 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Current status of the port e4480293-973c-4221-a532-8b63f66f0d53 is: ACTIVE; New status is: ACTIVE {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:39:28.837554 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-4ee3eab5-b523-4527-8b83-8f5ceaa46498 None None] Port 48f3e2e9-261d-41a4-a2cd-d4ba4f94b916 cannot update to ACTIVE because it is not bound. {{(pid=104487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 08:39:28.862254 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-4ee3eab5-b523-4527-8b83-8f5ceaa46498 None None] Provisioning complete for port e4480293-973c-4221-a532-8b63f66f0d53 triggered by entity DHCP. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:39:28.863241 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:39:28.865347 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-4ee3eab5-b523-4527-8b83-8f5ceaa46498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (e4480293-973c-4221-a532-8b63f66f0d53), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:28.965123 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-76740fe9-e772-4d60-87b8-8a631005de2d admin admin] Publish callbacks [] for security_group (eefd13bc-8514-4bd3-9fc3-9f1f67820d7b), before_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:29.043746 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-4ee3eab5-b523-4527-8b83-8f5ceaa46498 None None] Current status of the port e4480293-973c-4221-a532-8b63f66f0d53 is: ACTIVE; New status is: ACTIVE {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:39:29.201404 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Device 44a36974-c617-4762-a6da-f89c14116da5 up at agent ovs-agent-dv-cinder-851170-2-iscsi {{(pid=104487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 08:39:29.210889 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-76740fe9-e772-4d60-87b8-8a631005de2d admin admin] Publish callbacks [] for security_group (eefd13bc-8514-4bd3-9fc3-9f1f67820d7b), precommit_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:29.362648 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78ef7ce2-2db3-49c0-ac61-91c4cab6cd3a admin admin] Router 9859d67e-360d-4e3b-a6c7-bd0d6a4cb852 is scheduled to L3 agent 5bc6d868-bb0b-4164-b2dd-44360f4de654 with binding_index 1 {{(pid=104486) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 27 08:39:29.392336 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53500aad-5555-44ad-88c6-7370af574d04 admin admin] Router 280685fc-d095-4705-94a2-a4d23ada45dd has already been hosted by L3 agent 5bc6d868-bb0b-4164-b2dd-44360f4de654 {{(pid=104485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 08:39:29.450262 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-ab9edec7-1b2b-42ec-bb41-06daa945a716 None None] Provisioning complete for port 48f3e2e9-261d-41a4-a2cd-d4ba4f94b916 triggered by entity DHCP. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:39:29.450643 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-ab9edec7-1b2b-42ec-bb41-06daa945a716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (48f3e2e9-261d-41a4-a2cd-d4ba4f94b916), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:29.491915 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-ab9edec7-1b2b-42ec-bb41-06daa945a716 None None] Port 48f3e2e9-261d-41a4-a2cd-d4ba4f94b916 cannot update to ACTIVE because it is not bound. {{(pid=104487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 08:39:29.531585 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-ab9edec7-1b2b-42ec-bb41-06daa945a716 None None] Provisioning complete for port 0d464519-7720-4861-a2fd-4adc4e4d9b08 triggered by entity DHCP. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:39:29.531585 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-ab9edec7-1b2b-42ec-bb41-06daa945a716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (0d464519-7720-4861-a2fd-4adc4e4d9b08), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:29.540430 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-76740fe9-e772-4d60-87b8-8a631005de2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (eefd13bc-8514-4bd3-9fc3-9f1f67820d7b), after_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:29.544601 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-76740fe9-e772-4d60-87b8-8a631005de2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:29.549051 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-76740fe9-e772-4d60-87b8-8a631005de2d admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/eefd13bc-8514-4bd3-9fc3-9f1f67820d7b HTTP/1.1" status: 204 len: 168 time: 0.9636056 Jul 27 08:39:29.563300 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76740fe9-e772-4d60-87b8-8a631005de2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eefd13bc-8514-4bd3-9fc3-9f1f67820d7b,revision_number=None']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:39:29.590852 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-192be46f-8714-40a7-ba26-9fa0cce65740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (0d464519-7720-4861-a2fd-4adc4e4d9b08), before_update {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:29.594621 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-cd1bf114-c1a2-49cb-8317-5d4e654c48c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (a3bd7fc0-2655-4e0b-84fd-d37ddcf313ca), before_update {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:29.604133 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53500aad-5555-44ad-88c6-7370af574d04 admin admin] Notify agent at l3_agent.dv-cinder-851170-2-iscsi the message routers_updated {{(pid=104485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 08:39:29.610768 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=100 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:39:29.616492 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-ab9edec7-1b2b-42ec-bb41-06daa945a716 None None] Port 0d464519-7720-4861-a2fd-4adc4e4d9b08 cannot update to ACTIVE because it is not bound. {{(pid=104487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 08:39:29.616915 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-53500aad-5555-44ad-88c6-7370af574d04 admin admin] 10.222.0.40 "PUT /v2.0/routers/280685fc-d095-4705-94a2-a4d23ada45dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1401017 Jul 27 08:39:29.671626 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-ab9edec7-1b2b-42ec-bb41-06daa945a716 None None] Provisioning complete for port a3bd7fc0-2655-4e0b-84fd-d37ddcf313ca triggered by entity DHCP. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:39:29.671753 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-ab9edec7-1b2b-42ec-bb41-06daa945a716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (a3bd7fc0-2655-4e0b-84fd-d37ddcf313ca), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:29.703243 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Provisioning complete for port 44a36974-c617-4762-a6da-f89c14116da5 triggered by entity L2. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:39:29.703646 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (44a36974-c617-4762-a6da-f89c14116da5), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:29.756291 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-ab9edec7-1b2b-42ec-bb41-06daa945a716 None None] Port a3bd7fc0-2655-4e0b-84fd-d37ddcf313ca cannot update to ACTIVE because it is not bound. {{(pid=104487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 08:39:29.873239 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Current status of the port 44a36974-c617-4762-a6da-f89c14116da5 is: ACTIVE; New status is: ACTIVE {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:39:29.876297 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Device 789c9448-28dd-488f-a71f-dad7507df88d up at agent ovs-agent-dv-cinder-851170-2-iscsi {{(pid=104487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 08:39:29.983588 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:39:30.000545 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Provisioning complete for port 789c9448-28dd-488f-a71f-dad7507df88d triggered by entity L2. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:39:30.000940 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (789c9448-28dd-488f-a71f-dad7507df88d), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:30.059092 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:39:30.112981 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:39:30.153343 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Current status of the port 789c9448-28dd-488f-a71f-dad7507df88d is: DOWN; New status is: ACTIVE {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:39:30.153343 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (789c9448-28dd-488f-a71f-dad7507df88d), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:30.187682 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78ef7ce2-2db3-49c0-ac61-91c4cab6cd3a admin admin] Notify agent at l3_agent.dv-cinder-851170-2-iscsi the message routers_updated {{(pid=104486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 08:39:30.194709 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] For port 789c9448-28dd-488f-a71f-dad7507df88d, host dv-cinder-851170-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851170-2-iscsi',level=0,port_id=789c9448-28dd-488f-a71f-dad7507df88d,segment=NetworkSegment(0a5e83d9-b5a8-42c5-b200-67984880d111),segment_id=0a5e83d9-b5a8-42c5-b200-67984880d111)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:39:30.200946 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f1c809-c828-4e37-8b09-7f7acbf810c9 None None] Sync routers for ids ['9859d67e-360d-4e3b-a6c7-bd0d6a4cb852'] in dv-cinder-851170-2-iscsi {{(pid=104487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 08:39:30.219322 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=6 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:39:30.220799 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f1c809-c828-4e37-8b09-7f7acbf810c9 None None] Routers {'9859d67e-360d-4e3b-a6c7-bd0d6a4cb852'} bound to L3 agent in host dv-cinder-851170-2-iscsi {{(pid=104487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 08:39:30.221446 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_hamode_db [None req-e5f1c809-c828-4e37-8b09-7f7acbf810c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-27T08:30:18Z,description=,heartbeat_timestamp=2022-07-27T08:39:18Z,host='dv-cinder-851170-2-iscsi',id=5bc6d868-bb0b-4164-b2dd-44360f4de654,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T08:30:19Z,topic='l3_agent')) {'router_ids': ['9859d67e-360d-4e3b-a6c7-bd0d6a4cb852'], 'active': True} {{(pid=104487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:39:30.273181 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (789c9448-28dd-488f-a71f-dad7507df88d), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:30.274015 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Device e4480293-973c-4221-a532-8b63f66f0d53 up at agent ovs-agent-dv-cinder-851170-2-iscsi {{(pid=104487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 08:39:30.355393 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-cd1bf114-c1a2-49cb-8317-5d4e654c48c9 admin admin] Publish callbacks [] for port (a3bd7fc0-2655-4e0b-84fd-d37ddcf313ca), precommit_update {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:30.384760 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:39:30.421337 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Pushing event updated for resources: {'Port': ['ID=789c9448-28dd-488f-a71f-dad7507df88d,revision_number=4']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:39:30.434820 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvr_db [None req-e5f1c809-c828-4e37-8b09-7f7acbf810c9 None None] Set router 9859d67e-360d-4e3b-a6c7-bd0d6a4cb852 gateway port host: dv-cinder-851170-2-iscsi {{(pid=104487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 08:39:30.471995 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-192be46f-8714-40a7-ba26-9fa0cce65740 admin admin] Publish callbacks [] for port (0d464519-7720-4861-a2fd-4adc4e4d9b08), precommit_update {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:30.477684 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-78ef7ce2-2db3-49c0-ac61-91c4cab6cd3a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:30.480562 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-78ef7ce2-2db3-49c0-ac61-91c4cab6cd3a admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 8.9179173 Jul 27 08:39:30.480562 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-cd1bf114-c1a2-49cb-8317-5d4e654c48c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (a3bd7fc0-2655-4e0b-84fd-d37ddcf313ca), after_update {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:30.491852 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-cd1bf114-c1a2-49cb-8317-5d4e654c48c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7864753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8118778'] for router_interface (f64e0c27-ab7c-4763-91f6-0529a419f600), after_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:30.497625 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 54378) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:39:30.552321 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Provisioning complete for port e4480293-973c-4221-a532-8b63f66f0d53 triggered by entity L2. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:39:30.552792 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (e4480293-973c-4221-a532-8b63f66f0d53), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:30.603982 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-192be46f-8714-40a7-ba26-9fa0cce65740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (0d464519-7720-4861-a2fd-4adc4e4d9b08), after_update {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:30.604932 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-192be46f-8714-40a7-ba26-9fa0cce65740 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7864753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8118778'] for router_interface (018103cf-324e-446a-8be2-3ec1743299c4), after_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:30.674833 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1bf114-c1a2-49cb-8317-5d4e654c48c9 admin admin] Pushing event updated for resources: {'Port': ['ID=a3bd7fc0-2655-4e0b-84fd-d37ddcf313ca,revision_number=2']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:39:30.711885 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_hamode_db [None req-e5f1c809-c828-4e37-8b09-7f7acbf810c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9859d67e-360d-4e3b-a6c7-bd0d6a4cb852', 'name': 'tempest-AttachVolumeNegativeTest-1367014185-router', 'tenant_id': '940250de2f6f47ed9edc1bb0468551c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': '8459270c-d8a5-42a4-abf4-e5dc701f12a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:39:21Z', 'updated_at': '2022-07-27T08:39:27Z', 'revision_number': 3, 'project_id': '940250de2f6f47ed9edc1bb0468551c8', 'gw_port': {'id': '8459270c-d8a5-42a4-abf4-e5dc701f12a4', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b2:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9859d67e-360d-4e3b-a6c7-bd0d6a4cb852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:39:24Z', 'updated_at': '2022-07-27T08:39:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi'}], 'dv-cinder-851170-2-iscsi', False) {} {{(pid=104487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:39:30.772507 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f1c809-c828-4e37-8b09-7f7acbf810c9 None None] Checking router: 9859d67e-360d-4e3b-a6c7-bd0d6a4cb852 for host: dv-cinder-851170-2-iscsi {{(pid=104487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 08:39:30.772980 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f1c809-c828-4e37-8b09-7f7acbf810c9 None None] Updating router 9859d67e-360d-4e3b-a6c7-bd0d6a4cb852 port 8459270c-d8a5-42a4-abf4-e5dc701f12a4 binding host dv-cinder-851170-2-iscsi {{(pid=104487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 08:39:30.775189 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Current status of the port e4480293-973c-4221-a532-8b63f66f0d53 is: ACTIVE; New status is: ACTIVE {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:39:30.801372 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:39:30.817075 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-e5f1c809-c828-4e37-8b09-7f7acbf810c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (8459270c-d8a5-42a4-abf4-e5dc701f12a4), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:30.917409 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192be46f-8714-40a7-ba26-9fa0cce65740 admin admin] Pushing event updated for resources: {'Port': ['ID=0d464519-7720-4861-a2fd-4adc4e4d9b08,revision_number=2']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:39:30.949450 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 54390) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:39:30.949791 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 54392) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:39:30.993829 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.v2.base [None req-e1147d16-4ed1-4ffc-b2fb-c87631d98670 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1212375173', 'description': 'tempest-description--1214347471'}} {{(pid=104486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:39:31.123564 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-df936f86-9e95-4d40-bd36-fdd4348f37db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:31.149332 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=100 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:39:31.176443 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Device 2111d175-ad61-442c-a713-d13ff343359d up at agent ovs-agent-dv-cinder-851170-2-iscsi {{(pid=104487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 08:39:31.195258 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd1bf114-c1a2-49cb-8317-5d4e654c48c9 admin admin] Network a1f6320b-3782-410e-b338-e24d3c56438a is already hosted by enough agents. {{(pid=104486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 08:39:31.214727 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.scheduler.base_scheduler [None req-cd1bf114-c1a2-49cb-8317-5d4e654c48c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 08:39:31.290942 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-192be46f-8714-40a7-ba26-9fa0cce65740 admin admin] Network 86596533-e5bc-41a5-8bd8-3e19070777ca is already hosted by enough agents. {{(pid=104486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 08:39:31.292054 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-e1147d16-4ed1-4ffc-b2fb-c87631d98670 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Publish callbacks [] for security_group (None), before_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:31.381888 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-e5f1c809-c828-4e37-8b09-7f7acbf810c9 None None] Publish callbacks [] for port (8459270c-d8a5-42a4-abf4-e5dc701f12a4), precommit_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:31.397211 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Provisioning complete for port 2111d175-ad61-442c-a713-d13ff343359d triggered by entity L2. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:39:31.397614 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (2111d175-ad61-442c-a713-d13ff343359d), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:31.405846 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.scheduler.base_scheduler [None req-192be46f-8714-40a7-ba26-9fa0cce65740 admin admin] Resources bound (agent type, host, resource id): {{(pid=104486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 08:39:31.470599 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-e5f1c809-c828-4e37-8b09-7f7acbf810c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (8459270c-d8a5-42a4-abf4-e5dc701f12a4), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:31.560479 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-5d20b5bf-2d0d-4e33-9821-31de974de8f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (None), before_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:31.590467 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:INSERT=9,neutron:SELECT=89,neutron:UPDATE=2 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:39:31.614615 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Current status of the port 2111d175-ad61-442c-a713-d13ff343359d is: DOWN; New status is: ACTIVE {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:39:31.614615 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (2111d175-ad61-442c-a713-d13ff343359d), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:31.620100 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.managers [None req-e5f1c809-c828-4e37-8b09-7f7acbf810c9 None None] Attempting to bind port 8459270c-d8a5-42a4-abf4-e5dc701f12a4 on host dv-cinder-851170-2-iscsi for vnic_type normal with profile {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 08:39:31.620641 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.managers [None req-e5f1c809-c828-4e37-8b09-7f7acbf810c9 None None] Attempting to bind port 8459270c-d8a5-42a4-abf4-e5dc701f12a4 by drivers openvswitch,hyperv on host dv-cinder-851170-2-iscsi at level 0 using segments [{'id': '0a5e83d9-b5a8-42c5-b200-67984880d111', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5'}] {{(pid=104487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 08:39:31.620931 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f1c809-c828-4e37-8b09-7f7acbf810c9 None None] Attempting to bind port 8459270c-d8a5-42a4-abf4-e5dc701f12a4 on network e7cd7671-9410-421d-95f2-ddad301715a5 {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 08:39:31.647746 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c41939d-3c56-4c9e-9669-d7333ec5aa94 None None] Pushing event updated for resources: {'Port': ['ID=8459270c-d8a5-42a4-abf4-e5dc701f12a4,revision_number=2']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:39:31.653818 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f1c809-c828-4e37-8b09-7f7acbf810c9 None None] Checking agent: {'id': 'ed9de811-f248-496b-b487-860d50d7cee7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851170-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 8, 30, 21), 'started_at': datetime.datetime(2022, 7, 27, 8, 30, 51), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 8, 39, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851170-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 08:39:31.653818 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f1c809-c828-4e37-8b09-7f7acbf810c9 None None] Checking segment: {'id': '0a5e83d9-b5a8-42c5-b200-67984880d111', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 08:39:31.654420 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-e5f1c809-c828-4e37-8b09-7f7acbf810c9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:31.654721 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f1c809-c828-4e37-8b09-7f7acbf810c9 None None] Bound using segment: {'id': '0a5e83d9-b5a8-42c5-b200-67984880d111', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5'} {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 08:39:31.655214 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.managers [None req-e5f1c809-c828-4e37-8b09-7f7acbf810c9 None None] Bound port: 8459270c-d8a5-42a4-abf4-e5dc701f12a4, host: dv-cinder-851170-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a5e83d9-b5a8-42c5-b200-67984880d111', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5'}}] {{(pid=104487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 08:39:31.656307 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-e5f1c809-c828-4e37-8b09-7f7acbf810c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (8459270c-d8a5-42a4-abf4-e5dc701f12a4), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:31.665326 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] For port 2111d175-ad61-442c-a713-d13ff343359d, host dv-cinder-851170-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851170-2-iscsi',level=0,port_id=2111d175-ad61-442c-a713-d13ff343359d,segment=NetworkSegment(0a5e83d9-b5a8-42c5-b200-67984880d111),segment_id=0a5e83d9-b5a8-42c5-b200-67984880d111)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:39:31.705868 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-c7983dce-7c97-461d-bb2f-ac1d481b6d8c None None] Provisioning complete for port a3bd7fc0-2655-4e0b-84fd-d37ddcf313ca triggered by entity DHCP. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:39:31.706600 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-c7983dce-7c97-461d-bb2f-ac1d481b6d8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (a3bd7fc0-2655-4e0b-84fd-d37ddcf313ca), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:31.742804 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=100 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:39:31.795942 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:39:31.802217 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (2111d175-ad61-442c-a713-d13ff343359d), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:31.807998 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Device 789c9448-28dd-488f-a71f-dad7507df88d up at agent ovs-agent-dv-cinder-851170-2-iscsi {{(pid=104487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 08:39:31.839279 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-e5f1c809-c828-4e37-8b09-7f7acbf810c9 None None] For port 8459270c-d8a5-42a4-abf4-e5dc701f12a4, host dv-cinder-851170-2-iscsi, cleared binding levels {{(pid=104487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 08:39:31.845531 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-df936f86-9e95-4d40-bd36-fdd4348f37db admin admin] Publish callbacks [] for security_group (7a304810-1a5e-43d8-b32f-a832938c1ddf), precommit_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:31.854908 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.db.db_base_plugin_common [None req-5d20b5bf-2d0d-4e33-9821-31de974de8f2 admin admin] Allocated IP 172.20.0.1 (8f6980da-175b-4e92-9032-637e0458eb4f/5784479d-44dd-45ed-b6e6-1aaaf2f91b93/fa37f9a5-dc13-418d-8b78-d17cc6344800) {{(pid=104485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 08:39:31.870225 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd1bf114-c1a2-49cb-8317-5d4e654c48c9 admin admin] Router f64e0c27-ab7c-4763-91f6-0529a419f600 has already been hosted by L3 agent 5bc6d868-bb0b-4164-b2dd-44360f4de654 {{(pid=104486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 08:39:31.879668 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-192be46f-8714-40a7-ba26-9fa0cce65740 admin admin] Router 018103cf-324e-446a-8be2-3ec1743299c4 has already been hosted by L3 agent 5bc6d868-bb0b-4164-b2dd-44360f4de654 {{(pid=104486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 08:39:31.885454 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-e5f1c809-c828-4e37-8b09-7f7acbf810c9 None None] For port 8459270c-d8a5-42a4-abf4-e5dc701f12a4, host dv-cinder-851170-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851170-2-iscsi',level=0,port_id=8459270c-d8a5-42a4-abf4-e5dc701f12a4,segment=NetworkSegment(0a5e83d9-b5a8-42c5-b200-67984880d111),segment_id=0a5e83d9-b5a8-42c5-b200-67984880d111)] {{(pid=104487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 08:39:31.888600 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-c7983dce-7c97-461d-bb2f-ac1d481b6d8c None None] Port a3bd7fc0-2655-4e0b-84fd-d37ddcf313ca cannot update to ACTIVE because it is not bound. {{(pid=104487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 08:39:31.903304 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-e1147d16-4ed1-4ffc-b2fb-c87631d98670 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Publish callbacks [] for security_group (31a1d554-5c9d-495f-8673-5decc904dcd4), precommit_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:31.929805 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Pushing event updated for resources: {'Port': ['ID=2111d175-ad61-442c-a713-d13ff343359d,revision_number=4']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:39:31.934778 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Provisioning complete for port 789c9448-28dd-488f-a71f-dad7507df88d triggered by entity L2. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:39:31.935285 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (789c9448-28dd-488f-a71f-dad7507df88d), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:31.983288 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-e5f1c809-c828-4e37-8b09-7f7acbf810c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (8459270c-d8a5-42a4-abf4-e5dc701f12a4), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:31.987404 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-df936f86-9e95-4d40-bd36-fdd4348f37db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (7a304810-1a5e-43d8-b32f-a832938c1ddf), after_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:31.996485 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-e1147d16-4ed1-4ffc-b2fb-c87631d98670 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (31a1d554-5c9d-495f-8673-5decc904dcd4), after_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:32.088777 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-5d20b5bf-2d0d-4e33-9821-31de974de8f2 admin admin] Publish callbacks [] for port (fa37f9a5-dc13-418d-8b78-d17cc6344800), precommit_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:32.130246 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:39:32.133469 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-df936f86-9e95-4d40-bd36-fdd4348f37db admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=88b260b655614415a0cf3a586035a717&name=default HTTP/1.1" status: 200 len: 2995 time: 1.1563454 Jul 27 08:39:32.138832 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df936f86-9e95-4d40-bd36-fdd4348f37db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a304810-1a5e-43d8-b32f-a832938c1ddf,revision_number=1']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:39:32.140721 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 54424) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:39:32.170527 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-e1147d16-4ed1-4ffc-b2fb-c87631d98670 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Publish callbacks [] for security_group (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:32.170694 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:39:32.172721 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-e1147d16-4ed1-4ffc-b2fb-c87631d98670 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.1961157 Jul 27 08:39:32.183076 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 54426) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:39:32.206243 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.v2.base [None req-6a1ed541-5f19-418f-8115-92814c83b100 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Request body: {'security_group_rule': {'security_group_id': '31a1d554-5c9d-495f-8673-5decc904dcd4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:39:32.219744 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-b94b62a8-33da-4155-8fad-936d3737289f None None] Provisioning complete for port 0d464519-7720-4861-a2fd-4adc4e4d9b08 triggered by entity DHCP. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:39:32.220264 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-b94b62a8-33da-4155-8fad-936d3737289f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (0d464519-7720-4861-a2fd-4adc4e4d9b08), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:32.223099 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Current status of the port 789c9448-28dd-488f-a71f-dad7507df88d is: ACTIVE; New status is: ACTIVE {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:39:32.223988 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Device 04cabcb0-60fa-4fd1-a091-b08f16b628d5 up at agent ovs-agent-dv-cinder-851170-2-iscsi {{(pid=104487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 08:39:32.237703 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-43fb9c52-32d4-485d-86bb-a69d3af80ac1 admin admin] Publish callbacks [] for security_group (7a304810-1a5e-43d8-b32f-a832938c1ddf), before_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:32.262611 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-43fb9c52-32d4-485d-86bb-a69d3af80ac1 admin admin] Publish callbacks [] for security_group (7a304810-1a5e-43d8-b32f-a832938c1ddf), precommit_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:32.273358 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd1bf114-c1a2-49cb-8317-5d4e654c48c9 admin admin] Notify agent at l3_agent.dv-cinder-851170-2-iscsi the message routers_updated {{(pid=104486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 08:39:32.284910 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-5d20b5bf-2d0d-4e33-9821-31de974de8f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786709965397'] for port (fa37f9a5-dc13-418d-8b78-d17cc6344800), after_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:32.289250 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-cd1bf114-c1a2-49cb-8317-5d4e654c48c9 admin admin] 10.222.0.40 "PUT /v2.0/routers/f64e0c27-ab7c-4763-91f6-0529a419f600/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0328796 Jul 27 08:39:32.300351 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1147d16-4ed1-4ffc-b2fb-c87631d98670 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31a1d554-5c9d-495f-8673-5decc904dcd4,revision_number=1']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:39:32.303546 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-192be46f-8714-40a7-ba26-9fa0cce65740 admin admin] Notify agent at l3_agent.dv-cinder-851170-2-iscsi the message routers_updated {{(pid=104486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 08:39:32.303997 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c41939d-3c56-4c9e-9669-d7333ec5aa94 None None] Pushing event updated for resources: {'Port': ['ID=8459270c-d8a5-42a4-abf4-e5dc701f12a4,revision_number=3']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:39:32.306604 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f1c809-c828-4e37-8b09-7f7acbf810c9 None None] Routers {'9859d67e-360d-4e3b-a6c7-bd0d6a4cb852'} bound to L3 agent in host dv-cinder-851170-2-iscsi {{(pid=104487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 08:39:32.307565 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_hamode_db [None req-e5f1c809-c828-4e37-8b09-7f7acbf810c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-27T08:30:18Z,description=,heartbeat_timestamp=2022-07-27T08:39:18Z,host='dv-cinder-851170-2-iscsi',id=5bc6d868-bb0b-4164-b2dd-44360f4de654,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T08:30:19Z,topic='l3_agent')) {'router_ids': ['9859d67e-360d-4e3b-a6c7-bd0d6a4cb852'], 'active': True} {{(pid=104487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:39:32.321618 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-192be46f-8714-40a7-ba26-9fa0cce65740 admin admin] 10.222.0.40 "PUT /v2.0/routers/018103cf-324e-446a-8be2-3ec1743299c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1137972 Jul 27 08:39:32.321710 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:39:32.322449 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5ba0a2-7273-40e4-b222-0660ce75b0df None None] Sync routers for ids ['018103cf-324e-446a-8be2-3ec1743299c4'] in dv-cinder-851170-2-iscsi {{(pid=104488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 08:39:32.348621 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d20b5bf-2d0d-4e33-9821-31de974de8f2 admin admin] Network 8f6980da-175b-4e92-9032-637e0458eb4f is already hosted by enough agents. {{(pid=104485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 08:39:32.370056 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5ba0a2-7273-40e4-b222-0660ce75b0df None None] Routers {'018103cf-324e-446a-8be2-3ec1743299c4'} bound to L3 agent in host dv-cinder-851170-2-iscsi {{(pid=104488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 08:39:32.370693 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_hamode_db [None req-3a5ba0a2-7273-40e4-b222-0660ce75b0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-27T08:30:18Z,description=,heartbeat_timestamp=2022-07-27T08:39:18Z,host='dv-cinder-851170-2-iscsi',id=5bc6d868-bb0b-4164-b2dd-44360f4de654,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T08:30:19Z,topic='l3_agent')) {'router_ids': ['018103cf-324e-446a-8be2-3ec1743299c4'], 'active': True} {{(pid=104488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:39:32.428025 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.scheduler.base_scheduler [None req-5d20b5bf-2d0d-4e33-9821-31de974de8f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 08:39:32.442755 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d20b5bf-2d0d-4e33-9821-31de974de8f2 admin admin] Received port after_create {{(pid=104485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 08:39:32.445538 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-6a1ed541-5f19-418f-8115-92814c83b100 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Publish callbacks [] for security_group_rule (cd00efdf-1b83-4473-b466-2a6714c9cd2c), before_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:32.447987 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-5d20b5bf-2d0d-4e33-9821-31de974de8f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8118662'] for router_interface (9859d67e-360d-4e3b-a6c7-bd0d6a4cb852), before_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:32.484350 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-b94b62a8-33da-4155-8fad-936d3737289f None None] Port 0d464519-7720-4861-a2fd-4adc4e4d9b08 cannot update to ACTIVE because it is not bound. {{(pid=104487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 08:39:32.492697 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Provisioning complete for port 04cabcb0-60fa-4fd1-a091-b08f16b628d5 triggered by entity L2. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:39:32.493090 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (04cabcb0-60fa-4fd1-a091-b08f16b628d5), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:32.531294 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d20b5bf-2d0d-4e33-9821-31de974de8f2 admin admin] Pushing event updated for resources: {'Port': ['ID=fa37f9a5-dc13-418d-8b78-d17cc6344800,revision_number=1']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:39:32.602390 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=100 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:39:32.610645 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvr_db [None req-3a5ba0a2-7273-40e4-b222-0660ce75b0df None None] Set router 018103cf-324e-446a-8be2-3ec1743299c4 gateway port host: dv-cinder-851170-2-iscsi {{(pid=104488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 08:39:32.650950 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvr_db [None req-e5f1c809-c828-4e37-8b09-7f7acbf810c9 None None] Set router 9859d67e-360d-4e3b-a6c7-bd0d6a4cb852 gateway port host: dv-cinder-851170-2-iscsi {{(pid=104487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 08:39:32.701627 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-6a1ed541-5f19-418f-8115-92814c83b100 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Publish callbacks [] for security_group_rule (cd00efdf-1b83-4473-b466-2a6714c9cd2c), precommit_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:32.709987 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-43fb9c52-32d4-485d-86bb-a69d3af80ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (7a304810-1a5e-43d8-b32f-a832938c1ddf), after_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:32.713766 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-43fb9c52-32d4-485d-86bb-a69d3af80ac1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:32.715376 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-43fb9c52-32d4-485d-86bb-a69d3af80ac1 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/7a304810-1a5e-43d8-b32f-a832938c1ddf HTTP/1.1" status: 204 len: 168 time: 0.5701184 Jul 27 08:39:32.730497 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fb9c52-32d4-485d-86bb-a69d3af80ac1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a304810-1a5e-43d8-b32f-a832938c1ddf,revision_number=None']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:39:32.794622 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-6a1ed541-5f19-418f-8115-92814c83b100 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327747'] for security_group_rule (cd00efdf-1b83-4473-b466-2a6714c9cd2c), after_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:32.851974 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-5d20b5bf-2d0d-4e33-9821-31de974de8f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (fa37f9a5-dc13-418d-8b78-d17cc6344800), before_update {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:32.866967 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:39:32.879747 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5fcee6-60dd-4012-895a-7785f0eb9577 None None] Sync routers for ids ['f64e0c27-ab7c-4763-91f6-0529a419f600'] in dv-cinder-851170-2-iscsi {{(pid=104487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 08:39:32.883128 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1ed541-5f19-418f-8115-92814c83b100 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd00efdf-1b83-4473-b466-2a6714c9cd2c,revision_number=0']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:39:32.902092 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-6a1ed541-5f19-418f-8115-92814c83b100 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:32.911592 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-6a1ed541-5f19-418f-8115-92814c83b100 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7248812 Jul 27 08:39:32.918537 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 54462) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:39:32.941965 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.v2.base [None req-7883f733-b01d-4802-ba97-e6e5dbb4e344 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Request body: {'security_group_rule': {'security_group_id': '31a1d554-5c9d-495f-8673-5decc904dcd4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:39:32.996896 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5fcee6-60dd-4012-895a-7785f0eb9577 None None] Routers {'f64e0c27-ab7c-4763-91f6-0529a419f600'} bound to L3 agent in host dv-cinder-851170-2-iscsi {{(pid=104487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 08:39:32.997590 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_hamode_db [None req-4e5fcee6-60dd-4012-895a-7785f0eb9577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-27T08:30:18Z,description=,heartbeat_timestamp=2022-07-27T08:39:18Z,host='dv-cinder-851170-2-iscsi',id=5bc6d868-bb0b-4164-b2dd-44360f4de654,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T08:30:19Z,topic='l3_agent')) {'router_ids': ['f64e0c27-ab7c-4763-91f6-0529a419f600'], 'active': True} {{(pid=104487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:39:33.105325 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-7883f733-b01d-4802-ba97-e6e5dbb4e344 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Publish callbacks [] for security_group_rule (1f75c07f-17e8-4fde-be3e-b05b43637f1c), before_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:33.110398 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Current status of the port 04cabcb0-60fa-4fd1-a091-b08f16b628d5 is: DOWN; New status is: ACTIVE {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:39:33.110816 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (04cabcb0-60fa-4fd1-a091-b08f16b628d5), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:33.152349 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_hamode_db [None req-3a5ba0a2-7273-40e4-b222-0660ce75b0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '018103cf-324e-446a-8be2-3ec1743299c4', 'name': 'tempest-AttachVolumeTestJSON-949871471-router', 'tenant_id': '9dcfebb6e1774a7daed20b60d2379875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': '789c9448-28dd-488f-a71f-dad7507df88d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:39:18Z', 'updated_at': '2022-07-27T08:39:29Z', 'revision_number': 4, 'project_id': '9dcfebb6e1774a7daed20b60d2379875', 'gw_port': {'id': '789c9448-28dd-488f-a71f-dad7507df88d', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c1:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '018103cf-324e-446a-8be2-3ec1743299c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:39:19Z', 'updated_at': '2022-07-27T08:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi', '_interfaces': [{'id': '0d464519-7720-4861-a2fd-4adc4e4d9b08', 'name': '', 'network_id': '86596533-e5bc-41a5-8bd8-3e19070777ca', 'tenant_id': '9dcfebb6e1774a7daed20b60d2379875', 'mac_address': 'fa:16:3e:15:07:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '018103cf-324e-446a-8be2-3ec1743299c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '7bb93b59-455b-4e46-8d58-a8f142f5867d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:39:25Z', 'updated_at': '2022-07-27T08:39:30Z', 'revision_number': 2, 'project_id': '9dcfebb6e1774a7daed20b60d2379875', 'subnets': [{'id': '7bb93b59-455b-4e46-8d58-a8f142f5867d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851170-2-iscsi', False) {} {{(pid=104488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:39:33.154631 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:39:33.155672 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-9832060c-c16a-429a-bef7-c7d769c37c27 None None] Provisioning complete for port fa37f9a5-dc13-418d-8b78-d17cc6344800 triggered by entity DHCP. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:39:33.156134 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-9832060c-c16a-429a-bef7-c7d769c37c27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (fa37f9a5-dc13-418d-8b78-d17cc6344800), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:33.197106 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5ba0a2-7273-40e4-b222-0660ce75b0df None None] Checking router: 018103cf-324e-446a-8be2-3ec1743299c4 for host: dv-cinder-851170-2-iscsi {{(pid=104488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 08:39:33.197680 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5ba0a2-7273-40e4-b222-0660ce75b0df None None] Updating router 018103cf-324e-446a-8be2-3ec1743299c4 port 0d464519-7720-4861-a2fd-4adc4e4d9b08 binding host dv-cinder-851170-2-iscsi {{(pid=104488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 08:39:33.213882 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] For port 04cabcb0-60fa-4fd1-a091-b08f16b628d5, host dv-cinder-851170-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851170-2-iscsi',level=0,port_id=04cabcb0-60fa-4fd1-a091-b08f16b628d5,segment=NetworkSegment(0a5e83d9-b5a8-42c5-b200-67984880d111),segment_id=0a5e83d9-b5a8-42c5-b200-67984880d111)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:39:33.216400 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvr_db [None req-4e5fcee6-60dd-4012-895a-7785f0eb9577 None None] Set router f64e0c27-ab7c-4763-91f6-0529a419f600 gateway port host: dv-cinder-851170-2-iscsi {{(pid=104487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 08:39:33.249070 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-3a5ba0a2-7273-40e4-b222-0660ce75b0df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (0d464519-7720-4861-a2fd-4adc4e4d9b08), before_update {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:33.257514 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-7883f733-b01d-4802-ba97-e6e5dbb4e344 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Publish callbacks [] for security_group_rule (1f75c07f-17e8-4fde-be3e-b05b43637f1c), precommit_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:33.257995 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9d3427-bc4b-4499-903e-e75f32b09368 None None] Sync routers for ids ['280685fc-d095-4705-94a2-a4d23ada45dd'] in dv-cinder-851170-2-iscsi {{(pid=104488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 08:39:33.279119 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9d3427-bc4b-4499-903e-e75f32b09368 None None] Routers {'280685fc-d095-4705-94a2-a4d23ada45dd'} bound to L3 agent in host dv-cinder-851170-2-iscsi {{(pid=104488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 08:39:33.279990 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_hamode_db [None req-3d9d3427-bc4b-4499-903e-e75f32b09368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-27T08:30:18Z,description=,heartbeat_timestamp=2022-07-27T08:39:18Z,host='dv-cinder-851170-2-iscsi',id=5bc6d868-bb0b-4164-b2dd-44360f4de654,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T08:30:19Z,topic='l3_agent')) {'router_ids': ['280685fc-d095-4705-94a2-a4d23ada45dd'], 'active': True} {{(pid=104488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:39:33.321749 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-9832060c-c16a-429a-bef7-c7d769c37c27 None None] Port fa37f9a5-dc13-418d-8b78-d17cc6344800 cannot update to ACTIVE because it is not bound. {{(pid=104487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 08:39:33.332696 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (04cabcb0-60fa-4fd1-a091-b08f16b628d5), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:33.345501 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-7883f733-b01d-4802-ba97-e6e5dbb4e344 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327747'] for security_group_rule (1f75c07f-17e8-4fde-be3e-b05b43637f1c), after_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:33.390771 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-5d20b5bf-2d0d-4e33-9821-31de974de8f2 admin admin] Publish callbacks [] for port (fa37f9a5-dc13-418d-8b78-d17cc6344800), precommit_update {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:33.391042 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_hamode_db [None req-e5f1c809-c828-4e37-8b09-7f7acbf810c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9859d67e-360d-4e3b-a6c7-bd0d6a4cb852', 'name': 'tempest-AttachVolumeNegativeTest-1367014185-router', 'tenant_id': '940250de2f6f47ed9edc1bb0468551c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': '8459270c-d8a5-42a4-abf4-e5dc701f12a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:39:21Z', 'updated_at': '2022-07-27T08:39:27Z', 'revision_number': 3, 'project_id': '940250de2f6f47ed9edc1bb0468551c8', 'gw_port': {'id': '8459270c-d8a5-42a4-abf4-e5dc701f12a4', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b2:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9859d67e-360d-4e3b-a6c7-bd0d6a4cb852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:39:24Z', 'updated_at': '2022-07-27T08:39:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi'}], 'dv-cinder-851170-2-iscsi', False) {} {{(pid=104487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:39:33.400131 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7883f733-b01d-4802-ba97-e6e5dbb4e344 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f75c07f-17e8-4fde-be3e-b05b43637f1c,revision_number=0']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:39:33.442803 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-7883f733-b01d-4802-ba97-e6e5dbb4e344 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:33.444839 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-7883f733-b01d-4802-ba97-e6e5dbb4e344 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5239651 Jul 27 08:39:33.447894 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 54472) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:39:33.454865 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.v2.base [None req-f76ad39f-8499-4320-8586-dbfe46293ec5 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Request body: {'floatingip': {'floating_network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5'}} {{(pid=104486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:39:33.469275 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-5d20b5bf-2d0d-4e33-9821-31de974de8f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (fa37f9a5-dc13-418d-8b78-d17cc6344800), after_update {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:33.470067 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-5d20b5bf-2d0d-4e33-9821-31de974de8f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7864753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8118778'] for router_interface (9859d67e-360d-4e3b-a6c7-bd0d6a4cb852), after_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:33.484368 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f1c809-c828-4e37-8b09-7f7acbf810c9 None None] The sync data for ids ['9859d67e-360d-4e3b-a6c7-bd0d6a4cb852'] in dv-cinder-851170-2-iscsi is: [{'id': '9859d67e-360d-4e3b-a6c7-bd0d6a4cb852', 'name': 'tempest-AttachVolumeNegativeTest-1367014185-router', 'tenant_id': '940250de2f6f47ed9edc1bb0468551c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': '8459270c-d8a5-42a4-abf4-e5dc701f12a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:39:21Z', 'updated_at': '2022-07-27T08:39:27Z', 'revision_number': 3, 'project_id': '940250de2f6f47ed9edc1bb0468551c8', 'gw_port': {'id': '8459270c-d8a5-42a4-abf4-e5dc701f12a4', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b2:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9859d67e-360d-4e3b-a6c7-bd0d6a4cb852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:39:24Z', 'updated_at': '2022-07-27T08:39:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi'}] {{(pid=104487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 08:39:33.579534 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=100 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:39:33.587147 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 54474) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:39:33.592149 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.v2.base [None req-15bdee81-13f5-443b-ba2f-ddf1068cbecc tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Request body: {'security_group': {'name': 'tempest-securitygroup--591057970', 'description': 'tempest-description--2004073107'}} {{(pid=104486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:39:33.643127 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvr_db [None req-3d9d3427-bc4b-4499-903e-e75f32b09368 None None] Set router 280685fc-d095-4705-94a2-a4d23ada45dd gateway port host: dv-cinder-851170-2-iscsi {{(pid=104488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 08:39:33.664588 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-f76ad39f-8499-4320-8586-dbfe46293ec5 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:33.696417 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Pushing event updated for resources: {'Port': ['ID=04cabcb0-60fa-4fd1-a091-b08f16b628d5,revision_number=4']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:39:33.714180 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_hamode_db [None req-4e5fcee6-60dd-4012-895a-7785f0eb9577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f64e0c27-ab7c-4763-91f6-0529a419f600', 'name': 'tempest-DeleteServersTestJSON-2143875417-router', 'tenant_id': 'bbedb0ad0538471e98b0641598f08c17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '04cabcb0-60fa-4fd1-a091-b08f16b628d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:39:18Z', 'updated_at': '2022-07-27T08:39:29Z', 'revision_number': 4, 'project_id': 'bbedb0ad0538471e98b0641598f08c17', 'gw_port': {'id': '04cabcb0-60fa-4fd1-a091-b08f16b628d5', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:89:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f64e0c27-ab7c-4763-91f6-0529a419f600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:39:19Z', 'updated_at': '2022-07-27T08:39:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi', '_interfaces': [{'id': 'a3bd7fc0-2655-4e0b-84fd-d37ddcf313ca', 'name': '', 'network_id': 'a1f6320b-3782-410e-b338-e24d3c56438a', 'tenant_id': 'bbedb0ad0538471e98b0641598f08c17', 'mac_address': 'fa:16:3e:21:6d:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f64e0c27-ab7c-4763-91f6-0529a419f600', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'b9a36973-6488-46d1-aba2-a7cfa39fed68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:39:27Z', 'updated_at': '2022-07-27T08:39:30Z', 'revision_number': 2, 'project_id': 'bbedb0ad0538471e98b0641598f08c17', 'subnets': [{'id': 'b9a36973-6488-46d1-aba2-a7cfa39fed68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851170-2-iscsi', False) {} {{(pid=104487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:39:33.719325 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:39:33.757580 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d20b5bf-2d0d-4e33-9821-31de974de8f2 admin admin] Pushing event updated for resources: {'Port': ['ID=fa37f9a5-dc13-418d-8b78-d17cc6344800,revision_number=2']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:39:33.760925 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Device 2111d175-ad61-442c-a713-d13ff343359d up at agent ovs-agent-dv-cinder-851170-2-iscsi {{(pid=104487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 08:39:33.806679 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-15bdee81-13f5-443b-ba2f-ddf1068cbecc tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Publish callbacks [] for security_group (None), before_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:33.818882 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5fcee6-60dd-4012-895a-7785f0eb9577 None None] Checking router: f64e0c27-ab7c-4763-91f6-0529a419f600 for host: dv-cinder-851170-2-iscsi {{(pid=104487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 08:39:33.827353 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5fcee6-60dd-4012-895a-7785f0eb9577 None None] Updating router f64e0c27-ab7c-4763-91f6-0529a419f600 port a3bd7fc0-2655-4e0b-84fd-d37ddcf313ca binding host dv-cinder-851170-2-iscsi {{(pid=104487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 08:39:33.840368 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d20b5bf-2d0d-4e33-9821-31de974de8f2 admin admin] Network 8f6980da-175b-4e92-9032-637e0458eb4f is already hosted by enough agents. {{(pid=104485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 08:39:33.842459 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.scheduler.base_scheduler [None req-5d20b5bf-2d0d-4e33-9821-31de974de8f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 08:39:33.899506 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-4e5fcee6-60dd-4012-895a-7785f0eb9577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (a3bd7fc0-2655-4e0b-84fd-d37ddcf313ca), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:34.033698 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:39:34.154615 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d20b5bf-2d0d-4e33-9821-31de974de8f2 admin admin] Router 9859d67e-360d-4e3b-a6c7-bd0d6a4cb852 has already been hosted by L3 agent 5bc6d868-bb0b-4164-b2dd-44360f4de654 {{(pid=104485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 08:39:34.164725 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:39:34.170354 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Provisioning complete for port 2111d175-ad61-442c-a713-d13ff343359d triggered by entity L2. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:39:34.175989 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (2111d175-ad61-442c-a713-d13ff343359d), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:34.251499 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 54508) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:39:34.261057 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-f76ad39f-8499-4320-8586-dbfe46293ec5 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (None), before_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:34.469920 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d20b5bf-2d0d-4e33-9821-31de974de8f2 admin admin] Notify agent at l3_agent.dv-cinder-851170-2-iscsi the message routers_updated {{(pid=104485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 08:39:34.477310 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-5d20b5bf-2d0d-4e33-9821-31de974de8f2 admin admin] 10.222.0.40 "PUT /v2.0/routers/9859d67e-360d-4e3b-a6c7-bd0d6a4cb852/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9778619 Jul 27 08:39:34.485519 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.db.db_base_plugin_common [None req-f76ad39f-8499-4320-8586-dbfe46293ec5 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Allocated IP 172.27.2.70 (e7cd7671-9410-421d-95f2-ddad301715a5/bd8cca88-d260-42a1-9635-5bfcc6eba2a1/d07a4c29-cd56-4678-8422-38d2186b0f9d) {{(pid=104486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 08:39:34.488271 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-fd7a36da-db82-4dcf-a0b9-af2d8d2adbe7 None None] Provisioning complete for port fa37f9a5-dc13-418d-8b78-d17cc6344800 triggered by entity DHCP. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:39:34.488742 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-fd7a36da-db82-4dcf-a0b9-af2d8d2adbe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (fa37f9a5-dc13-418d-8b78-d17cc6344800), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:34.557906 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_hamode_db [None req-3d9d3427-bc4b-4499-903e-e75f32b09368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '280685fc-d095-4705-94a2-a4d23ada45dd', 'name': 'tempest-AttachVolumeShelveTestJSON-1404863556-router', 'tenant_id': 'e2c60f49a9e14417bd1d9504128fc94b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': '2111d175-ad61-442c-a713-d13ff343359d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:39:20Z', 'updated_at': '2022-07-27T08:39:27Z', 'revision_number': 4, 'project_id': 'e2c60f49a9e14417bd1d9504128fc94b', 'gw_port': {'id': '2111d175-ad61-442c-a713-d13ff343359d', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:b2:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '280685fc-d095-4705-94a2-a4d23ada45dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:39:22Z', 'updated_at': '2022-07-27T08:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi', '_interfaces': [{'id': '48f3e2e9-261d-41a4-a2cd-d4ba4f94b916', 'name': '', 'network_id': '77554b81-fd19-4316-8d69-62980152360c', 'tenant_id': 'e2c60f49a9e14417bd1d9504128fc94b', 'mac_address': 'fa:16:3e:76:ac:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '280685fc-d095-4705-94a2-a4d23ada45dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c4ce96ff-fd31-496d-82bd-3a3dbfb16be8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:39:26Z', 'updated_at': '2022-07-27T08:39:27Z', 'revision_number': 2, 'project_id': 'e2c60f49a9e14417bd1d9504128fc94b', 'subnets': [{'id': 'c4ce96ff-fd31-496d-82bd-3a3dbfb16be8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851170-2-iscsi', False) {} {{(pid=104488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:39:34.583875 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-fd7a36da-db82-4dcf-a0b9-af2d8d2adbe7 None None] Port fa37f9a5-dc13-418d-8b78-d17cc6344800 cannot update to ACTIVE because it is not bound. {{(pid=104487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 08:39:34.639431 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9d3427-bc4b-4499-903e-e75f32b09368 None None] Checking router: 280685fc-d095-4705-94a2-a4d23ada45dd for host: dv-cinder-851170-2-iscsi {{(pid=104488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 08:39:34.640508 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9d3427-bc4b-4499-903e-e75f32b09368 None None] Updating router 280685fc-d095-4705-94a2-a4d23ada45dd port 48f3e2e9-261d-41a4-a2cd-d4ba4f94b916 binding host dv-cinder-851170-2-iscsi {{(pid=104488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 08:39:34.672546 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:39:34.683761 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Current status of the port 2111d175-ad61-442c-a713-d13ff343359d is: ACTIVE; New status is: ACTIVE {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:39:34.692432 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-3a5ba0a2-7273-40e4-b222-0660ce75b0df None None] Publish callbacks [] for port (0d464519-7720-4861-a2fd-4adc4e4d9b08), precommit_update {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:34.701957 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-3d9d3427-bc4b-4499-903e-e75f32b09368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (48f3e2e9-261d-41a4-a2cd-d4ba4f94b916), before_update {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:34.773925 dv-cinder-851170-2-iscsi neutron-server[104486]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 27 08:39:34.886354 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-3a5ba0a2-7273-40e4-b222-0660ce75b0df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (0d464519-7720-4861-a2fd-4adc4e4d9b08), after_update {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:34.916634 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-4e5fcee6-60dd-4012-895a-7785f0eb9577 None None] Publish callbacks [] for port (a3bd7fc0-2655-4e0b-84fd-d37ddcf313ca), precommit_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:35.021831 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-15bdee81-13f5-443b-ba2f-ddf1068cbecc tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Publish callbacks [] for security_group (791a5d6c-9866-4968-9e83-75fa41831371), precommit_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:35.041583 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-4e5fcee6-60dd-4012-895a-7785f0eb9577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (a3bd7fc0-2655-4e0b-84fd-d37ddcf313ca), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:35.124562 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-15bdee81-13f5-443b-ba2f-ddf1068cbecc tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (791a5d6c-9866-4968-9e83-75fa41831371), after_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:35.152368 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87dd189-58b2-42c0-a9bd-8a4db7d481bb None None] Pushing event updated for resources: {'Port': ['ID=a3bd7fc0-2655-4e0b-84fd-d37ddcf313ca,revision_number=3']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:39:35.173787 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-f76ad39f-8499-4320-8586-dbfe46293ec5 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Publish callbacks [] for port (d07a4c29-cd56-4678-8422-38d2186b0f9d), precommit_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:35.204110 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f279366-fa0f-43f3-8b46-f76c183b6ad2 req-0bb5445a-2253-47f7-9195-e67115b69c3d tempest-DeleteServersTestJSON-191602701 tempest-DeleteServersTestJSON-191602701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:39:35.223550 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-5f279366-fa0f-43f3-8b46-f76c183b6ad2 req-0bb5445a-2253-47f7-9195-e67115b69c3d tempest-DeleteServersTestJSON-191602701 tempest-DeleteServersTestJSON-191602701-project] 10.222.0.40 "GET /v2.0/networks?id=a1f6320b-3782-410e-b338-e24d3c56438a HTTP/1.1" status: 200 len: 812 time: 0.9640539 Jul 27 08:39:35.230476 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:39:35.253710 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-15bdee81-13f5-443b-ba2f-ddf1068cbecc tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Publish callbacks [] for security_group (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:35.254867 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56010d87-93ad-4d94-bbea-fe4152c00e90 None None] Pushing event updated for resources: {'Port': ['ID=0d464519-7720-4861-a2fd-4adc4e4d9b08,revision_number=3']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:39:35.255405 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-15bdee81-13f5-443b-ba2f-ddf1068cbecc tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.6671019 Jul 27 08:39:35.258963 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 54544) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:39:35.275532 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.v2.base [None req-f88f3fdd-9fd4-4d35-b9f6-d48e4386960b tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Request body: {'security_group_rule': {'security_group_id': '791a5d6c-9866-4968-9e83-75fa41831371', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:39:35.296141 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.managers [None req-4e5fcee6-60dd-4012-895a-7785f0eb9577 None None] Attempting to bind port a3bd7fc0-2655-4e0b-84fd-d37ddcf313ca on host dv-cinder-851170-2-iscsi for vnic_type normal with profile {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 08:39:35.296719 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.managers [None req-4e5fcee6-60dd-4012-895a-7785f0eb9577 None None] Attempting to bind port a3bd7fc0-2655-4e0b-84fd-d37ddcf313ca by drivers openvswitch,hyperv on host dv-cinder-851170-2-iscsi at level 0 using segments [{'id': '2c0fb304-3c22-4ed5-9a02-db9a55430652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'a1f6320b-3782-410e-b338-e24d3c56438a'}] {{(pid=104487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 08:39:35.297182 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5fcee6-60dd-4012-895a-7785f0eb9577 None None] Attempting to bind port a3bd7fc0-2655-4e0b-84fd-d37ddcf313ca on network a1f6320b-3782-410e-b338-e24d3c56438a {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 08:39:35.307925 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5fcee6-60dd-4012-895a-7785f0eb9577 None None] Checking agent: {'id': 'ed9de811-f248-496b-b487-860d50d7cee7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851170-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 8, 30, 21), 'started_at': datetime.datetime(2022, 7, 27, 8, 30, 51), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 8, 39, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851170-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 08:39:35.313071 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5fcee6-60dd-4012-895a-7785f0eb9577 None None] Checking segment: {'id': '2c0fb304-3c22-4ed5-9a02-db9a55430652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'a1f6320b-3782-410e-b338-e24d3c56438a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 08:39:35.313593 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-4e5fcee6-60dd-4012-895a-7785f0eb9577 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:35.315157 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5fcee6-60dd-4012-895a-7785f0eb9577 None None] Bound using segment: {'id': '2c0fb304-3c22-4ed5-9a02-db9a55430652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'a1f6320b-3782-410e-b338-e24d3c56438a'} {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 08:39:35.315771 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.managers [None req-4e5fcee6-60dd-4012-895a-7785f0eb9577 None None] Bound port: a3bd7fc0-2655-4e0b-84fd-d37ddcf313ca, host: dv-cinder-851170-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c0fb304-3c22-4ed5-9a02-db9a55430652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'a1f6320b-3782-410e-b338-e24d3c56438a'}}] {{(pid=104487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 08:39:35.319949 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-4e5fcee6-60dd-4012-895a-7785f0eb9577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (a3bd7fc0-2655-4e0b-84fd-d37ddcf313ca), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:35.324825 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.managers [None req-3a5ba0a2-7273-40e4-b222-0660ce75b0df None None] Attempting to bind port 0d464519-7720-4861-a2fd-4adc4e4d9b08 on host dv-cinder-851170-2-iscsi for vnic_type normal with profile {{(pid=104488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 08:39:35.324825 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.managers [None req-3a5ba0a2-7273-40e4-b222-0660ce75b0df None None] Attempting to bind port 0d464519-7720-4861-a2fd-4adc4e4d9b08 by drivers openvswitch,hyperv on host dv-cinder-851170-2-iscsi at level 0 using segments [{'id': 'fc440bfb-38b1-4666-8c4c-49881a4385a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '86596533-e5bc-41a5-8bd8-3e19070777ca'}] {{(pid=104488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 08:39:35.325148 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5ba0a2-7273-40e4-b222-0660ce75b0df None None] Attempting to bind port 0d464519-7720-4861-a2fd-4adc4e4d9b08 on network 86596533-e5bc-41a5-8bd8-3e19070777ca {{(pid=104488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 08:39:35.335069 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-5f279366-fa0f-43f3-8b46-f76c183b6ad2 req-49145b85-c140-4373-8a39-e92afd616a29 tempest-DeleteServersTestJSON-191602701 tempest-DeleteServersTestJSON-191602701-project] 10.222.0.40 "GET /v2.0/quotas/bbedb0ad0538471e98b0641598f08c17 HTTP/1.1" status: 200 len: 375 time: 0.1104105 Jul 27 08:39:35.336648 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:39:35.340659 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5ba0a2-7273-40e4-b222-0660ce75b0df None None] Checking agent: {'id': 'ed9de811-f248-496b-b487-860d50d7cee7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851170-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 8, 30, 21), 'started_at': datetime.datetime(2022, 7, 27, 8, 30, 51), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 8, 39, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851170-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 08:39:35.341095 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5ba0a2-7273-40e4-b222-0660ce75b0df None None] Checking segment: {'id': 'fc440bfb-38b1-4666-8c4c-49881a4385a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '86596533-e5bc-41a5-8bd8-3e19070777ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 08:39:35.341491 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-3a5ba0a2-7273-40e4-b222-0660ce75b0df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:35.341892 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5ba0a2-7273-40e4-b222-0660ce75b0df None None] Bound using segment: {'id': 'fc440bfb-38b1-4666-8c4c-49881a4385a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '86596533-e5bc-41a5-8bd8-3e19070777ca'} {{(pid=104488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 08:39:35.347780 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.managers [None req-3a5ba0a2-7273-40e4-b222-0660ce75b0df None None] Bound port: 0d464519-7720-4861-a2fd-4adc4e4d9b08, host: dv-cinder-851170-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc440bfb-38b1-4666-8c4c-49881a4385a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '86596533-e5bc-41a5-8bd8-3e19070777ca'}}] {{(pid=104488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 08:39:35.347780 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-3a5ba0a2-7273-40e4-b222-0660ce75b0df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (0d464519-7720-4861-a2fd-4adc4e4d9b08), before_update {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:35.357010 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bdee81-13f5-443b-ba2f-ddf1068cbecc tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=791a5d6c-9866-4968-9e83-75fa41831371,revision_number=1']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:39:35.418010 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:39:35.450045 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-f88f3fdd-9fd4-4d35-b9f6-d48e4386960b tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Publish callbacks [] for security_group_rule (5c905bf7-0faa-4ce3-822b-452d130a8210), before_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:35.485100 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:39:35.550354 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-5f279366-fa0f-43f3-8b46-f76c183b6ad2 req-1affe5fe-9006-48b0-920d-ca3254e88d9c tempest-DeleteServersTestJSON-191602701 tempest-DeleteServersTestJSON-191602701-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=bbedb0ad0538471e98b0641598f08c17&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1961331 Jul 27 08:39:35.592689 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:39:35.599981 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-3d9d3427-bc4b-4499-903e-e75f32b09368 None None] Publish callbacks [] for port (48f3e2e9-261d-41a4-a2cd-d4ba4f94b916), precommit_update {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:35.602207 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.db [None req-3a5ba0a2-7273-40e4-b222-0660ce75b0df None None] For port 0d464519-7720-4861-a2fd-4adc4e4d9b08, host dv-cinder-851170-2-iscsi, cleared binding levels {{(pid=104488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 08:39:35.620407 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.db [None req-3a5ba0a2-7273-40e4-b222-0660ce75b0df None None] For port 0d464519-7720-4861-a2fd-4adc4e4d9b08, host dv-cinder-851170-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851170-2-iscsi',level=0,port_id=0d464519-7720-4861-a2fd-4adc4e4d9b08,segment=NetworkSegment(fc440bfb-38b1-4666-8c4c-49881a4385a0),segment_id=fc440bfb-38b1-4666-8c4c-49881a4385a0)] {{(pid=104488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 08:39:35.635936 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-f76ad39f-8499-4320-8586-dbfe46293ec5 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786709965397'] for port (d07a4c29-cd56-4678-8422-38d2186b0f9d), after_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:35.655313 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=100 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:39:35.657344 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-bd464e54-8930-4489-ac8d-25d63977a4d1 None None] Provisioning complete for port 0d464519-7720-4861-a2fd-4adc4e4d9b08 triggered by entity DHCP. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:39:35.657711 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-bd464e54-8930-4489-ac8d-25d63977a4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (0d464519-7720-4861-a2fd-4adc4e4d9b08), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:35.661474 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-4e5fcee6-60dd-4012-895a-7785f0eb9577 None None] For port a3bd7fc0-2655-4e0b-84fd-d37ddcf313ca, host dv-cinder-851170-2-iscsi, cleared binding levels {{(pid=104487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 08:39:35.667341 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-f88f3fdd-9fd4-4d35-b9f6-d48e4386960b tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Publish callbacks [] for security_group_rule (5c905bf7-0faa-4ce3-822b-452d130a8210), precommit_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:35.692717 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-4e5fcee6-60dd-4012-895a-7785f0eb9577 None None] For port a3bd7fc0-2655-4e0b-84fd-d37ddcf313ca, host dv-cinder-851170-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851170-2-iscsi',level=0,port_id=a3bd7fc0-2655-4e0b-84fd-d37ddcf313ca,segment=NetworkSegment(2c0fb304-3c22-4ed5-9a02-db9a55430652),segment_id=2c0fb304-3c22-4ed5-9a02-db9a55430652)] {{(pid=104487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 08:39:35.693539 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-3d9d3427-bc4b-4499-903e-e75f32b09368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (48f3e2e9-261d-41a4-a2cd-d4ba4f94b916), after_update {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:35.703341 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-bd464e54-8930-4489-ac8d-25d63977a4d1 None None] Port 0d464519-7720-4861-a2fd-4adc4e4d9b08 cannot update to ACTIVE because it is not bound. {{(pid=104487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 08:39:35.744203 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f76ad39f-8499-4320-8586-dbfe46293ec5 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Network e7cd7671-9410-421d-95f2-ddad301715a5 is already hosted by enough agents. {{(pid=104486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 08:39:35.747324 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.scheduler.base_scheduler [None req-f76ad39f-8499-4320-8586-dbfe46293ec5 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Resources bound (agent type, host, resource id): {{(pid=104486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 08:39:35.750969 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76ad39f-8499-4320-8586-dbfe46293ec5 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Received port after_create {{(pid=104486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 08:39:35.778704 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-f88f3fdd-9fd4-4d35-b9f6-d48e4386960b tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327747'] for security_group_rule (5c905bf7-0faa-4ce3-822b-452d130a8210), after_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:35.789340 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-3a5ba0a2-7273-40e4-b222-0660ce75b0df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (0d464519-7720-4861-a2fd-4adc4e4d9b08), after_update {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:35.789500 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Device 8459270c-d8a5-42a4-abf4-e5dc701f12a4 up at agent ovs-agent-dv-cinder-851170-2-iscsi {{(pid=104487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 08:39:35.808136 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88f3fdd-9fd4-4d35-b9f6-d48e4386960b tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c905bf7-0faa-4ce3-822b-452d130a8210,revision_number=0']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:39:35.853405 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-4e5fcee6-60dd-4012-895a-7785f0eb9577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (a3bd7fc0-2655-4e0b-84fd-d37ddcf313ca), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:35.877425 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05859f0b-b059-483f-9f79-fec4ae7d91a6 None None] Pushing event updated for resources: {'Port': ['ID=48f3e2e9-261d-41a4-a2cd-d4ba4f94b916,revision_number=3']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:39:35.904566 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76ad39f-8499-4320-8586-dbfe46293ec5 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Pushing event updated for resources: {'Port': ['ID=d07a4c29-cd56-4678-8422-38d2186b0f9d,revision_number=1']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:39:35.919930 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-f88f3fdd-9fd4-4d35-b9f6-d48e4386960b tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:35.923554 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-f88f3fdd-9fd4-4d35-b9f6-d48e4386960b tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6635318 Jul 27 08:39:35.928398 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 54556) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:39:35.946994 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.v2.base [None req-9b575e6f-0279-481b-a3e1-a51300940bef tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Request body: {'security_group_rule': {'security_group_id': '791a5d6c-9866-4968-9e83-75fa41831371', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:39:35.947194 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 54558) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:39:35.980464 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5ba0a2-7273-40e4-b222-0660ce75b0df None None] Routers {'018103cf-324e-446a-8be2-3ec1743299c4'} bound to L3 agent in host dv-cinder-851170-2-iscsi {{(pid=104488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 08:39:35.980808 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_hamode_db [None req-3a5ba0a2-7273-40e4-b222-0660ce75b0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-27T08:30:18Z,description=,heartbeat_timestamp=2022-07-27T08:39:18Z,host='dv-cinder-851170-2-iscsi',id=5bc6d868-bb0b-4164-b2dd-44360f4de654,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T08:30:19Z,topic='l3_agent')) {'router_ids': ['018103cf-324e-446a-8be2-3ec1743299c4'], 'active': True} {{(pid=104488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:39:35.986660 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-0d37310f-c531-413b-907b-b0c6b2c9a51a None None] Provisioning complete for port a3bd7fc0-2655-4e0b-84fd-d37ddcf313ca triggered by entity DHCP. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:39:35.987057 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0d37310f-c531-413b-907b-b0c6b2c9a51a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (a3bd7fc0-2655-4e0b-84fd-d37ddcf313ca), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:36.048631 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-f76ad39f-8499-4320-8586-dbfe46293ec5 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Publish callbacks [] for floatingip (633b42cf-b938-4d3e-ac9d-3dc4e07dd546), precommit_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:36.079106 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-9b575e6f-0279-481b-a3e1-a51300940bef tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Publish callbacks [] for security_group_rule (acc8c1bc-f28d-450b-a861-5547049b8a1d), before_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:36.090830 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:39:36.230792 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-f76ad39f-8499-4320-8586-dbfe46293ec5 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (d07a4c29-cd56-4678-8422-38d2186b0f9d), before_update {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:36.232204 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5fcee6-60dd-4012-895a-7785f0eb9577 None None] Routers {'f64e0c27-ab7c-4763-91f6-0529a419f600'} bound to L3 agent in host dv-cinder-851170-2-iscsi {{(pid=104487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 08:39:36.233013 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_hamode_db [None req-4e5fcee6-60dd-4012-895a-7785f0eb9577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-27T08:30:18Z,description=,heartbeat_timestamp=2022-07-27T08:39:18Z,host='dv-cinder-851170-2-iscsi',id=5bc6d868-bb0b-4164-b2dd-44360f4de654,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T08:30:19Z,topic='l3_agent')) {'router_ids': ['f64e0c27-ab7c-4763-91f6-0529a419f600'], 'active': True} {{(pid=104487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:39:36.236123 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.agents_db [None req-f85b74c8-06c1-470d-aedd-c7ca4f0196ea None None] Agent healthcheck: found 6 active agents {{(pid=104488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 08:39:36.244973 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87dd189-58b2-42c0-a9bd-8a4db7d481bb None None] Pushing event updated for resources: {'Port': ['ID=a3bd7fc0-2655-4e0b-84fd-d37ddcf313ca,revision_number=4']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:39:36.263232 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-9b575e6f-0279-481b-a3e1-a51300940bef tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Publish callbacks [] for security_group_rule (acc8c1bc-f28d-450b-a861-5547049b8a1d), precommit_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:36.281585 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.managers [None req-3d9d3427-bc4b-4499-903e-e75f32b09368 None None] Attempting to bind port 48f3e2e9-261d-41a4-a2cd-d4ba4f94b916 on host dv-cinder-851170-2-iscsi for vnic_type normal with profile {{(pid=104488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 08:39:36.281984 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.managers [None req-3d9d3427-bc4b-4499-903e-e75f32b09368 None None] Attempting to bind port 48f3e2e9-261d-41a4-a2cd-d4ba4f94b916 by drivers openvswitch,hyperv on host dv-cinder-851170-2-iscsi at level 0 using segments [{'id': 'd4421dbb-2177-49de-a9fa-abc5e0331875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '77554b81-fd19-4316-8d69-62980152360c'}] {{(pid=104488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 08:39:36.282382 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9d3427-bc4b-4499-903e-e75f32b09368 None None] Attempting to bind port 48f3e2e9-261d-41a4-a2cd-d4ba4f94b916 on network 77554b81-fd19-4316-8d69-62980152360c {{(pid=104488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 08:39:36.322910 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Provisioning complete for port 8459270c-d8a5-42a4-abf4-e5dc701f12a4 triggered by entity L2. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:39:36.323353 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (8459270c-d8a5-42a4-abf4-e5dc701f12a4), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:36.371781 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvr_db [None req-3a5ba0a2-7273-40e4-b222-0660ce75b0df None None] Set router 018103cf-324e-446a-8be2-3ec1743299c4 gateway port host: dv-cinder-851170-2-iscsi {{(pid=104488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 08:39:36.383766 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-9b575e6f-0279-481b-a3e1-a51300940bef tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327747'] for security_group_rule (acc8c1bc-f28d-450b-a861-5547049b8a1d), after_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:36.420446 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b575e6f-0279-481b-a3e1-a51300940bef tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acc8c1bc-f28d-450b-a861-5547049b8a1d,revision_number=0']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:39:36.436453 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 54578) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:39:36.477851 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-0d37310f-c531-413b-907b-b0c6b2c9a51a None None] Current status of the port a3bd7fc0-2655-4e0b-84fd-d37ddcf313ca is: DOWN; New status is: ACTIVE {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:39:36.477851 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0d37310f-c531-413b-907b-b0c6b2c9a51a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (a3bd7fc0-2655-4e0b-84fd-d37ddcf313ca), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:36.501600 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvr_db [None req-4e5fcee6-60dd-4012-895a-7785f0eb9577 None None] Set router f64e0c27-ab7c-4763-91f6-0529a419f600 gateway port host: dv-cinder-851170-2-iscsi {{(pid=104487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 08:39:36.522973 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-9b575e6f-0279-481b-a3e1-a51300940bef tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:36.524343 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-9b575e6f-0279-481b-a3e1-a51300940bef tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5905652 Jul 27 08:39:36.527847 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 54582) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:39:36.533681 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.v2.base [None req-572d6f1d-a93a-444b-82b6-b961a9976ea0 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Request body: {'floatingip': {'floating_network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5'}} {{(pid=104485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:39:36.629324 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-f76ad39f-8499-4320-8586-dbfe46293ec5 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Publish callbacks [] for port (d07a4c29-cd56-4678-8422-38d2186b0f9d), precommit_update {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:36.637360 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-0d37310f-c531-413b-907b-b0c6b2c9a51a None None] For port a3bd7fc0-2655-4e0b-84fd-d37ddcf313ca, host dv-cinder-851170-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851170-2-iscsi',level=0,port_id=a3bd7fc0-2655-4e0b-84fd-d37ddcf313ca,segment=NetworkSegment(2c0fb304-3c22-4ed5-9a02-db9a55430652),segment_id=2c0fb304-3c22-4ed5-9a02-db9a55430652)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:39:36.639151 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:39:36.658234 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-572d6f1d-a93a-444b-82b6-b961a9976ea0 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:36.672708 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9d3427-bc4b-4499-903e-e75f32b09368 None None] Checking agent: {'id': 'ed9de811-f248-496b-b487-860d50d7cee7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851170-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 8, 30, 21), 'started_at': datetime.datetime(2022, 7, 27, 8, 30, 51), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 8, 39, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851170-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 08:39:36.673553 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 54588) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:39:36.680394 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.v2.base [None req-ff811b0c-b4ce-42be-8f2a-ff118ff6aae4 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1962639999', 'description': 'tempest-description--1673628723'}} {{(pid=104486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:39:36.681110 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9d3427-bc4b-4499-903e-e75f32b09368 None None] Checking segment: {'id': 'd4421dbb-2177-49de-a9fa-abc5e0331875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '77554b81-fd19-4316-8d69-62980152360c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 08:39:36.681717 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-3d9d3427-bc4b-4499-903e-e75f32b09368 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:36.682285 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9d3427-bc4b-4499-903e-e75f32b09368 None None] Bound using segment: {'id': 'd4421dbb-2177-49de-a9fa-abc5e0331875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '77554b81-fd19-4316-8d69-62980152360c'} {{(pid=104488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 08:39:36.683752 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.managers [None req-3d9d3427-bc4b-4499-903e-e75f32b09368 None None] Bound port: 48f3e2e9-261d-41a4-a2cd-d4ba4f94b916, host: dv-cinder-851170-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4421dbb-2177-49de-a9fa-abc5e0331875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '77554b81-fd19-4316-8d69-62980152360c'}}] {{(pid=104488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 08:39:36.685216 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-3d9d3427-bc4b-4499-903e-e75f32b09368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (48f3e2e9-261d-41a4-a2cd-d4ba4f94b916), before_update {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:36.713014 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-f76ad39f-8499-4320-8586-dbfe46293ec5 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (d07a4c29-cd56-4678-8422-38d2186b0f9d), after_update {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:36.734554 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56010d87-93ad-4d94-bbea-fe4152c00e90 None None] Pushing event updated for resources: {'Port': ['ID=0d464519-7720-4861-a2fd-4adc4e4d9b08,revision_number=4']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:39:36.758072 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-2132dd7a-26f0-4b77-ae8f-a56bbdaec41e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:36.762370 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:39:36.775162 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Current status of the port 8459270c-d8a5-42a4-abf4-e5dc701f12a4 is: DOWN; New status is: ACTIVE {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:39:36.775660 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (8459270c-d8a5-42a4-abf4-e5dc701f12a4), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:36.783403 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-f76ad39f-8499-4320-8586-dbfe46293ec5 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363235'] for floatingip (633b42cf-b938-4d3e-ac9d-3dc4e07dd546), after_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:36.821997 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] For port 8459270c-d8a5-42a4-abf4-e5dc701f12a4, host dv-cinder-851170-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851170-2-iscsi',level=0,port_id=8459270c-d8a5-42a4-abf4-e5dc701f12a4,segment=NetworkSegment(0a5e83d9-b5a8-42c5-b200-67984880d111),segment_id=0a5e83d9-b5a8-42c5-b200-67984880d111)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:39:36.842026 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0d37310f-c531-413b-907b-b0c6b2c9a51a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (a3bd7fc0-2655-4e0b-84fd-d37ddcf313ca), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:36.842291 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-ff811b0c-b4ce-42be-8f2a-ff118ff6aae4 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks [] for security_group (None), before_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:36.951700 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.db [None req-3d9d3427-bc4b-4499-903e-e75f32b09368 None None] For port 48f3e2e9-261d-41a4-a2cd-d4ba4f94b916, host dv-cinder-851170-2-iscsi, cleared binding levels {{(pid=104488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 08:39:36.966493 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-2132dd7a-26f0-4b77-ae8f-a56bbdaec41e admin admin] Publish callbacks [] for security_group (1df370b5-745b-45d8-974d-cb657ff3969b), precommit_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:36.976480 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.db [None req-3d9d3427-bc4b-4499-903e-e75f32b09368 None None] For port 48f3e2e9-261d-41a4-a2cd-d4ba4f94b916, host dv-cinder-851170-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851170-2-iscsi',level=0,port_id=48f3e2e9-261d-41a4-a2cd-d4ba4f94b916,segment=NetworkSegment(d4421dbb-2177-49de-a9fa-abc5e0331875),segment_id=d4421dbb-2177-49de-a9fa-abc5e0331875)] {{(pid=104488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 08:39:36.982741 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [req-5f279366-fa0f-43f3-8b46-f76c183b6ad2 req-dec013f1-79c6-43f0-9297-5bf510066ca6 service neutron] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=104486) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 27 08:39:36.983364 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_hamode_db [None req-3a5ba0a2-7273-40e4-b222-0660ce75b0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '018103cf-324e-446a-8be2-3ec1743299c4', 'name': 'tempest-AttachVolumeTestJSON-949871471-router', 'tenant_id': '9dcfebb6e1774a7daed20b60d2379875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': '789c9448-28dd-488f-a71f-dad7507df88d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:39:18Z', 'updated_at': '2022-07-27T08:39:29Z', 'revision_number': 4, 'project_id': '9dcfebb6e1774a7daed20b60d2379875', 'gw_port': {'id': '789c9448-28dd-488f-a71f-dad7507df88d', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c1:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '018103cf-324e-446a-8be2-3ec1743299c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:39:19Z', 'updated_at': '2022-07-27T08:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi', '_interfaces': [{'id': '0d464519-7720-4861-a2fd-4adc4e4d9b08', 'name': '', 'network_id': '86596533-e5bc-41a5-8bd8-3e19070777ca', 'tenant_id': '9dcfebb6e1774a7daed20b60d2379875', 'mac_address': 'fa:16:3e:15:07:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '018103cf-324e-446a-8be2-3ec1743299c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '7bb93b59-455b-4e46-8d58-a8f142f5867d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:39:25Z', 'updated_at': '2022-07-27T08:39:35Z', 'revision_number': 4, 'project_id': '9dcfebb6e1774a7daed20b60d2379875', 'subnets': [{'id': '7bb93b59-455b-4e46-8d58-a8f142f5867d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851170-2-iscsi', False) {} {{(pid=104488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:39:36.983797 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-5f279366-fa0f-43f3-8b46-f76c183b6ad2 req-dec013f1-79c6-43f0-9297-5bf510066ca6 service neutron] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.2524650 Jul 27 08:39:36.985222 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:39:36.994469 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-f76ad39f-8499-4320-8586-dbfe46293ec5 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8374701'] for floatingip (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:36.995862 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-f76ad39f-8499-4320-8586-dbfe46293ec5 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.5457623 Jul 27 08:39:37.019240 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d37310f-c531-413b-907b-b0c6b2c9a51a None None] Pushing event updated for resources: {'Port': ['ID=a3bd7fc0-2655-4e0b-84fd-d37ddcf313ca,revision_number=5']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:39:37.025660 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5ba0a2-7273-40e4-b222-0660ce75b0df None None] The sync data for ids ['018103cf-324e-446a-8be2-3ec1743299c4'] in dv-cinder-851170-2-iscsi is: [{'id': '018103cf-324e-446a-8be2-3ec1743299c4', 'name': 'tempest-AttachVolumeTestJSON-949871471-router', 'tenant_id': '9dcfebb6e1774a7daed20b60d2379875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': '789c9448-28dd-488f-a71f-dad7507df88d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:39:18Z', 'updated_at': '2022-07-27T08:39:29Z', 'revision_number': 4, 'project_id': '9dcfebb6e1774a7daed20b60d2379875', 'gw_port': {'id': '789c9448-28dd-488f-a71f-dad7507df88d', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c1:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '018103cf-324e-446a-8be2-3ec1743299c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:39:19Z', 'updated_at': '2022-07-27T08:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi', '_interfaces': [{'id': '0d464519-7720-4861-a2fd-4adc4e4d9b08', 'name': '', 'network_id': '86596533-e5bc-41a5-8bd8-3e19070777ca', 'tenant_id': '9dcfebb6e1774a7daed20b60d2379875', 'mac_address': 'fa:16:3e:15:07:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '018103cf-324e-446a-8be2-3ec1743299c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '7bb93b59-455b-4e46-8d58-a8f142f5867d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:39:25Z', 'updated_at': '2022-07-27T08:39:35Z', 'revision_number': 4, 'project_id': '9dcfebb6e1774a7daed20b60d2379875', 'subnets': [{'id': '7bb93b59-455b-4e46-8d58-a8f142f5867d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 08:39:37.036326 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-572d6f1d-a93a-444b-82b6-b961a9976ea0 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (None), before_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:37.039410 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:39:37.042023 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-3012fa46-1028-4607-a5d0-5cc29a2a9ddc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:37.075534 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-3d9d3427-bc4b-4499-903e-e75f32b09368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (48f3e2e9-261d-41a4-a2cd-d4ba4f94b916), after_update {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:37.077562 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (8459270c-d8a5-42a4-abf4-e5dc701f12a4), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:37.078594 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Device 04cabcb0-60fa-4fd1-a091-b08f16b628d5 up at agent ovs-agent-dv-cinder-851170-2-iscsi {{(pid=104487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 08:39:37.113646 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76ad39f-8499-4320-8586-dbfe46293ec5 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Pushing event updated for resources: {'Port': ['ID=d07a4c29-cd56-4678-8422-38d2186b0f9d,revision_number=2']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:39:37.138784 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-2132dd7a-26f0-4b77-ae8f-a56bbdaec41e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (1df370b5-745b-45d8-974d-cb657ff3969b), after_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:37.189908 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-122793f8-7e0a-4d86-a0b3-370ad74c22ca None None] Provisioning complete for port 48f3e2e9-261d-41a4-a2cd-d4ba4f94b916 triggered by entity DHCP. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:39:37.190769 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-122793f8-7e0a-4d86-a0b3-370ad74c22ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (48f3e2e9-261d-41a4-a2cd-d4ba4f94b916), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:37.278109 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9d3427-bc4b-4499-903e-e75f32b09368 None None] Routers {'280685fc-d095-4705-94a2-a4d23ada45dd'} bound to L3 agent in host dv-cinder-851170-2-iscsi {{(pid=104488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 08:39:37.280007 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_hamode_db [None req-3d9d3427-bc4b-4499-903e-e75f32b09368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-27T08:30:18Z,description=,heartbeat_timestamp=2022-07-27T08:39:18Z,host='dv-cinder-851170-2-iscsi',id=5bc6d868-bb0b-4164-b2dd-44360f4de654,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T08:30:19Z,topic='l3_agent')) {'router_ids': ['280685fc-d095-4705-94a2-a4d23ada45dd'], 'active': True} {{(pid=104488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:39:37.310968 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.db.db_base_plugin_common [None req-572d6f1d-a93a-444b-82b6-b961a9976ea0 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Allocated IP 172.27.2.60 (e7cd7671-9410-421d-95f2-ddad301715a5/bd8cca88-d260-42a1-9635-5bfcc6eba2a1/1faa6f1a-5e33-4b91-a03e-8ec80231fe66) {{(pid=104485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 08:39:37.394260 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Provisioning complete for port 04cabcb0-60fa-4fd1-a091-b08f16b628d5 triggered by entity L2. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:39:37.395041 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (04cabcb0-60fa-4fd1-a091-b08f16b628d5), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:37.403351 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-3012fa46-1028-4607-a5d0-5cc29a2a9ddc admin admin] Publish callbacks [] for security_group (207638ea-460a-4e1b-aa11-ab6384109d5d), precommit_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:37.435337 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-5f279366-fa0f-43f3-8b46-f76c183b6ad2 req-f133e558-3d0d-4270-ad1f-9819b980bbf4 service neutron] 10.222.0.40 "GET /v2.0/networks/a1f6320b-3782-410e-b338-e24d3c56438a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4339855 Jul 27 08:39:37.498397 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-3012fa46-1028-4607-a5d0-5cc29a2a9ddc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (207638ea-460a-4e1b-aa11-ab6384109d5d), after_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:37.505374 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:39:37.508482 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05859f0b-b059-483f-9f79-fec4ae7d91a6 None None] Pushing event updated for resources: {'Port': ['ID=48f3e2e9-261d-41a4-a2cd-d4ba4f94b916,revision_number=4']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:39:37.528802 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-2132dd7a-26f0-4b77-ae8f-a56bbdaec41e admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=47dc670d30af4db294d3b0a6922e3d8e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5804551 Jul 27 08:39:37.551031 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 54628) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:39:37.553245 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:39:37.606226 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 54630) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:39:37.646999 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-3012fa46-1028-4607-a5d0-5cc29a2a9ddc admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=7bd4efeeede94f2096d4232446af434e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2073743 Jul 27 08:39:37.647152 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_hamode_db [None req-4e5fcee6-60dd-4012-895a-7785f0eb9577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f64e0c27-ab7c-4763-91f6-0529a419f600', 'name': 'tempest-DeleteServersTestJSON-2143875417-router', 'tenant_id': 'bbedb0ad0538471e98b0641598f08c17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '04cabcb0-60fa-4fd1-a091-b08f16b628d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:39:18Z', 'updated_at': '2022-07-27T08:39:29Z', 'revision_number': 4, 'project_id': 'bbedb0ad0538471e98b0641598f08c17', 'gw_port': {'id': '04cabcb0-60fa-4fd1-a091-b08f16b628d5', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:89:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f64e0c27-ab7c-4763-91f6-0529a419f600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:39:19Z', 'updated_at': '2022-07-27T08:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi', '_interfaces': [{'id': 'a3bd7fc0-2655-4e0b-84fd-d37ddcf313ca', 'name': '', 'network_id': 'a1f6320b-3782-410e-b338-e24d3c56438a', 'tenant_id': 'bbedb0ad0538471e98b0641598f08c17', 'mac_address': 'fa:16:3e:21:6d:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f64e0c27-ab7c-4763-91f6-0529a419f600', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'b9a36973-6488-46d1-aba2-a7cfa39fed68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:39:27Z', 'updated_at': '2022-07-27T08:39:35Z', 'revision_number': 4, 'project_id': 'bbedb0ad0538471e98b0641598f08c17', 'subnets': [{'id': 'b9a36973-6488-46d1-aba2-a7cfa39fed68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851170-2-iscsi', False) {} {{(pid=104487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:39:37.649496 dv-cinder-851170-2-iscsi neutron-server[104485]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 27 08:39:37.650071 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 54632) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:39:37.652529 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3012fa46-1028-4607-a5d0-5cc29a2a9ddc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=207638ea-460a-4e1b-aa11-ab6384109d5d,revision_number=1']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:39:37.687178 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvr_db [None req-3d9d3427-bc4b-4499-903e-e75f32b09368 None None] Set router 280685fc-d095-4705-94a2-a4d23ada45dd gateway port host: dv-cinder-851170-2-iscsi {{(pid=104488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 08:39:37.724063 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5fcee6-60dd-4012-895a-7785f0eb9577 None None] The sync data for ids ['f64e0c27-ab7c-4763-91f6-0529a419f600'] in dv-cinder-851170-2-iscsi is: [{'id': 'f64e0c27-ab7c-4763-91f6-0529a419f600', 'name': 'tempest-DeleteServersTestJSON-2143875417-router', 'tenant_id': 'bbedb0ad0538471e98b0641598f08c17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '04cabcb0-60fa-4fd1-a091-b08f16b628d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:39:18Z', 'updated_at': '2022-07-27T08:39:29Z', 'revision_number': 4, 'project_id': 'bbedb0ad0538471e98b0641598f08c17', 'gw_port': {'id': '04cabcb0-60fa-4fd1-a091-b08f16b628d5', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:89:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f64e0c27-ab7c-4763-91f6-0529a419f600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:39:19Z', 'updated_at': '2022-07-27T08:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi', '_interfaces': [{'id': 'a3bd7fc0-2655-4e0b-84fd-d37ddcf313ca', 'name': '', 'network_id': 'a1f6320b-3782-410e-b338-e24d3c56438a', 'tenant_id': 'bbedb0ad0538471e98b0641598f08c17', 'mac_address': 'fa:16:3e:21:6d:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f64e0c27-ab7c-4763-91f6-0529a419f600', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'b9a36973-6488-46d1-aba2-a7cfa39fed68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:39:27Z', 'updated_at': '2022-07-27T08:39:35Z', 'revision_number': 4, 'project_id': 'bbedb0ad0538471e98b0641598f08c17', 'subnets': [{'id': 'b9a36973-6488-46d1-aba2-a7cfa39fed68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 08:39:37.787733 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-5f279366-fa0f-43f3-8b46-f76c183b6ad2 req-e68b9fc5-3c61-4461-b363-811b210ef207 service neutron] 10.222.0.40 "GET /v2.0/networks/a1f6320b-3782-410e-b338-e24d3c56438a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2511182 Jul 27 08:39:37.790579 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Pushing event updated for resources: {'Port': ['ID=8459270c-d8a5-42a4-abf4-e5dc701f12a4,revision_number=4']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:39:37.798205 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-122793f8-7e0a-4d86-a0b3-370ad74c22ca None None] Current status of the port 48f3e2e9-261d-41a4-a2cd-d4ba4f94b916 is: DOWN; New status is: ACTIVE {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:39:37.798833 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-122793f8-7e0a-4d86-a0b3-370ad74c22ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (48f3e2e9-261d-41a4-a2cd-d4ba4f94b916), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:37.898966 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Current status of the port 04cabcb0-60fa-4fd1-a091-b08f16b628d5 is: ACTIVE; New status is: ACTIVE {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:39:37.934050 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2132dd7a-26f0-4b77-ae8f-a56bbdaec41e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1df370b5-745b-45d8-974d-cb657ff3969b,revision_number=1']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:39:37.959648 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-122793f8-7e0a-4d86-a0b3-370ad74c22ca None None] For port 48f3e2e9-261d-41a4-a2cd-d4ba4f94b916, host dv-cinder-851170-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851170-2-iscsi',level=0,port_id=48f3e2e9-261d-41a4-a2cd-d4ba4f94b916,segment=NetworkSegment(d4421dbb-2177-49de-a9fa-abc5e0331875),segment_id=d4421dbb-2177-49de-a9fa-abc5e0331875)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:39:38.006803 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab49e1b-c523-4d7a-95d6-cdce3560459e None None] Sync routers for ids ['9859d67e-360d-4e3b-a6c7-bd0d6a4cb852'] in dv-cinder-851170-2-iscsi {{(pid=104487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 08:39:38.027063 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab49e1b-c523-4d7a-95d6-cdce3560459e None None] Routers {'9859d67e-360d-4e3b-a6c7-bd0d6a4cb852'} bound to L3 agent in host dv-cinder-851170-2-iscsi {{(pid=104487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 08:39:38.027878 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_hamode_db [None req-2ab49e1b-c523-4d7a-95d6-cdce3560459e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-27T08:30:18Z,description=,heartbeat_timestamp=2022-07-27T08:39:18Z,host='dv-cinder-851170-2-iscsi',id=5bc6d868-bb0b-4164-b2dd-44360f4de654,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T08:30:19Z,topic='l3_agent')) {'router_ids': ['9859d67e-360d-4e3b-a6c7-bd0d6a4cb852'], 'active': True} {{(pid=104487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:39:38.051974 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:UPDATE=2,neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=11 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:39:38.063057 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-ea81ec1a-296c-443f-94aa-20533de8f9b9 admin admin] Publish callbacks [] for security_group (1df370b5-745b-45d8-974d-cb657ff3969b), before_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:38.074458 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-7ab30797-a826-419a-8b9e-3ee61005e298 req-6a84ee77-de58-4878-9a66-ec409118cfb8 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-securitygroup--1212375173&fields=id&tenant_id=e2c60f49a9e14417bd1d9504128fc94b HTTP/1.1" status: 200 len: 267 time: 0.4230902 Jul 27 08:39:38.091866 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-c340b571-14e4-45d3-94c8-5da446299115 admin admin] Publish callbacks [] for security_group (207638ea-460a-4e1b-aa11-ab6384109d5d), before_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:38.122633 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-ff811b0c-b4ce-42be-8f2a-ff118ff6aae4 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks [] for security_group (20ccab17-1700-4df5-99cd-066da22ecf9e), precommit_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:38.147655 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-122793f8-7e0a-4d86-a0b3-370ad74c22ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (48f3e2e9-261d-41a4-a2cd-d4ba4f94b916), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:38.155768 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-ea81ec1a-296c-443f-94aa-20533de8f9b9 admin admin] Publish callbacks [] for security_group (1df370b5-745b-45d8-974d-cb657ff3969b), precommit_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:38.248879 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-ff811b0c-b4ce-42be-8f2a-ff118ff6aae4 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (20ccab17-1700-4df5-99cd-066da22ecf9e), after_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:38.297570 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-122793f8-7e0a-4d86-a0b3-370ad74c22ca None None] Provisioning complete for port 0d464519-7720-4861-a2fd-4adc4e4d9b08 triggered by entity DHCP. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:39:38.301212 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-122793f8-7e0a-4d86-a0b3-370ad74c22ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (0d464519-7720-4861-a2fd-4adc4e4d9b08), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:38.357972 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff811b0c-b4ce-42be-8f2a-ff118ff6aae4 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20ccab17-1700-4df5-99cd-066da22ecf9e,revision_number=1']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:39:38.363224 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 54644) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:39:38.409986 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:39:38.416465 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-ff811b0c-b4ce-42be-8f2a-ff118ff6aae4 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks [] for security_group (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:38.420036 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-ff811b0c-b4ce-42be-8f2a-ff118ff6aae4 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.7440033 Jul 27 08:39:38.425581 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 54650) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:39:38.437706 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.v2.base [None req-875d5075-e94a-4304-9027-a22475a52a0d tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Request body: {'security_group_rule': {'security_group_id': '20ccab17-1700-4df5-99cd-066da22ecf9e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:39:38.517454 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:39:38.542077 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_hamode_db [None req-3d9d3427-bc4b-4499-903e-e75f32b09368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '280685fc-d095-4705-94a2-a4d23ada45dd', 'name': 'tempest-AttachVolumeShelveTestJSON-1404863556-router', 'tenant_id': 'e2c60f49a9e14417bd1d9504128fc94b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': '2111d175-ad61-442c-a713-d13ff343359d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:39:20Z', 'updated_at': '2022-07-27T08:39:27Z', 'revision_number': 4, 'project_id': 'e2c60f49a9e14417bd1d9504128fc94b', 'gw_port': {'id': '2111d175-ad61-442c-a713-d13ff343359d', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:b2:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '280685fc-d095-4705-94a2-a4d23ada45dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:39:22Z', 'updated_at': '2022-07-27T08:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi', '_interfaces': [{'id': '48f3e2e9-261d-41a4-a2cd-d4ba4f94b916', 'name': '', 'network_id': '77554b81-fd19-4316-8d69-62980152360c', 'tenant_id': 'e2c60f49a9e14417bd1d9504128fc94b', 'mac_address': 'fa:16:3e:76:ac:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '280685fc-d095-4705-94a2-a4d23ada45dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c4ce96ff-fd31-496d-82bd-3a3dbfb16be8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:39:26Z', 'updated_at': '2022-07-27T08:39:36Z', 'revision_number': 4, 'project_id': 'e2c60f49a9e14417bd1d9504128fc94b', 'subnets': [{'id': 'c4ce96ff-fd31-496d-82bd-3a3dbfb16be8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851170-2-iscsi', False) {} {{(pid=104488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:39:38.563449 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-572d6f1d-a93a-444b-82b6-b961a9976ea0 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Publish callbacks [] for port (1faa6f1a-5e33-4b91-a03e-8ec80231fe66), precommit_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:38.631325 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122793f8-7e0a-4d86-a0b3-370ad74c22ca None None] Pushing event updated for resources: {'Port': ['ID=48f3e2e9-261d-41a4-a2cd-d4ba4f94b916,revision_number=5']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:39:38.642011 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-3e56b9e6-b221-4e2a-b792-4759baad6f54 req-fa76ba31-be17-4e4f-b84a-9daa8de79044 tempest-DeleteServersTestJSON-191602701 tempest-DeleteServersTestJSON-191602701-project] 10.222.0.40 "GET /v2.0/ports?device_id=10fdcb61-b888-4d03-a3f2-e398132cfc27 HTTP/1.1" status: 200 len: 210 time: 0.1775057 Jul 27 08:39:38.647309 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-ea81ec1a-296c-443f-94aa-20533de8f9b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (1df370b5-745b-45d8-974d-cb657ff3969b), after_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:38.653251 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9d3427-bc4b-4499-903e-e75f32b09368 None None] The sync data for ids ['280685fc-d095-4705-94a2-a4d23ada45dd'] in dv-cinder-851170-2-iscsi is: [{'id': '280685fc-d095-4705-94a2-a4d23ada45dd', 'name': 'tempest-AttachVolumeShelveTestJSON-1404863556-router', 'tenant_id': 'e2c60f49a9e14417bd1d9504128fc94b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': '2111d175-ad61-442c-a713-d13ff343359d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:39:20Z', 'updated_at': '2022-07-27T08:39:27Z', 'revision_number': 4, 'project_id': 'e2c60f49a9e14417bd1d9504128fc94b', 'gw_port': {'id': '2111d175-ad61-442c-a713-d13ff343359d', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:b2:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '280685fc-d095-4705-94a2-a4d23ada45dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:39:22Z', 'updated_at': '2022-07-27T08:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi', '_interfaces': [{'id': '48f3e2e9-261d-41a4-a2cd-d4ba4f94b916', 'name': '', 'network_id': '77554b81-fd19-4316-8d69-62980152360c', 'tenant_id': 'e2c60f49a9e14417bd1d9504128fc94b', 'mac_address': 'fa:16:3e:76:ac:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '280685fc-d095-4705-94a2-a4d23ada45dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c4ce96ff-fd31-496d-82bd-3a3dbfb16be8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:39:26Z', 'updated_at': '2022-07-27T08:39:36Z', 'revision_number': 4, 'project_id': 'e2c60f49a9e14417bd1d9504128fc94b', 'subnets': [{'id': 'c4ce96ff-fd31-496d-82bd-3a3dbfb16be8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 08:39:38.656904 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-ea81ec1a-296c-443f-94aa-20533de8f9b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:38.668224 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-ea81ec1a-296c-443f-94aa-20533de8f9b9 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/1df370b5-745b-45d8-974d-cb657ff3969b HTTP/1.1" status: 204 len: 168 time: 0.8972430 Jul 27 08:39:38.700684 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-c340b571-14e4-45d3-94c8-5da446299115 admin admin] Publish callbacks [] for security_group (207638ea-460a-4e1b-aa11-ab6384109d5d), precommit_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:38.702315 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea81ec1a-296c-443f-94aa-20533de8f9b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1df370b5-745b-45d8-974d-cb657ff3969b,revision_number=None']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:39:38.704802 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvr_db [None req-2ab49e1b-c523-4d7a-95d6-cdce3560459e None None] Set router 9859d67e-360d-4e3b-a6c7-bd0d6a4cb852 gateway port host: dv-cinder-851170-2-iscsi {{(pid=104487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 08:39:38.753631 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-3e5f2b06-9be5-4a8e-9b36-5017bb34a347 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:38.796981 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-122793f8-7e0a-4d86-a0b3-370ad74c22ca None None] Current status of the port 0d464519-7720-4861-a2fd-4adc4e4d9b08 is: DOWN; New status is: ACTIVE {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:39:38.801786 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-122793f8-7e0a-4d86-a0b3-370ad74c22ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (0d464519-7720-4861-a2fd-4adc4e4d9b08), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:38.869723 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-875d5075-e94a-4304-9027-a22475a52a0d tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks [] for security_group_rule (d75ab980-f331-4f0d-bb87-ee7546ddb1a8), before_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:38.918229 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-122793f8-7e0a-4d86-a0b3-370ad74c22ca None None] For port 0d464519-7720-4861-a2fd-4adc4e4d9b08, host dv-cinder-851170-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851170-2-iscsi',level=0,port_id=0d464519-7720-4861-a2fd-4adc4e4d9b08,segment=NetworkSegment(fc440bfb-38b1-4666-8c4c-49881a4385a0),segment_id=fc440bfb-38b1-4666-8c4c-49881a4385a0)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:39:38.998210 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab30797-a826-419a-8b9e-3ee61005e298 req-aa7eeb04-3d68-47d4-90ee-77b8d5183e07 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:39:39.011663 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-7ab30797-a826-419a-8b9e-3ee61005e298 req-aa7eeb04-3d68-47d4-90ee-77b8d5183e07 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/networks?id=77554b81-fd19-4316-8d69-62980152360c HTTP/1.1" status: 200 len: 817 time: 0.9188433 Jul 27 08:39:39.042090 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-7ab30797-a826-419a-8b9e-3ee61005e298 req-2d3f4f40-c240-40b7-a37d-b956a8a64ee7 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/quotas/e2c60f49a9e14417bd1d9504128fc94b HTTP/1.1" status: 200 len: 375 time: 0.0279644 Jul 27 08:39:39.060158 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Device 8459270c-d8a5-42a4-abf4-e5dc701f12a4 up at agent ovs-agent-dv-cinder-851170-2-iscsi {{(pid=104487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 08:39:39.112403 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-3e5f2b06-9be5-4a8e-9b36-5017bb34a347 admin admin] Publish callbacks [] for security_group (bc170403-5b16-464f-a0f8-3054bf2b41bb), precommit_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:39.115394 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-875d5075-e94a-4304-9027-a22475a52a0d tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks [] for security_group_rule (d75ab980-f331-4f0d-bb87-ee7546ddb1a8), precommit_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:39.165314 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-7ab30797-a826-419a-8b9e-3ee61005e298 req-c7184d29-e5cf-486a-9e85-ca1af25b195a tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=e2c60f49a9e14417bd1d9504128fc94b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1220746 Jul 27 08:39:39.168521 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=100 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:39:39.220469 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Provisioning complete for port 8459270c-d8a5-42a4-abf4-e5dc701f12a4 triggered by entity L2. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:39:39.221115 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (8459270c-d8a5-42a4-abf4-e5dc701f12a4), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:39.446573 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_hamode_db [None req-2ab49e1b-c523-4d7a-95d6-cdce3560459e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9859d67e-360d-4e3b-a6c7-bd0d6a4cb852', 'name': 'tempest-AttachVolumeNegativeTest-1367014185-router', 'tenant_id': '940250de2f6f47ed9edc1bb0468551c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': '8459270c-d8a5-42a4-abf4-e5dc701f12a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:39:21Z', 'updated_at': '2022-07-27T08:39:32Z', 'revision_number': 4, 'project_id': '940250de2f6f47ed9edc1bb0468551c8', 'gw_port': {'id': '8459270c-d8a5-42a4-abf4-e5dc701f12a4', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9859d67e-360d-4e3b-a6c7-bd0d6a4cb852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:39:24Z', 'updated_at': '2022-07-27T08:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi', '_interfaces': [{'id': 'fa37f9a5-dc13-418d-8b78-d17cc6344800', 'name': '', 'network_id': '8f6980da-175b-4e92-9032-637e0458eb4f', 'tenant_id': '940250de2f6f47ed9edc1bb0468551c8', 'mac_address': 'fa:16:3e:b8:8b:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9859d67e-360d-4e3b-a6c7-bd0d6a4cb852', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '5784479d-44dd-45ed-b6e6-1aaaf2f91b93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:39:31Z', 'updated_at': '2022-07-27T08:39:33Z', 'revision_number': 2, 'project_id': '940250de2f6f47ed9edc1bb0468551c8', 'subnets': [{'id': '5784479d-44dd-45ed-b6e6-1aaaf2f91b93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851170-2-iscsi', False) {} {{(pid=104487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:39:39.475048 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab49e1b-c523-4d7a-95d6-cdce3560459e None None] Checking router: 9859d67e-360d-4e3b-a6c7-bd0d6a4cb852 for host: dv-cinder-851170-2-iscsi {{(pid=104487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 08:39:39.475421 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab49e1b-c523-4d7a-95d6-cdce3560459e None None] Updating router 9859d67e-360d-4e3b-a6c7-bd0d6a4cb852 port fa37f9a5-dc13-418d-8b78-d17cc6344800 binding host dv-cinder-851170-2-iscsi {{(pid=104487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 08:39:39.512786 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Current status of the port 8459270c-d8a5-42a4-abf4-e5dc701f12a4 is: ACTIVE; New status is: ACTIVE {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:39:39.513858 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Device 0d464519-7720-4861-a2fd-4adc4e4d9b08 up at agent ovs-agent-dv-cinder-851170-2-iscsi {{(pid=104487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 08:39:39.546227 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-2ab49e1b-c523-4d7a-95d6-cdce3560459e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (fa37f9a5-dc13-418d-8b78-d17cc6344800), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:39.600685 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Provisioning complete for port 0d464519-7720-4861-a2fd-4adc4e4d9b08 triggered by entity L2. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:39:39.601081 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (0d464519-7720-4861-a2fd-4adc4e4d9b08), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:39.702315 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [req-7ab30797-a826-419a-8b9e-3ee61005e298 req-00a66551-972c-42e2-9310-72124f2d1b41 service neutron] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=104485) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 27 08:39:39.703478 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-7ab30797-a826-419a-8b9e-3ee61005e298 req-00a66551-972c-42e2-9310-72124f2d1b41 service neutron] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1257436 Jul 27 08:39:39.779937 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-9fef9aed-ccc4-41a5-b9e8-a0eb5f8c162a req-f1e04d8e-2446-4eca-b375-2b309414086d tempest-DeleteServersTestJSON-191602701 tempest-DeleteServersTestJSON-191602701-project] 10.222.0.40 "GET /v2.0/ports?device_id=10fdcb61-b888-4d03-a3f2-e398132cfc27 HTTP/1.1" status: 200 len: 210 time: 0.0343869 Jul 27 08:39:39.785815 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Current status of the port 0d464519-7720-4861-a2fd-4adc4e4d9b08 is: DOWN; New status is: ACTIVE {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:39:39.786230 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (0d464519-7720-4861-a2fd-4adc4e4d9b08), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:39.896053 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-2ab49e1b-c523-4d7a-95d6-cdce3560459e None None] Publish callbacks [] for port (fa37f9a5-dc13-418d-8b78-d17cc6344800), precommit_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:39.926720 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-7ab30797-a826-419a-8b9e-3ee61005e298 req-a846616a-8d56-457e-ad5e-d1fcd22b00b2 service neutron] 10.222.0.40 "GET /v2.0/networks/77554b81-fd19-4316-8d69-62980152360c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158144 Jul 27 08:39:40.016127 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-7ab30797-a826-419a-8b9e-3ee61005e298 req-366efed6-1b7a-45ad-b254-8997d2cd1060 service neutron] 10.222.0.40 "GET /v2.0/networks/77554b81-fd19-4316-8d69-62980152360c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827746 Jul 27 08:39:40.801569 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-122793f8-7e0a-4d86-a0b3-370ad74c22ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (0d464519-7720-4861-a2fd-4adc4e4d9b08), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:40.823752 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-3e5f2b06-9be5-4a8e-9b36-5017bb34a347 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (bc170403-5b16-464f-a0f8-3054bf2b41bb), after_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:40.824966 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-572d6f1d-a93a-444b-82b6-b961a9976ea0 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786709965397'] for port (1faa6f1a-5e33-4b91-a03e-8ec80231fe66), after_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:40.827013 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-c340b571-14e4-45d3-94c8-5da446299115 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (207638ea-460a-4e1b-aa11-ab6384109d5d), after_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:40.834239 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-c340b571-14e4-45d3-94c8-5da446299115 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:40.837733 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-875d5075-e94a-4304-9027-a22475a52a0d tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327747'] for security_group_rule (d75ab980-f331-4f0d-bb87-ee7546ddb1a8), after_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:40.846229 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-c340b571-14e4-45d3-94c8-5da446299115 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/207638ea-460a-4e1b-aa11-ab6384109d5d HTTP/1.1" status: 204 len: 168 time: 3.1779532 Jul 27 08:39:40.895358 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-2ab49e1b-c523-4d7a-95d6-cdce3560459e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (fa37f9a5-dc13-418d-8b78-d17cc6344800), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:40.908975 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-122793f8-7e0a-4d86-a0b3-370ad74c22ca None None] Provisioning complete for port a3bd7fc0-2655-4e0b-84fd-d37ddcf313ca triggered by entity DHCP. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:39:40.909765 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-122793f8-7e0a-4d86-a0b3-370ad74c22ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (a3bd7fc0-2655-4e0b-84fd-d37ddcf313ca), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:40.935973 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c340b571-14e4-45d3-94c8-5da446299115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=207638ea-460a-4e1b-aa11-ab6384109d5d,revision_number=None']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:39:40.954630 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-572d6f1d-a93a-444b-82b6-b961a9976ea0 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Network e7cd7671-9410-421d-95f2-ddad301715a5 is already hosted by enough agents. {{(pid=104485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 08:39:40.959427 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.scheduler.base_scheduler [None req-572d6f1d-a93a-444b-82b6-b961a9976ea0 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Resources bound (agent type, host, resource id): {{(pid=104485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 08:39:40.962211 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572d6f1d-a93a-444b-82b6-b961a9976ea0 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Received port after_create {{(pid=104485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 08:39:40.975136 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572d6f1d-a93a-444b-82b6-b961a9976ea0 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Pushing event updated for resources: {'Port': ['ID=1faa6f1a-5e33-4b91-a03e-8ec80231fe66,revision_number=1']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:39:41.037136 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875d5075-e94a-4304-9027-a22475a52a0d tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d75ab980-f331-4f0d-bb87-ee7546ddb1a8,revision_number=0']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:39:41.068781 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.db.api [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104487) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 27 08:39:41.069275 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG oslo_db.api [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 08:39:41.069766 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122793f8-7e0a-4d86-a0b3-370ad74c22ca None None] Pushing event updated for resources: {'Port': ['ID=0d464519-7720-4861-a2fd-4adc4e4d9b08,revision_number=5']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:39:41.071130 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-e026630a-de79-425d-8ba4-47c60b020d36 req-9ec260de-04e9-48cb-968e-b5256cf74753 tempest-DeleteServersTestJSON-191602701 tempest-DeleteServersTestJSON-191602701-project] 10.222.0.40 "GET /v2.0/ports?device_id=10fdcb61-b888-4d03-a3f2-e398132cfc27 HTTP/1.1" status: 200 len: 210 time: 0.1689861 Jul 27 08:39:41.074111 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-3e5f2b06-9be5-4a8e-9b36-5017bb34a347 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=b5b968d638dd41dcb46ba4c08102694d&name=default HTTP/1.1" status: 200 len: 2996 time: 2.7095068 Jul 27 08:39:41.076604 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5f2b06-9be5-4a8e-9b36-5017bb34a347 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc170403-5b16-464f-a0f8-3054bf2b41bb,revision_number=1']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:39:41.081111 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 54722) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:39:41.141422 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-875d5075-e94a-4304-9027-a22475a52a0d tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:41.142905 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-875d5075-e94a-4304-9027-a22475a52a0d tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.7123821 Jul 27 08:39:41.151646 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 54726) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:39:41.158403 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.v2.base [None req-df6e7561-41bd-4667-b3da-d2c2f9cdf91d tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Request body: {'security_group_rule': {'security_group_id': '20ccab17-1700-4df5-99cd-066da22ecf9e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:39:41.206026 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-572d6f1d-a93a-444b-82b6-b961a9976ea0 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Publish callbacks [] for floatingip (1b3ca0c7-c5df-4292-8c5c-79e6c5fc31b2), precommit_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:41.241287 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-7a3757bf-6c99-4d45-a870-af0fd4b94599 admin admin] Publish callbacks [] for security_group (bc170403-5b16-464f-a0f8-3054bf2b41bb), before_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:41.272345 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:39:41.322588 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-58a3f6ee-8be7-4174-906b-9b6f958e331a req-636ee0ad-7117-4fbd-b7ef-52632bed6ca4 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=73303fae-c87c-4ca8-86ef-f53a66bb47d9 HTTP/1.1" status: 200 len: 210 time: 0.0804319 Jul 27 08:39:41.325425 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-7a3757bf-6c99-4d45-a870-af0fd4b94599 admin admin] Publish callbacks [] for security_group (bc170403-5b16-464f-a0f8-3054bf2b41bb), precommit_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:41.404584 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11c39f3-9e31-4456-a0af-25d07b0f1d73 None None] Pushing event updated for resources: {'Port': ['ID=fa37f9a5-dc13-418d-8b78-d17cc6344800,revision_number=3']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:39:41.412288 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.managers [None req-2ab49e1b-c523-4d7a-95d6-cdce3560459e None None] Attempting to bind port fa37f9a5-dc13-418d-8b78-d17cc6344800 on host dv-cinder-851170-2-iscsi for vnic_type normal with profile {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 08:39:41.413369 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.managers [None req-2ab49e1b-c523-4d7a-95d6-cdce3560459e None None] Attempting to bind port fa37f9a5-dc13-418d-8b78-d17cc6344800 by drivers openvswitch,hyperv on host dv-cinder-851170-2-iscsi at level 0 using segments [{'id': 'e7699621-ef90-47fe-8696-58f5c1995388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '8f6980da-175b-4e92-9032-637e0458eb4f'}] {{(pid=104487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 08:39:41.413369 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab49e1b-c523-4d7a-95d6-cdce3560459e None None] Attempting to bind port fa37f9a5-dc13-418d-8b78-d17cc6344800 on network 8f6980da-175b-4e92-9032-637e0458eb4f {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 08:39:41.419815 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab49e1b-c523-4d7a-95d6-cdce3560459e None None] Checking agent: {'id': 'ed9de811-f248-496b-b487-860d50d7cee7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851170-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 8, 30, 21), 'started_at': datetime.datetime(2022, 7, 27, 8, 30, 51), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 8, 39, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851170-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 08:39:41.420564 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-df6e7561-41bd-4667-b3da-d2c2f9cdf91d tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks [] for security_group_rule (7f067127-3964-497e-8591-82407131cb0b), before_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:41.422184 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab49e1b-c523-4d7a-95d6-cdce3560459e None None] Checking segment: {'id': 'e7699621-ef90-47fe-8696-58f5c1995388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '8f6980da-175b-4e92-9032-637e0458eb4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 08:39:41.422637 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-2ab49e1b-c523-4d7a-95d6-cdce3560459e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:41.423174 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab49e1b-c523-4d7a-95d6-cdce3560459e None None] Bound using segment: {'id': 'e7699621-ef90-47fe-8696-58f5c1995388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '8f6980da-175b-4e92-9032-637e0458eb4f'} {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 08:39:41.423662 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.managers [None req-2ab49e1b-c523-4d7a-95d6-cdce3560459e None None] Bound port: fa37f9a5-dc13-418d-8b78-d17cc6344800, host: dv-cinder-851170-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7699621-ef90-47fe-8696-58f5c1995388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '8f6980da-175b-4e92-9032-637e0458eb4f'}}] {{(pid=104487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 08:39:41.424055 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-2ab49e1b-c523-4d7a-95d6-cdce3560459e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (fa37f9a5-dc13-418d-8b78-d17cc6344800), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:41.465507 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:39:41.514256 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:INSERT=9,neutron:SELECT=84,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:39:41.525813 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-572d6f1d-a93a-444b-82b6-b961a9976ea0 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (1faa6f1a-5e33-4b91-a03e-8ec80231fe66), before_update {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:41.631394 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-df6e7561-41bd-4667-b3da-d2c2f9cdf91d tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks [] for security_group_rule (7f067127-3964-497e-8591-82407131cb0b), precommit_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:41.678958 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-122793f8-7e0a-4d86-a0b3-370ad74c22ca None None] Current status of the port a3bd7fc0-2655-4e0b-84fd-d37ddcf313ca is: ACTIVE; New status is: ACTIVE {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:39:41.707816 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-7a3757bf-6c99-4d45-a870-af0fd4b94599 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (bc170403-5b16-464f-a0f8-3054bf2b41bb), after_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:41.711473 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-7a3757bf-6c99-4d45-a870-af0fd4b94599 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:41.715298 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-7a3757bf-6c99-4d45-a870-af0fd4b94599 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/bc170403-5b16-464f-a0f8-3054bf2b41bb HTTP/1.1" status: 204 len: 168 time: 0.6324537 Jul 27 08:39:41.728565 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3757bf-6c99-4d45-a870-af0fd4b94599 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc170403-5b16-464f-a0f8-3054bf2b41bb,revision_number=None']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:39:41.762157 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Current status of the port 0d464519-7720-4861-a2fd-4adc4e4d9b08 is: ACTIVE; New status is: ACTIVE {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:39:41.767795 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Device a3bd7fc0-2655-4e0b-84fd-d37ddcf313ca up at agent ovs-agent-dv-cinder-851170-2-iscsi {{(pid=104487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 08:39:41.795603 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-df6e7561-41bd-4667-b3da-d2c2f9cdf91d tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327747'] for security_group_rule (7f067127-3964-497e-8591-82407131cb0b), after_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:41.804554 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=100 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:39:41.823549 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-2ab49e1b-c523-4d7a-95d6-cdce3560459e None None] For port fa37f9a5-dc13-418d-8b78-d17cc6344800, host dv-cinder-851170-2-iscsi, cleared binding levels {{(pid=104487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 08:39:41.838617 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6e7561-41bd-4667-b3da-d2c2f9cdf91d tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f067127-3964-497e-8591-82407131cb0b,revision_number=0']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:39:41.890879 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-2ab49e1b-c523-4d7a-95d6-cdce3560459e None None] For port fa37f9a5-dc13-418d-8b78-d17cc6344800, host dv-cinder-851170-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851170-2-iscsi',level=0,port_id=fa37f9a5-dc13-418d-8b78-d17cc6344800,segment=NetworkSegment(e7699621-ef90-47fe-8696-58f5c1995388),segment_id=e7699621-ef90-47fe-8696-58f5c1995388)] {{(pid=104487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 08:39:41.892996 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-6dd56abb-3339-45c2-aa89-1dde283e57c2 None None] Provisioning complete for port 48f3e2e9-261d-41a4-a2cd-d4ba4f94b916 triggered by entity DHCP. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:39:41.893746 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-6dd56abb-3339-45c2-aa89-1dde283e57c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (48f3e2e9-261d-41a4-a2cd-d4ba4f94b916), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:41.922907 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-572d6f1d-a93a-444b-82b6-b961a9976ea0 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Publish callbacks [] for port (1faa6f1a-5e33-4b91-a03e-8ec80231fe66), precommit_update {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:41.968577 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-df6e7561-41bd-4667-b3da-d2c2f9cdf91d tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:41.970112 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-df6e7561-41bd-4667-b3da-d2c2f9cdf91d tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8173184 Jul 27 08:39:41.973356 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 54768) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:39:41.980079 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.v2.base [None req-ebea8024-0beb-4205-9e0f-b1b60f269bc8 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Request body: {'floatingip': {'floating_network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5'}} {{(pid=104486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:39:41.987504 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Provisioning complete for port a3bd7fc0-2655-4e0b-84fd-d37ddcf313ca triggered by entity L2. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:39:41.988061 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (a3bd7fc0-2655-4e0b-84fd-d37ddcf313ca), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:41.993491 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-572d6f1d-a93a-444b-82b6-b961a9976ea0 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (1faa6f1a-5e33-4b91-a03e-8ec80231fe66), after_update {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:42.040548 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-2ab49e1b-c523-4d7a-95d6-cdce3560459e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (fa37f9a5-dc13-418d-8b78-d17cc6344800), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:42.058093 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-572d6f1d-a93a-444b-82b6-b961a9976ea0 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363235'] for floatingip (1b3ca0c7-c5df-4292-8c5c-79e6c5fc31b2), after_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:42.061526 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572d6f1d-a93a-444b-82b6-b961a9976ea0 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Pushing event updated for resources: {'Port': ['ID=1faa6f1a-5e33-4b91-a03e-8ec80231fe66,revision_number=2']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:39:42.144702 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-ebea8024-0beb-4205-9e0f-b1b60f269bc8 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:42.175537 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-572d6f1d-a93a-444b-82b6-b961a9976ea0 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8374701'] for floatingip (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:42.182782 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-572d6f1d-a93a-444b-82b6-b961a9976ea0 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.6488853 Jul 27 08:39:42.221355 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 54780) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:39:42.257833 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-c86d464e-27b9-4ea0-9e30-88fd6fa56b43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:42.386039 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11c39f3-9e31-4456-a0af-25d07b0f1d73 None None] Pushing event updated for resources: {'Port': ['ID=fa37f9a5-dc13-418d-8b78-d17cc6344800,revision_number=4']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:39:42.425173 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab49e1b-c523-4d7a-95d6-cdce3560459e None None] Routers {'9859d67e-360d-4e3b-a6c7-bd0d6a4cb852'} bound to L3 agent in host dv-cinder-851170-2-iscsi {{(pid=104487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 08:39:42.432575 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_hamode_db [None req-2ab49e1b-c523-4d7a-95d6-cdce3560459e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-27T08:30:18Z,description=,heartbeat_timestamp=2022-07-27T08:39:18Z,host='dv-cinder-851170-2-iscsi',id=5bc6d868-bb0b-4164-b2dd-44360f4de654,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T08:30:19Z,topic='l3_agent')) {'router_ids': ['9859d67e-360d-4e3b-a6c7-bd0d6a4cb852'], 'active': True} {{(pid=104487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:39:42.536094 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-c86d464e-27b9-4ea0-9e30-88fd6fa56b43 admin admin] Publish callbacks [] for security_group (d536a1cb-0760-4156-8adb-89d24068830c), precommit_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:42.656464 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-7013387d-bef7-4329-aae5-b2b185fb34b1 req-26b47eb0-87dd-4dfd-b3b1-4bc84225044e tempest-DeleteServersTestJSON-191602701 tempest-DeleteServersTestJSON-191602701-project] 10.222.0.40 "GET /v2.0/ports?device_id=10fdcb61-b888-4d03-a3f2-e398132cfc27 HTTP/1.1" status: 200 len: 210 time: 0.5060441 Jul 27 08:39:42.676196 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-13078b6d-a006-4719-866b-27a7e40cefb6 req-06ad3139-a4d9-4f4e-9399-b78ec347678d tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=73303fae-c87c-4ca8-86ef-f53a66bb47d9 HTTP/1.1" status: 200 len: 210 time: 0.1274247 Jul 27 08:39:42.678886 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-c86d464e-27b9-4ea0-9e30-88fd6fa56b43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (d536a1cb-0760-4156-8adb-89d24068830c), after_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:42.681509 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-6dd56abb-3339-45c2-aa89-1dde283e57c2 None None] Current status of the port 48f3e2e9-261d-41a4-a2cd-d4ba4f94b916 is: ACTIVE; New status is: ACTIVE {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:39:42.707786 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-6dd56abb-3339-45c2-aa89-1dde283e57c2 None None] Provisioning complete for port fa37f9a5-dc13-418d-8b78-d17cc6344800 triggered by entity DHCP. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:39:42.708325 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-6dd56abb-3339-45c2-aa89-1dde283e57c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (fa37f9a5-dc13-418d-8b78-d17cc6344800), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:42.737579 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-ebea8024-0beb-4205-9e0f-b1b60f269bc8 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (None), before_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:42.778498 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Current status of the port a3bd7fc0-2655-4e0b-84fd-d37ddcf313ca is: ACTIVE; New status is: ACTIVE {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:39:42.779605 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Device 48f3e2e9-261d-41a4-a2cd-d4ba4f94b916 up at agent ovs-agent-dv-cinder-851170-2-iscsi {{(pid=104487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 08:39:42.865645 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-c86d464e-27b9-4ea0-9e30-88fd6fa56b43 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=4962d678dbd344839d2f57e1951e71f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6424789 Jul 27 08:39:42.869205 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 54812) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:39:42.873871 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86d464e-27b9-4ea0-9e30-88fd6fa56b43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d536a1cb-0760-4156-8adb-89d24068830c,revision_number=1']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:39:42.893822 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvr_db [None req-2ab49e1b-c523-4d7a-95d6-cdce3560459e None None] Set router 9859d67e-360d-4e3b-a6c7-bd0d6a4cb852 gateway port host: dv-cinder-851170-2-iscsi {{(pid=104487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 08:39:42.946593 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-d7c109e6-f8b5-43c7-81eb-1fd2f6e41d1e admin admin] Publish callbacks [] for security_group (d536a1cb-0760-4156-8adb-89d24068830c), before_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:42.985276 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-d7c109e6-f8b5-43c7-81eb-1fd2f6e41d1e admin admin] Publish callbacks [] for security_group (d536a1cb-0760-4156-8adb-89d24068830c), precommit_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:43.123499 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-8a6ceaf3-4f12-4451-810b-6165769a6e35 req-fb620f22-763a-4d3b-9496-b6e5bd6ba521 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-securitygroup--591057970&fields=id&tenant_id=9dcfebb6e1774a7daed20b60d2379875 HTTP/1.1" status: 200 len: 267 time: 0.2316427 Jul 27 08:39:43.138836 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:39:43.139251 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.db.db_base_plugin_common [None req-ebea8024-0beb-4205-9e0f-b1b60f269bc8 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Allocated IP 172.27.2.154 (e7cd7671-9410-421d-95f2-ddad301715a5/bd8cca88-d260-42a1-9635-5bfcc6eba2a1/7620343a-6b2c-4d2b-9b0d-89104c334157) {{(pid=104486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 08:39:43.178807 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-d7c109e6-f8b5-43c7-81eb-1fd2f6e41d1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (d536a1cb-0760-4156-8adb-89d24068830c), after_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:43.183498 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-d7c109e6-f8b5-43c7-81eb-1fd2f6e41d1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:43.195002 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-d7c109e6-f8b5-43c7-81eb-1fd2f6e41d1e admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/d536a1cb-0760-4156-8adb-89d24068830c HTTP/1.1" status: 204 len: 168 time: 0.3154848 Jul 27 08:39:43.200228 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c109e6-f8b5-43c7-81eb-1fd2f6e41d1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d536a1cb-0760-4156-8adb-89d24068830c,revision_number=None']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:39:43.219186 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-6dd56abb-3339-45c2-aa89-1dde283e57c2 None None] Current status of the port fa37f9a5-dc13-418d-8b78-d17cc6344800 is: DOWN; New status is: ACTIVE {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:39:43.219917 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-6dd56abb-3339-45c2-aa89-1dde283e57c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (fa37f9a5-dc13-418d-8b78-d17cc6344800), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:43.303998 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 54830) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:39:43.323249 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Provisioning complete for port 48f3e2e9-261d-41a4-a2cd-d4ba4f94b916 triggered by entity L2. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:39:43.323895 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (48f3e2e9-261d-41a4-a2cd-d4ba4f94b916), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:43.328364 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-6dd56abb-3339-45c2-aa89-1dde283e57c2 None None] For port fa37f9a5-dc13-418d-8b78-d17cc6344800, host dv-cinder-851170-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851170-2-iscsi',level=0,port_id=fa37f9a5-dc13-418d-8b78-d17cc6344800,segment=NetworkSegment(e7699621-ef90-47fe-8696-58f5c1995388),segment_id=e7699621-ef90-47fe-8696-58f5c1995388)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:39:43.337040 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-a7fde577-614e-4d86-b67f-9d0b17b40d4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:43.353054 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6ceaf3-4f12-4451-810b-6165769a6e35 req-2ce7e98e-db36-4878-bb99-14d328ec7c7d tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:39:43.355782 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-8a6ceaf3-4f12-4451-810b-6165769a6e35 req-2ce7e98e-db36-4878-bb99-14d328ec7c7d tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/networks?id=86596533-e5bc-41a5-8bd8-3e19070777ca HTTP/1.1" status: 200 len: 810 time: 0.2188535 Jul 27 08:39:43.392917 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-8a6ceaf3-4f12-4451-810b-6165769a6e35 req-4c36a825-c1da-4ba9-9d25-fa8ea39fc75f tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/quotas/9dcfebb6e1774a7daed20b60d2379875 HTTP/1.1" status: 200 len: 375 time: 0.0234478 Jul 27 08:39:43.399035 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-ebea8024-0beb-4205-9e0f-b1b60f269bc8 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks [] for port (7620343a-6b2c-4d2b-9b0d-89104c334157), precommit_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:43.484702 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-8a6ceaf3-4f12-4451-810b-6165769a6e35 req-4798b656-33cc-4a21-962b-d2747b3d09b0 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=9dcfebb6e1774a7daed20b60d2379875&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0772753 Jul 27 08:39:43.508773 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-a7fde577-614e-4d86-b67f-9d0b17b40d4a admin admin] Publish callbacks [] for security_group (a6cd3884-d294-4b6f-9b49-cc0466776c60), precommit_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:43.519761 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:39:43.571118 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-6dd56abb-3339-45c2-aa89-1dde283e57c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (fa37f9a5-dc13-418d-8b78-d17cc6344800), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:43.583726 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-ebea8024-0beb-4205-9e0f-b1b60f269bc8 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786709965397'] for port (7620343a-6b2c-4d2b-9b0d-89104c334157), after_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:43.616254 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-a7fde577-614e-4d86-b67f-9d0b17b40d4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (a6cd3884-d294-4b6f-9b49-cc0466776c60), after_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:43.627125 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebea8024-0beb-4205-9e0f-b1b60f269bc8 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Network e7cd7671-9410-421d-95f2-ddad301715a5 is already hosted by enough agents. {{(pid=104486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 08:39:43.636878 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.scheduler.base_scheduler [None req-ebea8024-0beb-4205-9e0f-b1b60f269bc8 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Resources bound (agent type, host, resource id): {{(pid=104486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 08:39:43.645250 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebea8024-0beb-4205-9e0f-b1b60f269bc8 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Received port after_create {{(pid=104486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 08:39:43.676270 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-8a6ceaf3-4f12-4451-810b-6165769a6e35 req-eb0641d4-0ee8-4e74-a440-b5cf419abf95 service neutron] 10.222.0.40 "GET /v2.0/networks/86596533-e5bc-41a5-8bd8-3e19070777ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670892 Jul 27 08:39:43.698534 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebea8024-0beb-4205-9e0f-b1b60f269bc8 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Pushing event updated for resources: {'Port': ['ID=7620343a-6b2c-4d2b-9b0d-89104c334157,revision_number=1']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:39:43.744971 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_hamode_db [None req-2ab49e1b-c523-4d7a-95d6-cdce3560459e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9859d67e-360d-4e3b-a6c7-bd0d6a4cb852', 'name': 'tempest-AttachVolumeNegativeTest-1367014185-router', 'tenant_id': '940250de2f6f47ed9edc1bb0468551c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': '8459270c-d8a5-42a4-abf4-e5dc701f12a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:39:21Z', 'updated_at': '2022-07-27T08:39:32Z', 'revision_number': 4, 'project_id': '940250de2f6f47ed9edc1bb0468551c8', 'gw_port': {'id': '8459270c-d8a5-42a4-abf4-e5dc701f12a4', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9859d67e-360d-4e3b-a6c7-bd0d6a4cb852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:39:24Z', 'updated_at': '2022-07-27T08:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi', '_interfaces': [{'id': 'fa37f9a5-dc13-418d-8b78-d17cc6344800', 'name': '', 'network_id': '8f6980da-175b-4e92-9032-637e0458eb4f', 'tenant_id': '940250de2f6f47ed9edc1bb0468551c8', 'mac_address': 'fa:16:3e:b8:8b:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9859d67e-360d-4e3b-a6c7-bd0d6a4cb852', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '5784479d-44dd-45ed-b6e6-1aaaf2f91b93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:39:31Z', 'updated_at': '2022-07-27T08:39:41Z', 'revision_number': 4, 'project_id': '940250de2f6f47ed9edc1bb0468551c8', 'subnets': [{'id': '5784479d-44dd-45ed-b6e6-1aaaf2f91b93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851170-2-iscsi', False) {} {{(pid=104487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:39:43.786033 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-ebea8024-0beb-4205-9e0f-b1b60f269bc8 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks [] for floatingip (af3b2e87-c2e8-474c-ae72-655aa26b0222), precommit_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:43.797845 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-a7fde577-614e-4d86-b67f-9d0b17b40d4a admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=3ab2e5d462de4cb49eb5c933985230bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4897907 Jul 27 08:39:43.798111 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 54840) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:39:43.800137 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-cb5f24e4-c306-4528-8ddf-dad6796d6804 None None] Provisioning complete for port fa37f9a5-dc13-418d-8b78-d17cc6344800 triggered by entity DHCP. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:39:43.800838 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-cb5f24e4-c306-4528-8ddf-dad6796d6804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (fa37f9a5-dc13-418d-8b78-d17cc6344800), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:43.806553 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd56abb-3339-45c2-aa89-1dde283e57c2 None None] Pushing event updated for resources: {'Port': ['ID=fa37f9a5-dc13-418d-8b78-d17cc6344800,revision_number=5']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:39:43.809356 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fde577-614e-4d86-b67f-9d0b17b40d4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6cd3884-d294-4b6f-9b49-cc0466776c60,revision_number=1']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:39:43.857681 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:39:43.863733 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:39:43.899752 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab49e1b-c523-4d7a-95d6-cdce3560459e None None] The sync data for ids ['9859d67e-360d-4e3b-a6c7-bd0d6a4cb852'] in dv-cinder-851170-2-iscsi is: [{'id': '9859d67e-360d-4e3b-a6c7-bd0d6a4cb852', 'name': 'tempest-AttachVolumeNegativeTest-1367014185-router', 'tenant_id': '940250de2f6f47ed9edc1bb0468551c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': '8459270c-d8a5-42a4-abf4-e5dc701f12a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:39:21Z', 'updated_at': '2022-07-27T08:39:32Z', 'revision_number': 4, 'project_id': '940250de2f6f47ed9edc1bb0468551c8', 'gw_port': {'id': '8459270c-d8a5-42a4-abf4-e5dc701f12a4', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9859d67e-360d-4e3b-a6c7-bd0d6a4cb852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:39:24Z', 'updated_at': '2022-07-27T08:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi', '_interfaces': [{'id': 'fa37f9a5-dc13-418d-8b78-d17cc6344800', 'name': '', 'network_id': '8f6980da-175b-4e92-9032-637e0458eb4f', 'tenant_id': '940250de2f6f47ed9edc1bb0468551c8', 'mac_address': 'fa:16:3e:b8:8b:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9859d67e-360d-4e3b-a6c7-bd0d6a4cb852', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '5784479d-44dd-45ed-b6e6-1aaaf2f91b93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:39:31Z', 'updated_at': '2022-07-27T08:39:41Z', 'revision_number': 4, 'project_id': '940250de2f6f47ed9edc1bb0468551c8', 'subnets': [{'id': '5784479d-44dd-45ed-b6e6-1aaaf2f91b93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 08:39:43.917861 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-ebea8024-0beb-4205-9e0f-b1b60f269bc8 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (7620343a-6b2c-4d2b-9b0d-89104c334157), before_update {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:43.938121 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-8a6ceaf3-4f12-4451-810b-6165769a6e35 req-3c481b19-3b32-4111-8318-7abb0d10bd4b service neutron] 10.222.0.40 "GET /v2.0/networks/86596533-e5bc-41a5-8bd8-3e19070777ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245753 Jul 27 08:39:44.010839 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Current status of the port 48f3e2e9-261d-41a4-a2cd-d4ba4f94b916 is: ACTIVE; New status is: ACTIVE {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:39:44.038822 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-3b02117c-0023-4dc0-8f3c-d45ba2196a66 req-838db298-6159-4064-bdd1-76600e347fe8 tempest-DeleteServersTestJSON-191602701 tempest-DeleteServersTestJSON-191602701-project] 10.222.0.40 "GET /v2.0/ports?device_id=10fdcb61-b888-4d03-a3f2-e398132cfc27 HTTP/1.1" status: 200 len: 210 time: 0.1009154 Jul 27 08:39:44.040093 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-69cef2be-7e60-4357-9658-29cb82fe6692 admin admin] Publish callbacks [] for security_group (a6cd3884-d294-4b6f-9b49-cc0466776c60), before_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:44.088990 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-cb5f24e4-c306-4528-8ddf-dad6796d6804 None None] Current status of the port fa37f9a5-dc13-418d-8b78-d17cc6344800 is: ACTIVE; New status is: ACTIVE {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:39:44.095473 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-69cef2be-7e60-4357-9658-29cb82fe6692 admin admin] Publish callbacks [] for security_group (a6cd3884-d294-4b6f-9b49-cc0466776c60), precommit_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:44.135510 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 54848) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:39:44.233246 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-08bca180-3c3f-4d5e-b41c-5c285a634cd5 req-8a21cbee-80bc-406c-8d9d-7a982d6c82ad tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=73303fae-c87c-4ca8-86ef-f53a66bb47d9 HTTP/1.1" status: 200 len: 210 time: 0.0375969 Jul 27 08:39:44.240576 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=5 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:39:44.272375 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Device 0d464519-7720-4861-a2fd-4adc4e4d9b08 up at agent ovs-agent-dv-cinder-851170-2-iscsi {{(pid=104487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 08:39:44.316780 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-ebea8024-0beb-4205-9e0f-b1b60f269bc8 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks [] for port (7620343a-6b2c-4d2b-9b0d-89104c334157), precommit_update {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:44.366409 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Provisioning complete for port 0d464519-7720-4861-a2fd-4adc4e4d9b08 triggered by entity L2. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:39:44.366820 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (0d464519-7720-4861-a2fd-4adc4e4d9b08), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:44.400813 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-ebea8024-0beb-4205-9e0f-b1b60f269bc8 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (7620343a-6b2c-4d2b-9b0d-89104c334157), after_update {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:44.416483 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-69cef2be-7e60-4357-9658-29cb82fe6692 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (a6cd3884-d294-4b6f-9b49-cc0466776c60), after_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:44.419634 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-69cef2be-7e60-4357-9658-29cb82fe6692 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:44.421151 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-69cef2be-7e60-4357-9658-29cb82fe6692 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/a6cd3884-d294-4b6f-9b49-cc0466776c60 HTTP/1.1" status: 204 len: 168 time: 0.6217461 Jul 27 08:39:44.425748 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-da21b393-2d99-4ead-b78d-735dc62a9db4 req-14b5abad-2326-4c4a-86ca-7d93fdeb9cf2 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7739cba-0102-4d24-ac1e-904912fe2c65 HTTP/1.1" status: 200 len: 210 time: 0.0788755 Jul 27 08:39:44.433063 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cef2be-7e60-4357-9658-29cb82fe6692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6cd3884-d294-4b6f-9b49-cc0466776c60,revision_number=None']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:39:44.491331 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-13a6dd4c-36d6-4c7d-aa94-09221bee2795 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:44.498713 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-ebea8024-0beb-4205-9e0f-b1b60f269bc8 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363235'] for floatingip (af3b2e87-c2e8-474c-ae72-655aa26b0222), after_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:44.517294 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Current status of the port 0d464519-7720-4861-a2fd-4adc4e4d9b08 is: ACTIVE; New status is: ACTIVE {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:39:44.518850 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Device 48f3e2e9-261d-41a4-a2cd-d4ba4f94b916 up at agent ovs-agent-dv-cinder-851170-2-iscsi {{(pid=104487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 08:39:44.547793 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.42', 59966) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:39:44.603456 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Provisioning complete for port 48f3e2e9-261d-41a4-a2cd-d4ba4f94b916 triggered by entity L2. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:39:44.603993 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (48f3e2e9-261d-41a4-a2cd-d4ba4f94b916), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:44.714996 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-ebea8024-0beb-4205-9e0f-b1b60f269bc8 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8374701'] for floatingip (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:44.723234 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-ebea8024-0beb-4205-9e0f-b1b60f269bc8 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7403083 Jul 27 08:39:44.741212 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebea8024-0beb-4205-9e0f-b1b60f269bc8 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Pushing event updated for resources: {'Port': ['ID=7620343a-6b2c-4d2b-9b0d-89104c334157,revision_number=2']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:39:44.772723 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-13a6dd4c-36d6-4c7d-aa94-09221bee2795 admin admin] Publish callbacks [] for security_group (12e451c9-5a22-49ff-8126-81f3a662166b), precommit_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:44.843714 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Current status of the port 48f3e2e9-261d-41a4-a2cd-d4ba4f94b916 is: ACTIVE; New status is: ACTIVE {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:39:44.882750 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-13a6dd4c-36d6-4c7d-aa94-09221bee2795 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (12e451c9-5a22-49ff-8126-81f3a662166b), after_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:44.904634 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f279366-fa0f-43f3-8b46-f76c183b6ad2 req-5b230db7-cfed-4bfc-b146-a2dd2d2af5d9 tempest-DeleteServersTestJSON-191602701 tempest-DeleteServersTestJSON-191602701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:39:44.906613 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-5f279366-fa0f-43f3-8b46-f76c183b6ad2 req-5b230db7-cfed-4bfc-b146-a2dd2d2af5d9 tempest-DeleteServersTestJSON-191602701 tempest-DeleteServersTestJSON-191602701-project] 10.222.0.42 "GET /v2.0/networks?id=a1f6320b-3782-410e-b338-e24d3c56438a HTTP/1.1" status: 200 len: 812 time: 0.3561900 Jul 27 08:39:44.948444 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 54890) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:39:44.949531 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-13a6dd4c-36d6-4c7d-aa94-09221bee2795 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=27823e2b2aee4a1a8b86c1c0968a47e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8054731 Jul 27 08:39:44.952213 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a6dd4c-36d6-4c7d-aa94-09221bee2795 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12e451c9-5a22-49ff-8126-81f3a662166b,revision_number=1']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:39:44.965922 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=100 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:39:44.976801 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.v2.base [req-5f279366-fa0f-43f3-8b46-f76c183b6ad2 req-650d82cc-e1bc-43ef-b8e6-5fd43803512c tempest-DeleteServersTestJSON-191602701 tempest-DeleteServersTestJSON-191602701-project] Request body: {'port': {'device_id': '10fdcb61-b888-4d03-a3f2-e398132cfc27', 'network_id': 'a1f6320b-3782-410e-b338-e24d3c56438a', 'admin_state_up': True, 'tenant_id': 'bbedb0ad0538471e98b0641598f08c17'}} {{(pid=104486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:39:45.085277 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-c2a37429-e4fe-46d9-9934-5656b4ab27e6 admin admin] Publish callbacks [] for security_group (12e451c9-5a22-49ff-8126-81f3a662166b), before_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:45.139121 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-c2a37429-e4fe-46d9-9934-5656b4ab27e6 admin admin] Publish callbacks [] for security_group (12e451c9-5a22-49ff-8126-81f3a662166b), precommit_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:45.217249 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f279366-fa0f-43f3-8b46-f76c183b6ad2 req-650d82cc-e1bc-43ef-b8e6-5fd43803512c tempest-DeleteServersTestJSON-191602701 tempest-DeleteServersTestJSON-191602701-project] Made reservation on behalf of bbedb0ad0538471e98b0641598f08c17 for: {'port': 1} {{(pid=104486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 08:39:45.221520 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-5f279366-fa0f-43f3-8b46-f76c183b6ad2 req-650d82cc-e1bc-43ef-b8e6-5fd43803512c tempest-DeleteServersTestJSON-191602701 tempest-DeleteServersTestJSON-191602701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (None), before_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:45.314088 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-8ca9122d-7950-48d3-b3c4-98c5de5b8513 req-024a5801-7adc-453f-85f4-d29939d5100f tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-securitygroup--1962639999&fields=id&tenant_id=940250de2f6f47ed9edc1bb0468551c8 HTTP/1.1" status: 200 len: 267 time: 0.0644124 Jul 27 08:39:45.360055 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-c2a37429-e4fe-46d9-9934-5656b4ab27e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (12e451c9-5a22-49ff-8126-81f3a662166b), after_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:45.378484 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-c2a37429-e4fe-46d9-9934-5656b4ab27e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:45.383250 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-c2a37429-e4fe-46d9-9934-5656b4ab27e6 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/12e451c9-5a22-49ff-8126-81f3a662166b HTTP/1.1" status: 204 len: 168 time: 0.4275315 Jul 27 08:39:45.453015 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca9122d-7950-48d3-b3c4-98c5de5b8513 req-69bc1af4-8e73-49e7-86e5-8deb5fa1eee2 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:39:45.462740 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-8ca9122d-7950-48d3-b3c4-98c5de5b8513 req-69bc1af4-8e73-49e7-86e5-8deb5fa1eee2 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/networks?id=8f6980da-175b-4e92-9032-637e0458eb4f HTTP/1.1" status: 200 len: 815 time: 0.1415176 Jul 27 08:39:45.482247 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-8ca9122d-7950-48d3-b3c4-98c5de5b8513 req-caf60fb6-8499-4d0a-8ea7-fa9f03f22a61 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/quotas/940250de2f6f47ed9edc1bb0468551c8 HTTP/1.1" status: 200 len: 375 time: 0.0179620 Jul 27 08:39:45.486768 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-6073fda0-64f9-4670-89e4-6cca0fb831e3 req-868b6ba9-0a28-466b-9238-7e84b2913561 tempest-DeleteServersTestJSON-191602701 tempest-DeleteServersTestJSON-191602701-project] 10.222.0.40 "GET /v2.0/ports?device_id=10fdcb61-b888-4d03-a3f2-e398132cfc27 HTTP/1.1" status: 200 len: 210 time: 0.1905429 Jul 27 08:39:45.526625 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:39:45.561344 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a37429-e4fe-46d9-9934-5656b4ab27e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12e451c9-5a22-49ff-8126-81f3a662166b,revision_number=None']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:39:45.590731 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.42', 59971) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:39:45.592412 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-8ca9122d-7950-48d3-b3c4-98c5de5b8513 req-7cc0a079-eac7-4dc3-a3fb-3e033413a9ab tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=940250de2f6f47ed9edc1bb0468551c8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1052780 Jul 27 08:39:45.748169 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-8ca9122d-7950-48d3-b3c4-98c5de5b8513 req-adfb6bc7-a04c-4cc3-bc7b-d6c3a9ec4074 service neutron] 10.222.0.40 "GET /v2.0/networks/8f6980da-175b-4e92-9032-637e0458eb4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459429 Jul 27 08:39:45.829602 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:39:45.888969 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-8ca9122d-7950-48d3-b3c4-98c5de5b8513 req-21a58511-f885-4411-94b2-c9a65f51ea67 service neutron] 10.222.0.40 "GET /v2.0/networks/8f6980da-175b-4e92-9032-637e0458eb4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396341 Jul 27 08:39:45.997487 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-c85ec3fe-e7c7-4db0-821f-d7895ba15298 req-0ed750ad-ed63-4583-9637-99f95272c9ca tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=73303fae-c87c-4ca8-86ef-f53a66bb47d9 HTTP/1.1" status: 200 len: 210 time: 0.1674948 Jul 27 08:39:46.019543 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.db.db_base_plugin_common [req-5f279366-fa0f-43f3-8b46-f76c183b6ad2 req-650d82cc-e1bc-43ef-b8e6-5fd43803512c tempest-DeleteServersTestJSON-191602701 tempest-DeleteServersTestJSON-191602701-project] Allocated IP 172.20.0.5 (a1f6320b-3782-410e-b338-e24d3c56438a/b9a36973-6488-46d1-aba2-a7cfa39fed68/74a7aaef-2da9-4a35-9f8f-3a48630457ec) {{(pid=104486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 08:39:46.036512 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-e61a4dd3-a292-419e-b05f-e0d8017e8d7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (7c77c4a2-8ca4-486b-af2a-676805e7b922), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:46.209553 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab30797-a826-419a-8b9e-3ee61005e298 req-9c926317-7d8d-4bcd-b3ad-1309c67ae6cf tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:39:46.211771 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Device fa37f9a5-dc13-418d-8b78-d17cc6344800 up at agent ovs-agent-dv-cinder-851170-2-iscsi {{(pid=104487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 08:39:46.234413 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-7ab30797-a826-419a-8b9e-3ee61005e298 req-9c926317-7d8d-4bcd-b3ad-1309c67ae6cf tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.42 "GET /v2.0/networks?id=77554b81-fd19-4316-8d69-62980152360c HTTP/1.1" status: 200 len: 817 time: 0.6401279 Jul 27 08:39:46.267751 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 54958) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:39:46.366175 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-a687cf26-0c45-470b-a08e-afb95bde3116 req-224295d2-b424-47c3-bc44-cbb49a16376c tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/ports?device_id=ba1df927-86a0-4ed5-aad6-b45dd817b46e HTTP/1.1" status: 200 len: 210 time: 0.0665998 Jul 27 08:39:46.418598 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-fe5ef2e8-f0fb-4777-9eaf-5cad808952c1 req-32126d74-49e4-4a28-9a74-2da4c76f2ab0 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7739cba-0102-4d24-ac1e-904912fe2c65 HTTP/1.1" status: 200 len: 210 time: 0.2428670 Jul 27 08:39:46.440322 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=100 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:39:46.447849 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Provisioning complete for port fa37f9a5-dc13-418d-8b78-d17cc6344800 triggered by entity L2. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:39:46.448783 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (fa37f9a5-dc13-418d-8b78-d17cc6344800), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:46.608360 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Current status of the port fa37f9a5-dc13-418d-8b78-d17cc6344800 is: ACTIVE; New status is: ACTIVE {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:39:46.630997 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-913d422f-7282-4541-9590-3ccadf9965e7 req-b6110c17-9d2c-47bd-9a4d-698b01413d95 tempest-DeleteServersTestJSON-191602701 tempest-DeleteServersTestJSON-191602701-project] 10.222.0.40 "GET /v2.0/ports?device_id=10fdcb61-b888-4d03-a3f2-e398132cfc27 HTTP/1.1" status: 200 len: 210 time: 0.0387909 Jul 27 08:39:46.709932 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=4 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:39:46.744558 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-7ab30797-a826-419a-8b9e-3ee61005e298 req-eb64e030-a03b-43a6-bccc-226b54d1f368 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2c60f49a9e14417bd1d9504128fc94b HTTP/1.1" status: 200 len: 380 time: 0.4785652 Jul 27 08:39:46.757916 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.v2.base [req-7ab30797-a826-419a-8b9e-3ee61005e298 req-304d63cf-979a-46e4-8901-ce4af04a7cc0 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Request body: {'port': {'device_id': '73303fae-c87c-4ca8-86ef-f53a66bb47d9', 'network_id': '77554b81-fd19-4316-8d69-62980152360c', 'admin_state_up': True, 'tenant_id': 'e2c60f49a9e14417bd1d9504128fc94b', 'security_groups': ['31a1d554-5c9d-495f-8673-5decc904dcd4']}} {{(pid=104486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:39:46.854850 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:39:46.858086 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-5f279366-fa0f-43f3-8b46-f76c183b6ad2 req-650d82cc-e1bc-43ef-b8e6-5fd43803512c tempest-DeleteServersTestJSON-191602701 tempest-DeleteServersTestJSON-191602701-project] Publish callbacks [] for port (74a7aaef-2da9-4a35-9f8f-3a48630457ec), precommit_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:46.866380 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 54984) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:39:46.889456 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-fcd91165-3cba-41b0-a785-535d01e1d0cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:47.005692 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:39:47.018588 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-fcd91165-3cba-41b0-a785-535d01e1d0cc admin admin] Publish callbacks [] for security_group (83a126e9-d915-4a50-af2e-36cf23fdf466), precommit_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:47.024465 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ab30797-a826-419a-8b9e-3ee61005e298 req-304d63cf-979a-46e4-8901-ce4af04a7cc0 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Made reservation on behalf of e2c60f49a9e14417bd1d9504128fc94b for: {'port': 1} {{(pid=104486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 08:39:47.028422 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-7ab30797-a826-419a-8b9e-3ee61005e298 req-304d63cf-979a-46e4-8901-ce4af04a7cc0 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (None), before_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:47.032371 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-5f279366-fa0f-43f3-8b46-f76c183b6ad2 req-650d82cc-e1bc-43ef-b8e6-5fd43803512c tempest-DeleteServersTestJSON-191602701 tempest-DeleteServersTestJSON-191602701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786709965397'] for port (74a7aaef-2da9-4a35-9f8f-3a48630457ec), after_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:47.062696 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-b9dc7d9d-81e7-48d1-bbc3-afa9ded3b2c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:47.158163 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-fcd91165-3cba-41b0-a785-535d01e1d0cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (83a126e9-d915-4a50-af2e-36cf23fdf466), after_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:47.201334 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-b9dc7d9d-81e7-48d1-bbc3-afa9ded3b2c5 admin admin] Publish callbacks [] for security_group (b64a1f74-a722-4a3b-871d-8adac0d1dd17), precommit_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:47.240607 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-fcd91165-3cba-41b0-a785-535d01e1d0cc admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=b6ff62036009460181e3e6929d9554af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3670313 Jul 27 08:39:47.240607 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 54990) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:39:47.248837 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd91165-3cba-41b0-a785-535d01e1d0cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83a126e9-d915-4a50-af2e-36cf23fdf466,revision_number=1']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:39:47.293750 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-b9dc7d9d-81e7-48d1-bbc3-afa9ded3b2c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (b64a1f74-a722-4a3b-871d-8adac0d1dd17), after_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:47.307791 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-875b8b70-d1d0-42bd-9b36-d2d492ced503 req-3ae496c3-e463-42c1-ab19-238c6efa6031 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=73303fae-c87c-4ca8-86ef-f53a66bb47d9 HTTP/1.1" status: 200 len: 210 time: 0.1934607 Jul 27 08:39:47.309858 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f279366-fa0f-43f3-8b46-f76c183b6ad2 req-650d82cc-e1bc-43ef-b8e6-5fd43803512c tempest-DeleteServersTestJSON-191602701 tempest-DeleteServersTestJSON-191602701-project] Network a1f6320b-3782-410e-b338-e24d3c56438a is already hosted by enough agents. {{(pid=104486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 08:39:47.340059 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.scheduler.base_scheduler [req-5f279366-fa0f-43f3-8b46-f76c183b6ad2 req-650d82cc-e1bc-43ef-b8e6-5fd43803512c tempest-DeleteServersTestJSON-191602701 tempest-DeleteServersTestJSON-191602701-project] Resources bound (agent type, host, resource id): {{(pid=104486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 08:39:47.347500 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f279366-fa0f-43f3-8b46-f76c183b6ad2 req-650d82cc-e1bc-43ef-b8e6-5fd43803512c tempest-DeleteServersTestJSON-191602701 tempest-DeleteServersTestJSON-191602701-project] Received port after_create {{(pid=104486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 08:39:47.353273 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f279366-fa0f-43f3-8b46-f76c183b6ad2 req-650d82cc-e1bc-43ef-b8e6-5fd43803512c tempest-DeleteServersTestJSON-191602701 tempest-DeleteServersTestJSON-191602701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:39:47.353915 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-5f279366-fa0f-43f3-8b46-f76c183b6ad2 req-650d82cc-e1bc-43ef-b8e6-5fd43803512c tempest-DeleteServersTestJSON-191602701 tempest-DeleteServersTestJSON-191602701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8374701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7864717'] for port (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:47.360065 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650d82cc-e1bc-43ef-b8e6-5fd43803512c tempest-DeleteServersTestJSON-191602701 tempest-DeleteServersTestJSON-191602701-project] Pushing event updated for resources: {'Port': ['ID=74a7aaef-2da9-4a35-9f8f-3a48630457ec,revision_number=1']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:39:47.443488 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-b9dc7d9d-81e7-48d1-bbc3-afa9ded3b2c5 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=f154fba3c0b846a8aac5d0f1496bf858&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1740358 Jul 27 08:39:47.445089 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dc7d9d-81e7-48d1-bbc3-afa9ded3b2c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b64a1f74-a722-4a3b-871d-8adac0d1dd17,revision_number=1']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:39:47.449399 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 55002) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:39:47.466714 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.db.db_base_plugin_common [req-7ab30797-a826-419a-8b9e-3ee61005e298 req-304d63cf-979a-46e4-8901-ce4af04a7cc0 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Allocated IP 172.20.0.10 (77554b81-fd19-4316-8d69-62980152360c/c4ce96ff-fd31-496d-82bd-3a3dbfb16be8/e8a0e0d3-038b-475c-b988-cb677e787e58) {{(pid=104486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 08:39:47.499604 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-9d6c2ba6-af41-4a68-8dec-cedbe6423a7a admin admin] Publish callbacks [] for security_group (83a126e9-d915-4a50-af2e-36cf23fdf466), before_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:47.613810 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-9d6c2ba6-af41-4a68-8dec-cedbe6423a7a admin admin] Publish callbacks [] for security_group (83a126e9-d915-4a50-af2e-36cf23fdf466), precommit_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:47.628213 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-b7683f25-b6d2-4435-b1c6-c5e8c3deece7 req-741cca4c-450b-4119-95ba-6d800bbee5bf tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/ports?device_id=ba1df927-86a0-4ed5-aad6-b45dd817b46e HTTP/1.1" status: 200 len: 210 time: 0.1075203 Jul 27 08:39:47.713589 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-4ff9e2d7-6d21-41de-bd9c-12c4f11a6ef7 admin admin] Publish callbacks [] for security_group (b64a1f74-a722-4a3b-871d-8adac0d1dd17), before_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:47.729731 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-7ab30797-a826-419a-8b9e-3ee61005e298 req-304d63cf-979a-46e4-8901-ce4af04a7cc0 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Publish callbacks [] for port (e8a0e0d3-038b-475c-b988-cb677e787e58), precommit_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:47.830381 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-eb98cd28-345d-4edb-841d-7495a4ff58b8 req-d4303581-33a1-45fb-875c-18a900798d32 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7739cba-0102-4d24-ac1e-904912fe2c65 HTTP/1.1" status: 200 len: 210 time: 0.1126297 Jul 27 08:39:47.835482 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-5f279366-fa0f-43f3-8b46-f76c183b6ad2 req-650d82cc-e1bc-43ef-b8e6-5fd43803512c tempest-DeleteServersTestJSON-191602701 tempest-DeleteServersTestJSON-191602701-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8657234 Jul 27 08:39:47.852423 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [req-5f279366-fa0f-43f3-8b46-f76c183b6ad2 req-9e6fdce3-e49b-48a7-888e-39877070aae7 tempest-DeleteServersTestJSON-191602701 tempest-DeleteServersTestJSON-191602701-project] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=104486) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 27 08:39:47.853505 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-5f279366-fa0f-43f3-8b46-f76c183b6ad2 req-9e6fdce3-e49b-48a7-888e-39877070aae7 tempest-DeleteServersTestJSON-191602701 tempest-DeleteServersTestJSON-191602701-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0100198 Jul 27 08:39:47.908226 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-9d6c2ba6-af41-4a68-8dec-cedbe6423a7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (83a126e9-d915-4a50-af2e-36cf23fdf466), after_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:47.911076 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-9d6c2ba6-af41-4a68-8dec-cedbe6423a7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:47.912495 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-9d6c2ba6-af41-4a68-8dec-cedbe6423a7a admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/83a126e9-d915-4a50-af2e-36cf23fdf466 HTTP/1.1" status: 204 len: 168 time: 0.6711395 Jul 27 08:39:47.930830 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-4ff9e2d7-6d21-41de-bd9c-12c4f11a6ef7 admin admin] Publish callbacks [] for security_group (b64a1f74-a722-4a3b-871d-8adac0d1dd17), precommit_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:47.959584 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6c2ba6-af41-4a68-8dec-cedbe6423a7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83a126e9-d915-4a50-af2e-36cf23fdf466,revision_number=None']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:39:47.960728 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-10d4d170-da74-49d7-8590-b2c5987acf78 None None] Provisioning complete for port 74a7aaef-2da9-4a35-9f8f-3a48630457ec triggered by entity DHCP. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:39:47.962711 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-10d4d170-da74-49d7-8590-b2c5987acf78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (74a7aaef-2da9-4a35-9f8f-3a48630457ec), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:47.986092 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c38a105-5585-47aa-82a5-138a45caa796 req-a236259c-736e-4ac1-b85e-07c2e9fced9c tempest-DeleteServersTestJSON-191602701 tempest-DeleteServersTestJSON-191602701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:39:47.994973 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-7ab30797-a826-419a-8b9e-3ee61005e298 req-304d63cf-979a-46e4-8901-ce4af04a7cc0 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786709965397'] for port (e8a0e0d3-038b-475c-b988-cb677e787e58), after_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:47.996594 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-2c38a105-5585-47aa-82a5-138a45caa796 req-a236259c-736e-4ac1-b85e-07c2e9fced9c tempest-DeleteServersTestJSON-191602701 tempest-DeleteServersTestJSON-191602701-project] 10.222.0.40 "GET /v2.0/ports?device_id=10fdcb61-b888-4d03-a3f2-e398132cfc27 HTTP/1.1" status: 200 len: 931 time: 0.1796756 Jul 27 08:39:48.107215 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-2c38a105-5585-47aa-82a5-138a45caa796 req-cec4da1e-0f3e-4538-affb-6d364770faa0 tempest-DeleteServersTestJSON-191602701 tempest-DeleteServersTestJSON-191602701-project] 10.222.0.40 "GET /v2.0/security-groups?id=18b82cff-68dc-43fa-89da-9cbf13a5e5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047895 Jul 27 08:39:48.133851 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-10d4d170-da74-49d7-8590-b2c5987acf78 None None] Port 74a7aaef-2da9-4a35-9f8f-3a48630457ec cannot update to ACTIVE because it is not bound. {{(pid=104487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 08:39:48.144462 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ab30797-a826-419a-8b9e-3ee61005e298 req-304d63cf-979a-46e4-8901-ce4af04a7cc0 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Network 77554b81-fd19-4316-8d69-62980152360c is already hosted by enough agents. {{(pid=104486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 08:39:48.185027 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.scheduler.base_scheduler [req-7ab30797-a826-419a-8b9e-3ee61005e298 req-304d63cf-979a-46e4-8901-ce4af04a7cc0 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Resources bound (agent type, host, resource id): {{(pid=104486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 08:39:48.188702 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-4ff9e2d7-6d21-41de-bd9c-12c4f11a6ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (b64a1f74-a722-4a3b-871d-8adac0d1dd17), after_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:48.191349 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-4ff9e2d7-6d21-41de-bd9c-12c4f11a6ef7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:48.196001 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-4ff9e2d7-6d21-41de-bd9c-12c4f11a6ef7 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/b64a1f74-a722-4a3b-871d-8adac0d1dd17 HTTP/1.1" status: 204 len: 168 time: 0.7430990 Jul 27 08:39:48.216675 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.42', 59976) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:39:48.218986 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff9e2d7-6d21-41de-bd9c-12c4f11a6ef7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b64a1f74-a722-4a3b-871d-8adac0d1dd17,revision_number=None']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:39:48.249288 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ab30797-a826-419a-8b9e-3ee61005e298 req-304d63cf-979a-46e4-8901-ce4af04a7cc0 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Received port after_create {{(pid=104486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 08:39:48.256753 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab30797-a826-419a-8b9e-3ee61005e298 req-304d63cf-979a-46e4-8901-ce4af04a7cc0 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:39:48.261417 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-7ab30797-a826-419a-8b9e-3ee61005e298 req-304d63cf-979a-46e4-8901-ce4af04a7cc0 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8374701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7864717'] for port (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:48.291817 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:39:48.332782 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-c8cb845e-9ce0-489f-a65e-71749214ad10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (5bc6d868-bb0b-4164-b2dd-44360f4de654), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:48.379598 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304d63cf-979a-46e4-8901-ce4af04a7cc0 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Pushing event updated for resources: {'Port': ['ID=e8a0e0d3-038b-475c-b988-cb677e787e58,revision_number=1']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:39:48.380039 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:39:48.544976 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-7ab30797-a826-419a-8b9e-3ee61005e298 req-304d63cf-979a-46e4-8901-ce4af04a7cc0 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7929499 Jul 27 08:39:48.583438 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-1c8f16dc-a08e-460a-ae1b-194e879c8b75 None None] Provisioning complete for port e8a0e0d3-038b-475c-b988-cb677e787e58 triggered by entity DHCP. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:39:48.585597 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-1c8f16dc-a08e-460a-ae1b-194e879c8b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (e8a0e0d3-038b-475c-b988-cb677e787e58), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:48.669316 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6ceaf3-4f12-4451-810b-6165769a6e35 req-f131b129-c7f1-4fce-a578-c990cede9d6d tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:39:48.670508 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-8a6ceaf3-4f12-4451-810b-6165769a6e35 req-f131b129-c7f1-4fce-a578-c990cede9d6d tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.42 "GET /v2.0/networks?id=86596533-e5bc-41a5-8bd8-3e19070777ca HTTP/1.1" status: 200 len: 810 time: 0.5248828 Jul 27 08:39:48.702285 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb714af6-dcc1-40f4-bfed-668dcfb29414 req-61238e0f-cdaa-4db9-803e-2976966a40d5 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:39:48.705527 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-bb714af6-dcc1-40f4-bfed-668dcfb29414 req-61238e0f-cdaa-4db9-803e-2976966a40d5 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=73303fae-c87c-4ca8-86ef-f53a66bb47d9 HTTP/1.1" status: 200 len: 932 time: 0.1925991 Jul 27 08:39:48.710033 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-1c8f16dc-a08e-460a-ae1b-194e879c8b75 None None] Port e8a0e0d3-038b-475c-b988-cb677e787e58 cannot update to ACTIVE because it is not bound. {{(pid=104487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 08:39:48.834340 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-8a6ceaf3-4f12-4451-810b-6165769a6e35 req-0d60dcc4-cc2b-4725-9cfe-da59df4cb744 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9dcfebb6e1774a7daed20b60d2379875 HTTP/1.1" status: 200 len: 379 time: 0.1247013 Jul 27 08:39:48.840002 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-bb714af6-dcc1-40f4-bfed-668dcfb29414 req-e1e066f0-6c48-43c0-b937-314101a247c1 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=31a1d554-5c9d-495f-8673-5decc904dcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188731 Jul 27 08:39:48.917803 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-e75b92c4-35f0-4e13-b31d-b9039aac20d6 req-d9279217-9d8b-4d55-bc8a-df50d719a1dd tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/ports?device_id=ba1df927-86a0-4ed5-aad6-b45dd817b46e HTTP/1.1" status: 200 len: 210 time: 0.1197217 Jul 27 08:39:49.019768 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-5cd69441-5a7f-4e69-9619-28e7954855ea req-e84123b3-115b-4bfe-888a-c75b81300eab tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7739cba-0102-4d24-ac1e-904912fe2c65 HTTP/1.1" status: 200 len: 210 time: 0.0392151 Jul 27 08:39:49.058045 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=80,neutron:DELETE=8,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:39:49.226885 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25a92d2-9bff-4c39-ab8d-8a85446bc459 req-4ce1eaac-596c-419f-bbf8-f83bcc6b7931 tempest-DeleteServersTestJSON-191602701 tempest-DeleteServersTestJSON-191602701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:39:49.229034 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-e25a92d2-9bff-4c39-ab8d-8a85446bc459 req-4ce1eaac-596c-419f-bbf8-f83bcc6b7931 tempest-DeleteServersTestJSON-191602701 tempest-DeleteServersTestJSON-191602701-project] 10.222.0.40 "GET /v2.0/ports?device_id=10fdcb61-b888-4d03-a3f2-e398132cfc27 HTTP/1.1" status: 200 len: 931 time: 0.0524664 Jul 27 08:39:49.286697 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.v2.base [req-8a6ceaf3-4f12-4451-810b-6165769a6e35 req-5249c59f-0892-4ebe-933d-5cde0ae0da66 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Request body: {'port': {'device_id': 'f7739cba-0102-4d24-ac1e-904912fe2c65', 'network_id': '86596533-e5bc-41a5-8bd8-3e19070777ca', 'admin_state_up': True, 'tenant_id': '9dcfebb6e1774a7daed20b60d2379875', 'security_groups': ['791a5d6c-9866-4968-9e83-75fa41831371']}} {{(pid=104486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:39:49.289620 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.v2.base [req-5f279366-fa0f-43f3-8b46-f76c183b6ad2 req-6e8034fa-8247-46f3-af23-29ef0818ddde service neutron] Request body: {'port': {'device_id': '10fdcb61-b888-4d03-a3f2-e398132cfc27', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85117'}} {{(pid=104485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:39:49.355566 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.v2.base [req-7ab30797-a826-419a-8b9e-3ee61005e298 req-59e9c8ae-91c0-4477-bdcd-f86e046d1d70 service neutron] Request body: {'port': {'device_id': '73303fae-c87c-4ca8-86ef-f53a66bb47d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85117'}} {{(pid=104486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:39:49.369413 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-e25a92d2-9bff-4c39-ab8d-8a85446bc459 req-0fffadbc-64d3-4bbd-b0f4-4de395575d26 tempest-DeleteServersTestJSON-191602701 tempest-DeleteServersTestJSON-191602701-project] 10.222.0.40 "GET /v2.0/security-groups?id=18b82cff-68dc-43fa-89da-9cbf13a5e5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292613 Jul 27 08:39:49.423520 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [req-5f279366-fa0f-43f3-8b46-f76c183b6ad2 req-6e8034fa-8247-46f3-af23-29ef0818ddde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (74a7aaef-2da9-4a35-9f8f-3a48630457ec), before_update {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:49.554393 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:39:49.571285 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-7ab30797-a826-419a-8b9e-3ee61005e298 req-59e9c8ae-91c0-4477-bdcd-f86e046d1d70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (e8a0e0d3-038b-475c-b988-cb677e787e58), before_update {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:49.868357 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a6ceaf3-4f12-4451-810b-6165769a6e35 req-5249c59f-0892-4ebe-933d-5cde0ae0da66 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Made reservation on behalf of 9dcfebb6e1774a7daed20b60d2379875 for: {'port': 1} {{(pid=104486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 08:39:49.891158 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-8a6ceaf3-4f12-4451-810b-6165769a6e35 req-5249c59f-0892-4ebe-933d-5cde0ae0da66 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (None), before_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:50.172411 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:39:50.191752 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-8cb53129-c131-44c1-8c7b-7a4df453e99a req-a5578ea6-0d5d-42e3-b6d1-596a1e8421fe tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/ports?device_id=ba1df927-86a0-4ed5-aad6-b45dd817b46e HTTP/1.1" status: 200 len: 210 time: 0.1424797 Jul 27 08:39:50.234281 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.notifiers.nova [req-5f279366-fa0f-43f3-8b46-f76c183b6ad2 req-6e8034fa-8247-46f3-af23-29ef0818ddde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74a7aaef-2da9-4a35-9f8f-3a48630457ec {{(pid=104485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 08:39:50.243593 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [req-5f279366-fa0f-43f3-8b46-f76c183b6ad2 req-6e8034fa-8247-46f3-af23-29ef0818ddde service neutron] Publish callbacks [] for port (74a7aaef-2da9-4a35-9f8f-3a48630457ec), precommit_update {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:50.246512 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-45eb61cd-e3d7-4840-8013-3080c7768274 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (36998da0-f99a-403d-814c-b55466abd131), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:50.291537 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.db.provisioning_blocks [req-5f279366-fa0f-43f3-8b46-f76c183b6ad2 req-6e8034fa-8247-46f3-af23-29ef0818ddde service neutron] Transition to ACTIVE for port object 74a7aaef-2da9-4a35-9f8f-3a48630457ec will not be triggered until provisioned by entity L2. {{(pid=104485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 27 08:39:50.364466 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a04853-3f44-495e-9c73-fb39b35c1dca req-5ec486a2-933e-4506-82d3-c9f87dacd199 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:39:50.369023 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-aeed409f-5c35-4ec9-9562-2375727c13b5 req-a93c2d2e-1b04-44bd-8533-4ef877d0af03 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7739cba-0102-4d24-ac1e-904912fe2c65 HTTP/1.1" status: 200 len: 210 time: 0.0657423 Jul 27 08:39:50.372009 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [req-5f279366-fa0f-43f3-8b46-f76c183b6ad2 req-6e8034fa-8247-46f3-af23-29ef0818ddde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (74a7aaef-2da9-4a35-9f8f-3a48630457ec), after_update {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:50.399423 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-a2a04853-3f44-495e-9c73-fb39b35c1dca req-5ec486a2-933e-4506-82d3-c9f87dacd199 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=73303fae-c87c-4ca8-86ef-f53a66bb47d9 HTTP/1.1" status: 200 len: 932 time: 0.3479617 Jul 27 08:39:50.406544 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.42', 59980) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:39:50.545382 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.db.db_base_plugin_common [req-8a6ceaf3-4f12-4451-810b-6165769a6e35 req-5249c59f-0892-4ebe-933d-5cde0ae0da66 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Allocated IP 172.20.0.9 (86596533-e5bc-41a5-8bd8-3e19070777ca/7bb93b59-455b-4e46-8d58-a8f142f5867d/535f88dd-47a5-428c-ab18-ca28f688244a) {{(pid=104486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 08:39:50.716615 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:39:50.722236 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8034fa-8247-46f3-af23-29ef0818ddde service neutron] Pushing event updated for resources: {'Port': ['ID=74a7aaef-2da9-4a35-9f8f-3a48630457ec,revision_number=2']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:39:50.728813 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=76,neutron:INSERT=22,neutron:UPDATE=2 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:39:50.805607 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (40990755-2d84-4c9d-828c-eda94a5136e8), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:50.999240 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99a0598-a90e-40e1-8908-a6395cbd6136 req-e487e048-cf81-4f48-a05a-ffac35d02420 tempest-DeleteServersTestJSON-191602701 tempest-DeleteServersTestJSON-191602701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:39:51.013140 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-f99a0598-a90e-40e1-8908-a6395cbd6136 req-e487e048-cf81-4f48-a05a-ffac35d02420 tempest-DeleteServersTestJSON-191602701 tempest-DeleteServersTestJSON-191602701-project] 10.222.0.40 "GET /v2.0/ports?device_id=10fdcb61-b888-4d03-a3f2-e398132cfc27 HTTP/1.1" status: 200 len: 943 time: 0.2948954 Jul 27 08:39:51.075902 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.managers [req-5f279366-fa0f-43f3-8b46-f76c183b6ad2 req-6e8034fa-8247-46f3-af23-29ef0818ddde service neutron] Attempting to bind port 74a7aaef-2da9-4a35-9f8f-3a48630457ec on host hv-cinder-85117 for vnic_type normal with profile {{(pid=104485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 08:39:51.076358 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.managers [req-5f279366-fa0f-43f3-8b46-f76c183b6ad2 req-6e8034fa-8247-46f3-af23-29ef0818ddde service neutron] Attempting to bind port 74a7aaef-2da9-4a35-9f8f-3a48630457ec by drivers openvswitch,hyperv on host hv-cinder-85117 at level 0 using segments [{'id': '2c0fb304-3c22-4ed5-9a02-db9a55430652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'a1f6320b-3782-410e-b338-e24d3c56438a'}] {{(pid=104485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 08:39:51.076708 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f279366-fa0f-43f3-8b46-f76c183b6ad2 req-6e8034fa-8247-46f3-af23-29ef0818ddde service neutron] Attempting to bind port 74a7aaef-2da9-4a35-9f8f-3a48630457ec on network a1f6320b-3782-410e-b338-e24d3c56438a {{(pid=104485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 08:39:51.108363 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca9122d-7950-48d3-b3c4-98c5de5b8513 req-c5aaaf43-935f-426b-8ad3-2ba50435c94d tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:39:51.110115 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-8ca9122d-7950-48d3-b3c4-98c5de5b8513 req-c5aaaf43-935f-426b-8ad3-2ba50435c94d tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.42 "GET /v2.0/networks?id=8f6980da-175b-4e92-9032-637e0458eb4f HTTP/1.1" status: 200 len: 815 time: 0.4371295 Jul 27 08:39:51.121317 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f279366-fa0f-43f3-8b46-f76c183b6ad2 req-6e8034fa-8247-46f3-af23-29ef0818ddde service neutron] Port 74a7aaef-2da9-4a35-9f8f-3a48630457ec on network a1f6320b-3782-410e-b338-e24d3c56438a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85117 {{(pid=104485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 27 08:39:51.121642 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f279366-fa0f-43f3-8b46-f76c183b6ad2 req-6e8034fa-8247-46f3-af23-29ef0818ddde service neutron] Attempting to bind port 74a7aaef-2da9-4a35-9f8f-3a48630457ec on network a1f6320b-3782-410e-b338-e24d3c56438a {{(pid=104485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 08:39:51.136215 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f279366-fa0f-43f3-8b46-f76c183b6ad2 req-6e8034fa-8247-46f3-af23-29ef0818ddde service neutron] Checking agent: {'id': '40990755-2d84-4c9d-828c-eda94a5136e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85117', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 8, 37, 21), 'started_at': datetime.datetime(2022, 7, 27, 8, 37, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 8, 39, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 08:39:51.138876 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f279366-fa0f-43f3-8b46-f76c183b6ad2 req-6e8034fa-8247-46f3-af23-29ef0818ddde service neutron] Checking segment: {'id': '2c0fb304-3c22-4ed5-9a02-db9a55430652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'a1f6320b-3782-410e-b338-e24d3c56438a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 08:39:51.138876 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f279366-fa0f-43f3-8b46-f76c183b6ad2 req-6e8034fa-8247-46f3-af23-29ef0818ddde service neutron] Bound using segment: {'id': '2c0fb304-3c22-4ed5-9a02-db9a55430652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'a1f6320b-3782-410e-b338-e24d3c56438a'} {{(pid=104485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 08:39:51.138876 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.managers [req-5f279366-fa0f-43f3-8b46-f76c183b6ad2 req-6e8034fa-8247-46f3-af23-29ef0818ddde service neutron] Bound port: 74a7aaef-2da9-4a35-9f8f-3a48630457ec, host: hv-cinder-85117, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c0fb304-3c22-4ed5-9a02-db9a55430652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'a1f6320b-3782-410e-b338-e24d3c56438a'}}] {{(pid=104485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 08:39:51.138876 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [req-5f279366-fa0f-43f3-8b46-f76c183b6ad2 req-6e8034fa-8247-46f3-af23-29ef0818ddde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (74a7aaef-2da9-4a35-9f8f-3a48630457ec), before_update {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:51.180961 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-a2a04853-3f44-495e-9c73-fb39b35c1dca req-4864787d-1349-4212-867d-0a90469d3b24 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=31a1d554-5c9d-495f-8673-5decc904dcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7774627 Jul 27 08:39:51.207092 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-f99a0598-a90e-40e1-8908-a6395cbd6136 req-e96b3182-b3a1-4233-af69-e8fc549d3c21 tempest-DeleteServersTestJSON-191602701 tempest-DeleteServersTestJSON-191602701-project] 10.222.0.40 "GET /v2.0/security-groups?id=18b82cff-68dc-43fa-89da-9cbf13a5e5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903048 Jul 27 08:39:51.340251 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.db [req-5f279366-fa0f-43f3-8b46-f76c183b6ad2 req-6e8034fa-8247-46f3-af23-29ef0818ddde service neutron] For port 74a7aaef-2da9-4a35-9f8f-3a48630457ec, host hv-cinder-85117, cleared binding levels {{(pid=104485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 08:39:51.346381 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.db [req-5f279366-fa0f-43f3-8b46-f76c183b6ad2 req-6e8034fa-8247-46f3-af23-29ef0818ddde service neutron] For port 74a7aaef-2da9-4a35-9f8f-3a48630457ec, host hv-cinder-85117, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85117',level=0,port_id=74a7aaef-2da9-4a35-9f8f-3a48630457ec,segment=NetworkSegment(2c0fb304-3c22-4ed5-9a02-db9a55430652),segment_id=2c0fb304-3c22-4ed5-9a02-db9a55430652)] {{(pid=104485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 08:39:51.346577 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-8ca9122d-7950-48d3-b3c4-98c5de5b8513 req-0d380082-eb27-447b-90ea-35e19ed92203 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=940250de2f6f47ed9edc1bb0468551c8 HTTP/1.1" status: 200 len: 380 time: 0.1818004 Jul 27 08:39:51.349406 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:39:51.363870 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.v2.base [req-8ca9122d-7950-48d3-b3c4-98c5de5b8513 req-7303a191-24be-4b38-9f66-249e6a8b9d25 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Request body: {'port': {'device_id': 'ba1df927-86a0-4ed5-aad6-b45dd817b46e', 'network_id': '8f6980da-175b-4e92-9032-637e0458eb4f', 'admin_state_up': True, 'tenant_id': '940250de2f6f47ed9edc1bb0468551c8', 'security_groups': ['20ccab17-1700-4df5-99cd-066da22ecf9e']}} {{(pid=104486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:39:51.407707 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-8a6ceaf3-4f12-4451-810b-6165769a6e35 req-5249c59f-0892-4ebe-933d-5cde0ae0da66 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Publish callbacks [] for port (535f88dd-47a5-428c-ab18-ca28f688244a), precommit_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:51.408033 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-83feb67a-80d7-474e-96e8-1d92c33387c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (0a293c43-2970-4b69-9d2a-dcf41d8870ef), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:51.439772 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-65d9368e-aec6-4e8c-abc5-46d270d28f08 req-7f2d00e2-351c-4bc3-98a9-a4d9cce63cd7 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/ports?device_id=ba1df927-86a0-4ed5-aad6-b45dd817b46e HTTP/1.1" status: 200 len: 210 time: 0.0464523 Jul 27 08:39:51.458597 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.notifiers.nova [req-7ab30797-a826-419a-8b9e-3ee61005e298 req-59e9c8ae-91c0-4477-bdcd-f86e046d1d70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8a0e0d3-038b-475c-b988-cb677e787e58 {{(pid=104486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 08:39:51.477021 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-7ab30797-a826-419a-8b9e-3ee61005e298 req-59e9c8ae-91c0-4477-bdcd-f86e046d1d70 service neutron] Publish callbacks [] for port (e8a0e0d3-038b-475c-b988-cb677e787e58), precommit_update {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:51.587145 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-7b9f42a5-9078-45f2-a879-19ae5f28d56b req-59456f5f-c2b8-4b0d-9269-614f454fda27 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7739cba-0102-4d24-ac1e-904912fe2c65 HTTP/1.1" status: 200 len: 210 time: 0.0676765 Jul 27 08:39:51.588399 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.db.provisioning_blocks [req-7ab30797-a826-419a-8b9e-3ee61005e298 req-59e9c8ae-91c0-4477-bdcd-f86e046d1d70 service neutron] Transition to ACTIVE for port object e8a0e0d3-038b-475c-b988-cb677e787e58 will not be triggered until provisioned by entity L2. {{(pid=104486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 27 08:39:51.719615 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [req-5f279366-fa0f-43f3-8b46-f76c183b6ad2 req-6e8034fa-8247-46f3-af23-29ef0818ddde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (74a7aaef-2da9-4a35-9f8f-3a48630457ec), after_update {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:51.743840 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (ed9de811-f248-496b-b487-860d50d7cee7), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:51.745271 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:39:51.749074 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-8a6ceaf3-4f12-4451-810b-6165769a6e35 req-5249c59f-0892-4ebe-933d-5cde0ae0da66 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786709965397'] for port (535f88dd-47a5-428c-ab18-ca28f688244a), after_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:51.752111 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-7ab30797-a826-419a-8b9e-3ee61005e298 req-59e9c8ae-91c0-4477-bdcd-f86e046d1d70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (e8a0e0d3-038b-475c-b988-cb677e787e58), after_update {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:51.801940 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f279366-fa0f-43f3-8b46-f76c183b6ad2 req-6e8034fa-8247-46f3-af23-29ef0818ddde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:39:51.802623 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [req-5f279366-fa0f-43f3-8b46-f76c183b6ad2 req-6e8034fa-8247-46f3-af23-29ef0818ddde service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8374701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7864717'] for port (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:51.804149 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-5f279366-fa0f-43f3-8b46-f76c183b6ad2 req-6e8034fa-8247-46f3-af23-29ef0818ddde service neutron] 10.222.0.42 "PUT /v2.0/ports/74a7aaef-2da9-4a35-9f8f-3a48630457ec HTTP/1.1" status: 200 len: 1093 time: 3.5764916 Jul 27 08:39:51.804651 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10fdcb61-b888-4d03-a3f2-e398132cfc27', 'tag': '74a7aaef-2da9-4a35-9f8f-3a48630457ec'}] {{(pid=104485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 08:39:51.853000 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e9c8ae-91c0-4477-bdcd-f86e046d1d70 service neutron] Pushing event updated for resources: {'Port': ['ID=e8a0e0d3-038b-475c-b988-cb677e787e58,revision_number=2']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:39:51.863196 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ca9122d-7950-48d3-b3c4-98c5de5b8513 req-7303a191-24be-4b38-9f66-249e6a8b9d25 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Made reservation on behalf of 940250de2f6f47ed9edc1bb0468551c8 for: {'port': 1} {{(pid=104486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 08:39:51.874649 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-8ca9122d-7950-48d3-b3c4-98c5de5b8513 req-7303a191-24be-4b38-9f66-249e6a8b9d25 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (None), before_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:51.934416 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8034fa-8247-46f3-af23-29ef0818ddde service neutron] Pushing event updated for resources: {'Port': ['ID=74a7aaef-2da9-4a35-9f8f-3a48630457ec,revision_number=3']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:39:52.024189 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5249c59f-0892-4ebe-933d-5cde0ae0da66 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Pushing event updated for resources: {'Port': ['ID=535f88dd-47a5-428c-ab18-ca28f688244a,revision_number=1']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:39:52.143242 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a6ceaf3-4f12-4451-810b-6165769a6e35 req-5249c59f-0892-4ebe-933d-5cde0ae0da66 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Network 86596533-e5bc-41a5-8bd8-3e19070777ca is already hosted by enough agents. {{(pid=104486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 08:39:52.181885 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.scheduler.base_scheduler [req-8a6ceaf3-4f12-4451-810b-6165769a6e35 req-5249c59f-0892-4ebe-933d-5cde0ae0da66 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Resources bound (agent type, host, resource id): {{(pid=104486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 08:39:52.333172 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a6ceaf3-4f12-4451-810b-6165769a6e35 req-5249c59f-0892-4ebe-933d-5cde0ae0da66 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Received port after_create {{(pid=104486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 08:39:52.338570 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6ceaf3-4f12-4451-810b-6165769a6e35 req-5249c59f-0892-4ebe-933d-5cde0ae0da66 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:39:52.339217 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-8a6ceaf3-4f12-4451-810b-6165769a6e35 req-5249c59f-0892-4ebe-933d-5cde0ae0da66 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8374701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7864717'] for port (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:52.343624 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f279366-fa0f-43f3-8b46-f76c183b6ad2 req-4453e26f-ca11-4c30-885d-ee934299f4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:39:52.345132 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-5f279366-fa0f-43f3-8b46-f76c183b6ad2 req-4453e26f-ca11-4c30-885d-ee934299f4a9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bbedb0ad0538471e98b0641598f08c17&device_id=10fdcb61-b888-4d03-a3f2-e398132cfc27 HTTP/1.1" status: 200 len: 1127 time: 0.3542581 Jul 27 08:39:52.385243 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:39:52.527697 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:39:52.583581 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:39:52.653594 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.managers [req-7ab30797-a826-419a-8b9e-3ee61005e298 req-59e9c8ae-91c0-4477-bdcd-f86e046d1d70 service neutron] Attempting to bind port e8a0e0d3-038b-475c-b988-cb677e787e58 on host hv-cinder-85117 for vnic_type normal with profile {{(pid=104486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 08:39:52.682689 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.managers [req-7ab30797-a826-419a-8b9e-3ee61005e298 req-59e9c8ae-91c0-4477-bdcd-f86e046d1d70 service neutron] Attempting to bind port e8a0e0d3-038b-475c-b988-cb677e787e58 by drivers openvswitch,hyperv on host hv-cinder-85117 at level 0 using segments [{'id': 'd4421dbb-2177-49de-a9fa-abc5e0331875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '77554b81-fd19-4316-8d69-62980152360c'}] {{(pid=104486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 08:39:52.683420 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab30797-a826-419a-8b9e-3ee61005e298 req-59e9c8ae-91c0-4477-bdcd-f86e046d1d70 service neutron] Attempting to bind port e8a0e0d3-038b-475c-b988-cb677e787e58 on network 77554b81-fd19-4316-8d69-62980152360c {{(pid=104486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 08:39:52.697082 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-5f279366-fa0f-43f3-8b46-f76c183b6ad2 req-e086b2b1-5157-4777-a2be-52b1d4336696 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74a7aaef-2da9-4a35-9f8f-3a48630457ec HTTP/1.1" status: 200 len: 217 time: 0.3134031 Jul 27 08:39:52.710732 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab30797-a826-419a-8b9e-3ee61005e298 req-59e9c8ae-91c0-4477-bdcd-f86e046d1d70 service neutron] Port e8a0e0d3-038b-475c-b988-cb677e787e58 on network 77554b81-fd19-4316-8d69-62980152360c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85117 {{(pid=104486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 27 08:39:52.720335 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab30797-a826-419a-8b9e-3ee61005e298 req-59e9c8ae-91c0-4477-bdcd-f86e046d1d70 service neutron] Attempting to bind port e8a0e0d3-038b-475c-b988-cb677e787e58 on network 77554b81-fd19-4316-8d69-62980152360c {{(pid=104486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 08:39:52.750416 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-8a6ceaf3-4f12-4451-810b-6165769a6e35 req-5249c59f-0892-4ebe-933d-5cde0ae0da66 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4715569 Jul 27 08:39:52.777582 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab30797-a826-419a-8b9e-3ee61005e298 req-59e9c8ae-91c0-4477-bdcd-f86e046d1d70 service neutron] Checking agent: {'id': '40990755-2d84-4c9d-828c-eda94a5136e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85117', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 8, 37, 21), 'started_at': datetime.datetime(2022, 7, 27, 8, 37, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 8, 39, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 08:39:52.778087 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab30797-a826-419a-8b9e-3ee61005e298 req-59e9c8ae-91c0-4477-bdcd-f86e046d1d70 service neutron] Checking segment: {'id': 'd4421dbb-2177-49de-a9fa-abc5e0331875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '77554b81-fd19-4316-8d69-62980152360c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 08:39:52.778724 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab30797-a826-419a-8b9e-3ee61005e298 req-59e9c8ae-91c0-4477-bdcd-f86e046d1d70 service neutron] Bound using segment: {'id': 'd4421dbb-2177-49de-a9fa-abc5e0331875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '77554b81-fd19-4316-8d69-62980152360c'} {{(pid=104486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 08:39:52.779211 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.managers [req-7ab30797-a826-419a-8b9e-3ee61005e298 req-59e9c8ae-91c0-4477-bdcd-f86e046d1d70 service neutron] Bound port: e8a0e0d3-038b-475c-b988-cb677e787e58, host: hv-cinder-85117, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4421dbb-2177-49de-a9fa-abc5e0331875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '77554b81-fd19-4316-8d69-62980152360c'}}] {{(pid=104486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 08:39:52.779614 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-7ab30797-a826-419a-8b9e-3ee61005e298 req-59e9c8ae-91c0-4477-bdcd-f86e046d1d70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (e8a0e0d3-038b-475c-b988-cb677e787e58), before_update {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:52.795671 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-1df3e841-ebd8-4a6b-8bb1-15b3216f8915 None None] Provisioning complete for port 535f88dd-47a5-428c-ab18-ca28f688244a triggered by entity DHCP. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:39:52.796293 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-1df3e841-ebd8-4a6b-8bb1-15b3216f8915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (535f88dd-47a5-428c-ab18-ca28f688244a), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:52.815796 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.v2.base [req-8a6ceaf3-4f12-4451-810b-6165769a6e35 req-9793dfd0-1526-48ca-a39a-f77e16613aff service neutron] Request body: {'port': {'device_id': 'f7739cba-0102-4d24-ac1e-904912fe2c65', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85117'}} {{(pid=104486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:39:52.831324 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bc7d03-17c0-45cd-b539-94e2e1be65d0 req-963bd9be-04f2-417e-9bb9-e88d21cfb51a tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:39:52.833843 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-59bc7d03-17c0-45cd-b539-94e2e1be65d0 req-963bd9be-04f2-417e-9bb9-e88d21cfb51a tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=73303fae-c87c-4ca8-86ef-f53a66bb47d9 HTTP/1.1" status: 200 len: 944 time: 0.3552611 Jul 27 08:39:52.877543 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-1df3e841-ebd8-4a6b-8bb1-15b3216f8915 None None] Port 535f88dd-47a5-428c-ab18-ca28f688244a cannot update to ACTIVE because it is not bound. {{(pid=104487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 08:39:52.901027 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9fd934-6a01-47de-ae49-b15ac23c89df req-10f7dc5d-88f5-46c4-ba8e-68da58670c07 tempest-DeleteServersTestJSON-191602701 tempest-DeleteServersTestJSON-191602701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:39:52.903481 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-0c9fd934-6a01-47de-ae49-b15ac23c89df req-10f7dc5d-88f5-46c4-ba8e-68da58670c07 tempest-DeleteServersTestJSON-191602701 tempest-DeleteServersTestJSON-191602701-project] 10.222.0.40 "GET /v2.0/ports?device_id=10fdcb61-b888-4d03-a3f2-e398132cfc27 HTTP/1.1" status: 200 len: 943 time: 0.2451401 Jul 27 08:39:52.908858 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f4ab7c7b1e34975a56cd7ce610f5615b70f950c8da59d9e9b5a870069a9544" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da384bcd-2cdc-401c-9406-87cb66f9fca1" -d '{"events": [{"name": "network-changed", "server_uuid": "10fdcb61-b888-4d03-a3f2-e398132cfc27", "tag": "74a7aaef-2da9-4a35-9f8f-3a48630457ec"}]}' {{(pid=104485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 08:39:52.975887 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:39:52.993016 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-0c9fd934-6a01-47de-ae49-b15ac23c89df req-a7b2e93f-8ea0-42ff-848d-0438381e5775 tempest-DeleteServersTestJSON-191602701 tempest-DeleteServersTestJSON-191602701-project] 10.222.0.40 "GET /v2.0/security-groups?id=18b82cff-68dc-43fa-89da-9cbf13a5e5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773306 Jul 27 08:39:53.017421 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f279366-fa0f-43f3-8b46-f76c183b6ad2 req-452ad31a-afee-4b9e-88ef-812cef24b39c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:39:53.019308 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-5f279366-fa0f-43f3-8b46-f76c183b6ad2 req-452ad31a-afee-4b9e-88ef-812cef24b39c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b9a36973-6488-46d1-aba2-a7cfa39fed68 HTTP/1.1" status: 200 len: 851 time: 0.2580452 Jul 27 08:39:53.028567 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=85,neutron:INSERT=7,neutron:DELETE=4,neutron:UPDATE=4 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:39:53.040101 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=28 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:39:53.133810 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-a61b191d-0f1c-4c6a-adca-b1727dd3e0d9 req-e6daa0d3-f1f0-43cb-b741-f9e79f19797a tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/ports?device_id=ba1df927-86a0-4ed5-aad6-b45dd817b46e HTTP/1.1" status: 200 len: 210 time: 0.0490055 Jul 27 08:39:53.141101 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.db.db_base_plugin_common [req-8ca9122d-7950-48d3-b3c4-98c5de5b8513 req-7303a191-24be-4b38-9f66-249e6a8b9d25 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Allocated IP 172.20.0.11 (8f6980da-175b-4e92-9032-637e0458eb4f/5784479d-44dd-45ed-b6e6-1aaaf2f91b93/55ebce99-8df7-4923-ac6f-3bba997bb3ff) {{(pid=104486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 08:39:53.187191 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-59bc7d03-17c0-45cd-b539-94e2e1be65d0 req-2d2f4e0c-ce24-4951-8ef9-9a5f5524045e tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=31a1d554-5c9d-495f-8673-5decc904dcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2931430 Jul 27 08:39:53.224584 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.db [req-7ab30797-a826-419a-8b9e-3ee61005e298 req-59e9c8ae-91c0-4477-bdcd-f86e046d1d70 service neutron] For port e8a0e0d3-038b-475c-b988-cb677e787e58, host hv-cinder-85117, cleared binding levels {{(pid=104486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 08:39:53.230863 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:39:53.235359 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.db [req-7ab30797-a826-419a-8b9e-3ee61005e298 req-59e9c8ae-91c0-4477-bdcd-f86e046d1d70 service neutron] For port e8a0e0d3-038b-475c-b988-cb677e787e58, host hv-cinder-85117, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85117',level=0,port_id=e8a0e0d3-038b-475c-b988-cb677e787e58,segment=NetworkSegment(d4421dbb-2177-49de-a9fa-abc5e0331875),segment_id=d4421dbb-2177-49de-a9fa-abc5e0331875)] {{(pid=104486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 08:39:53.251124 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-8a6ceaf3-4f12-4451-810b-6165769a6e35 req-9793dfd0-1526-48ca-a39a-f77e16613aff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (535f88dd-47a5-428c-ab18-ca28f688244a), before_update {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:53.350299 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f279366-fa0f-43f3-8b46-f76c183b6ad2 req-db2b3e5e-da10-4859-b5c7-7eae36da3fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:39:53.352029 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-5f279366-fa0f-43f3-8b46-f76c183b6ad2 req-db2b3e5e-da10-4859-b5c7-7eae36da3fa8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a1f6320b-3782-410e-b338-e24d3c56438a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2011204 Jul 27 08:39:53.371023 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10f16f9-ad7a-44c6-884c-657eecf0283a req-6f3172ad-cddd-4016-ad5e-89e0f2459e61 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:39:53.371842 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-a10f16f9-ad7a-44c6-884c-657eecf0283a req-6f3172ad-cddd-4016-ad5e-89e0f2459e61 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7739cba-0102-4d24-ac1e-904912fe2c65 HTTP/1.1" status: 200 len: 931 time: 0.0877900 Jul 27 08:39:53.396544 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-7ab30797-a826-419a-8b9e-3ee61005e298 req-59e9c8ae-91c0-4477-bdcd-f86e046d1d70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (e8a0e0d3-038b-475c-b988-cb677e787e58), after_update {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:53.495440 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-a10f16f9-ad7a-44c6-884c-657eecf0283a req-b03c56e7-e530-4fae-b02c-d975eb017322 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/security-groups?id=791a5d6c-9866-4968-9e83-75fa41831371&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134403 Jul 27 08:39:53.513057 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-5f279366-fa0f-43f3-8b46-f76c183b6ad2 req-d32e7899-375f-4bdf-b66a-a0a08fd7096b service neutron] 10.222.0.42 "GET /v2.0/networks/a1f6320b-3782-410e-b338-e24d3c56438a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401477 Jul 27 08:39:53.597364 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab30797-a826-419a-8b9e-3ee61005e298 req-59e9c8ae-91c0-4477-bdcd-f86e046d1d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:39:53.598853 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-7ab30797-a826-419a-8b9e-3ee61005e298 req-59e9c8ae-91c0-4477-bdcd-f86e046d1d70 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8374701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7864717'] for port (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:53.600541 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-7ab30797-a826-419a-8b9e-3ee61005e298 req-59e9c8ae-91c0-4477-bdcd-f86e046d1d70 service neutron] 10.222.0.42 "PUT /v2.0/ports/e8a0e0d3-038b-475c-b988-cb677e787e58 HTTP/1.1" status: 200 len: 1094 time: 4.9765151 Jul 27 08:39:53.601208 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73303fae-c87c-4ca8-86ef-f53a66bb47d9', 'tag': 'e8a0e0d3-038b-475c-b988-cb677e787e58'}] {{(pid=104486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 08:39:53.709902 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-5f279366-fa0f-43f3-8b46-f76c183b6ad2 req-7c65ad01-2b23-4045-a060-017237c560ce service neutron] 10.222.0.42 "GET /v2.0/networks/a1f6320b-3782-410e-b338-e24d3c56438a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750085 Jul 27 08:39:53.739251 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=100 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:39:53.862567 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab30797-a826-419a-8b9e-3ee61005e298 req-96ab5981-d486-4833-9c62-b03cba0ec978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:39:53.869382 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-7ab30797-a826-419a-8b9e-3ee61005e298 req-96ab5981-d486-4833-9c62-b03cba0ec978 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e2c60f49a9e14417bd1d9504128fc94b&device_id=73303fae-c87c-4ca8-86ef-f53a66bb47d9 HTTP/1.1" status: 200 len: 1128 time: 0.1058280 Jul 27 08:39:53.900735 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e9c8ae-91c0-4477-bdcd-f86e046d1d70 service neutron] Pushing event updated for resources: {'Port': ['ID=e8a0e0d3-038b-475c-b988-cb677e787e58,revision_number=3']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:39:53.924265 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 08:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6440036-c6f4-49bd-a829-083ae8e85170 x-openstack-request-id: req-d6440036-c6f4-49bd-a829-083ae8e85170 {{(pid=104485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 08:39:53.928481 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10fdcb61-b888-4d03-a3f2-e398132cfc27", "tag": "74a7aaef-2da9-4a35-9f8f-3a48630457ec", "status": "completed", "code": 200}]} {{(pid=104485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 08:39:53.928481 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-d6440036-c6f4-49bd-a829-083ae8e85170 {{(pid=104485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 08:39:53.928481 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6440036-c6f4-49bd-a829-083ae8e85170'] response: {'name': 'network-changed', 'server_uuid': '10fdcb61-b888-4d03-a3f2-e398132cfc27', 'tag': '74a7aaef-2da9-4a35-9f8f-3a48630457ec', 'status': 'completed', 'code': 200} Jul 27 08:39:54.007377 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-7ab30797-a826-419a-8b9e-3ee61005e298 req-ea12888c-9957-4e33-8566-64d5e3df222c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e8a0e0d3-038b-475c-b988-cb677e787e58 HTTP/1.1" status: 200 len: 217 time: 0.0521977 Jul 27 08:39:54.022213 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-8ca9122d-7950-48d3-b3c4-98c5de5b8513 req-7303a191-24be-4b38-9f66-249e6a8b9d25 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks [] for port (55ebce99-8df7-4923-ac6f-3bba997bb3ff), precommit_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:54.173842 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da384bcd-2cdc-401c-9406-87cb66f9fca1 req-27270e7e-fcb1-45c5-aa52-896d81d41bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:39:54.173842 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-da384bcd-2cdc-401c-9406-87cb66f9fca1 req-27270e7e-fcb1-45c5-aa52-896d81d41bda service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bbedb0ad0538471e98b0641598f08c17&device_id=10fdcb61-b888-4d03-a3f2-e398132cfc27 HTTP/1.1" status: 200 len: 1127 time: 0.1258683 Jul 27 08:39:54.253974 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab30797-a826-419a-8b9e-3ee61005e298 req-4b0b137e-a334-4e63-b5e0-6cae3910f880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:39:54.255704 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-7ab30797-a826-419a-8b9e-3ee61005e298 req-4b0b137e-a334-4e63-b5e0-6cae3910f880 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c4ce96ff-fd31-496d-82bd-3a3dbfb16be8 HTTP/1.1" status: 200 len: 856 time: 0.2129202 Jul 27 08:39:54.303526 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5ffc0a-355b-4fb1-8c1f-b0c38cdbb6a6 req-e8c06e1c-df7b-4368-9f2f-092399196edd tempest-DeleteServersTestJSON-191602701 tempest-DeleteServersTestJSON-191602701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:39:54.305587 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-8ca9122d-7950-48d3-b3c4-98c5de5b8513 req-7303a191-24be-4b38-9f66-249e6a8b9d25 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786709965397'] for port (55ebce99-8df7-4923-ac6f-3bba997bb3ff), after_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:54.314712 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-7b5ffc0a-355b-4fb1-8c1f-b0c38cdbb6a6 req-e8c06e1c-df7b-4368-9f2f-092399196edd tempest-DeleteServersTestJSON-191602701 tempest-DeleteServersTestJSON-191602701-project] 10.222.0.40 "GET /v2.0/ports?device_id=10fdcb61-b888-4d03-a3f2-e398132cfc27 HTTP/1.1" status: 200 len: 943 time: 0.1128240 Jul 27 08:39:54.420577 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0fbdf057086729fb3d5906bdd251c7adb98d678ad2f5ce1a48bcc8d44af0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d0ddb1e-fffc-4f95-b7d1-bb5805e91f5e" -d '{"events": [{"name": "network-changed", "server_uuid": "73303fae-c87c-4ca8-86ef-f53a66bb47d9", "tag": "e8a0e0d3-038b-475c-b988-cb677e787e58"}]}' {{(pid=104486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 08:39:54.437959 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7303a191-24be-4b38-9f66-249e6a8b9d25 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Pushing event updated for resources: {'Port': ['ID=55ebce99-8df7-4923-ac6f-3bba997bb3ff,revision_number=1']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:39:54.472378 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab30797-a826-419a-8b9e-3ee61005e298 req-f6f71191-3a25-4b30-892c-6155b26db011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:39:54.475379 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-7ab30797-a826-419a-8b9e-3ee61005e298 req-f6f71191-3a25-4b30-892c-6155b26db011 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=77554b81-fd19-4316-8d69-62980152360c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1569984 Jul 27 08:39:54.482128 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-7b5ffc0a-355b-4fb1-8c1f-b0c38cdbb6a6 req-0acaf6d8-a476-4b53-9b08-17389d9d0ac8 tempest-DeleteServersTestJSON-191602701 tempest-DeleteServersTestJSON-191602701-project] 10.222.0.40 "GET /v2.0/security-groups?id=18b82cff-68dc-43fa-89da-9cbf13a5e5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657495 Jul 27 08:39:54.491877 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:INSERT=7,neutron:SELECT=87,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:39:54.635384 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-7ab30797-a826-419a-8b9e-3ee61005e298 req-5ed4ea10-bea7-43bd-a130-a18f116430e3 service neutron] 10.222.0.42 "GET /v2.0/networks/77554b81-fd19-4316-8d69-62980152360c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518462 Jul 27 08:39:54.766613 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e206a85c-2b98-42cf-9985-e165c7da9859 req-0b5afb83-49f8-4718-b143-25bb1621bb6f tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:39:54.768395 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-e206a85c-2b98-42cf-9985-e165c7da9859 req-0b5afb83-49f8-4718-b143-25bb1621bb6f tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=73303fae-c87c-4ca8-86ef-f53a66bb47d9 HTTP/1.1" status: 200 len: 944 time: 0.1297016 Jul 27 08:39:54.847123 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-7ab30797-a826-419a-8b9e-3ee61005e298 req-1a0170ae-4807-4d5e-968e-47d349de57fe service neutron] 10.222.0.42 "GET /v2.0/networks/77554b81-fd19-4316-8d69-62980152360c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780546 Jul 27 08:39:54.863469 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-e206a85c-2b98-42cf-9985-e165c7da9859 req-9b5a0e31-6a09-4135-b54d-5e9a2cdfd21d tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=31a1d554-5c9d-495f-8673-5decc904dcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822804 Jul 27 08:39:54.935120 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c73421-d992-4c1b-b105-8a50c2ab09be req-b439950f-9ba1-4f41-abdd-de22c8851c7d tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:39:54.940798 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-81c73421-d992-4c1b-b105-8a50c2ab09be req-b439950f-9ba1-4f41-abdd-de22c8851c7d tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/ports?device_id=ba1df927-86a0-4ed5-aad6-b45dd817b46e HTTP/1.1" status: 200 len: 932 time: 0.6350455 Jul 27 08:39:54.948236 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.notifiers.nova [req-8a6ceaf3-4f12-4451-810b-6165769a6e35 req-9793dfd0-1526-48ca-a39a-f77e16613aff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 535f88dd-47a5-428c-ab18-ca28f688244a {{(pid=104486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 08:39:55.016583 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ca9122d-7950-48d3-b3c4-98c5de5b8513 req-7303a191-24be-4b38-9f66-249e6a8b9d25 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Network 8f6980da-175b-4e92-9032-637e0458eb4f is already hosted by enough agents. {{(pid=104486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 08:39:55.023641 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-8a6ceaf3-4f12-4451-810b-6165769a6e35 req-9793dfd0-1526-48ca-a39a-f77e16613aff service neutron] Publish callbacks [] for port (535f88dd-47a5-428c-ab18-ca28f688244a), precommit_update {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:55.060839 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.scheduler.base_scheduler [req-8ca9122d-7950-48d3-b3c4-98c5de5b8513 req-7303a191-24be-4b38-9f66-249e6a8b9d25 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Resources bound (agent type, host, resource id): {{(pid=104486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 08:39:55.074695 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ca9122d-7950-48d3-b3c4-98c5de5b8513 req-7303a191-24be-4b38-9f66-249e6a8b9d25 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Received port after_create {{(pid=104486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 08:39:55.074695 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca9122d-7950-48d3-b3c4-98c5de5b8513 req-7303a191-24be-4b38-9f66-249e6a8b9d25 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:39:55.074695 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-8ca9122d-7950-48d3-b3c4-98c5de5b8513 req-7303a191-24be-4b38-9f66-249e6a8b9d25 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8374701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7864717'] for port (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:55.177916 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.db.provisioning_blocks [req-8a6ceaf3-4f12-4451-810b-6165769a6e35 req-9793dfd0-1526-48ca-a39a-f77e16613aff service neutron] Transition to ACTIVE for port object 535f88dd-47a5-428c-ab18-ca28f688244a will not be triggered until provisioned by entity L2. {{(pid=104486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 27 08:39:55.263734 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da384bcd-2cdc-401c-9406-87cb66f9fca1 req-abe24dfb-8679-44c0-ab1d-19013e42ec24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:39:55.265266 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-da384bcd-2cdc-401c-9406-87cb66f9fca1 req-abe24dfb-8679-44c0-ab1d-19013e42ec24 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a1f6320b-3782-410e-b338-e24d3c56438a HTTP/1.1" status: 200 len: 913 time: 1.0866108 Jul 27 08:39:55.486610 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-3b12e6ee-510e-4ca3-a515-495a59e6134c None None] Provisioning complete for port 55ebce99-8df7-4923-ac6f-3bba997bb3ff triggered by entity DHCP. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:39:55.488029 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-3b12e6ee-510e-4ca3-a515-495a59e6134c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (55ebce99-8df7-4923-ac6f-3bba997bb3ff), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:55.523843 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-81c73421-d992-4c1b-b105-8a50c2ab09be req-9b3293f7-07d2-4e6f-877f-b4a431973699 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/security-groups?id=20ccab17-1700-4df5-99cd-066da22ecf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5346031 Jul 27 08:39:55.527309 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-8ca9122d-7950-48d3-b3c4-98c5de5b8513 req-7303a191-24be-4b38-9f66-249e6a8b9d25 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1704144 Jul 27 08:39:55.529696 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 08:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0311c485-253e-4bbf-9969-d19fb1f93629 x-openstack-request-id: req-0311c485-253e-4bbf-9969-d19fb1f93629 {{(pid=104486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 08:39:55.530100 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73303fae-c87c-4ca8-86ef-f53a66bb47d9", "tag": "e8a0e0d3-038b-475c-b988-cb677e787e58", "status": "completed", "code": 200}]} {{(pid=104486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 08:39:55.530515 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-0311c485-253e-4bbf-9969-d19fb1f93629 {{(pid=104486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 08:39:55.531260 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0311c485-253e-4bbf-9969-d19fb1f93629'] response: {'name': 'network-changed', 'server_uuid': '73303fae-c87c-4ca8-86ef-f53a66bb47d9', 'tag': 'e8a0e0d3-038b-475c-b988-cb677e787e58', 'status': 'completed', 'code': 200} Jul 27 08:39:55.532761 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-da384bcd-2cdc-401c-9406-87cb66f9fca1 req-1b93d8ed-8dee-4992-bee5-e19ca83c85bc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74a7aaef-2da9-4a35-9f8f-3a48630457ec HTTP/1.1" status: 200 len: 217 time: 0.2485347 Jul 27 08:39:55.534098 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-8a6ceaf3-4f12-4451-810b-6165769a6e35 req-9793dfd0-1526-48ca-a39a-f77e16613aff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (535f88dd-47a5-428c-ab18-ca28f688244a), after_update {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:55.617220 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9793dfd0-1526-48ca-a39a-f77e16613aff service neutron] Pushing event updated for resources: {'Port': ['ID=535f88dd-47a5-428c-ab18-ca28f688244a,revision_number=2']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:39:55.644068 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-3b12e6ee-510e-4ca3-a515-495a59e6134c None None] Port 55ebce99-8df7-4923-ac6f-3bba997bb3ff cannot update to ACTIVE because it is not bound. {{(pid=104487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 08:39:55.683896 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.v2.base [req-8ca9122d-7950-48d3-b3c4-98c5de5b8513 req-493cbf58-791b-44fc-9a98-54aeaee1ceaf service neutron] Request body: {'port': {'device_id': 'ba1df927-86a0-4ed5-aad6-b45dd817b46e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85117'}} {{(pid=104486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:39:55.722064 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:39:55.815152 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0ddb1e-fffc-4f95-b7d1-bb5805e91f5e req-4f161114-0946-4ca4-8959-7fc8e40f0367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:39:55.817830 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-5d0ddb1e-fffc-4f95-b7d1-bb5805e91f5e req-4f161114-0946-4ca4-8959-7fc8e40f0367 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e2c60f49a9e14417bd1d9504128fc94b&device_id=73303fae-c87c-4ca8-86ef-f53a66bb47d9 HTTP/1.1" status: 200 len: 1128 time: 0.2251272 Jul 27 08:39:55.829860 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da384bcd-2cdc-401c-9406-87cb66f9fca1 req-6dc188f5-caec-4f75-901d-0aaadbe50bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:39:55.836621 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-da384bcd-2cdc-401c-9406-87cb66f9fca1 req-6dc188f5-caec-4f75-901d-0aaadbe50bc1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b9a36973-6488-46d1-aba2-a7cfa39fed68 HTTP/1.1" status: 200 len: 851 time: 0.2011197 Jul 27 08:39:55.850383 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d99ae30-c715-4358-900a-aa0711e621fb req-d50daf3b-919b-4338-9109-fd07f7023d5c tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:39:55.857657 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-3d99ae30-c715-4358-900a-aa0711e621fb req-d50daf3b-919b-4338-9109-fd07f7023d5c tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7739cba-0102-4d24-ac1e-904912fe2c65 HTTP/1.1" status: 200 len: 943 time: 0.1352582 Jul 27 08:39:55.882084 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-8ca9122d-7950-48d3-b3c4-98c5de5b8513 req-493cbf58-791b-44fc-9a98-54aeaee1ceaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (55ebce99-8df7-4923-ac6f-3bba997bb3ff), before_update {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:55.890090 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd12abf-f1fe-4c63-af89-943862b8477d req-82780545-7bdc-41dc-bb42-f8970bb94ca9 tempest-DeleteServersTestJSON-191602701 tempest-DeleteServersTestJSON-191602701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:39:55.891724 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-cfd12abf-f1fe-4c63-af89-943862b8477d req-82780545-7bdc-41dc-bb42-f8970bb94ca9 tempest-DeleteServersTestJSON-191602701 tempest-DeleteServersTestJSON-191602701-project] 10.222.0.40 "GET /v2.0/ports?device_id=10fdcb61-b888-4d03-a3f2-e398132cfc27 HTTP/1.1" status: 200 len: 943 time: 0.2010138 Jul 27 08:39:55.934253 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.managers [req-8a6ceaf3-4f12-4451-810b-6165769a6e35 req-9793dfd0-1526-48ca-a39a-f77e16613aff service neutron] Attempting to bind port 535f88dd-47a5-428c-ab18-ca28f688244a on host hv-cinder-85117 for vnic_type normal with profile {{(pid=104486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 08:39:55.951516 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.managers [req-8a6ceaf3-4f12-4451-810b-6165769a6e35 req-9793dfd0-1526-48ca-a39a-f77e16613aff service neutron] Attempting to bind port 535f88dd-47a5-428c-ab18-ca28f688244a by drivers openvswitch,hyperv on host hv-cinder-85117 at level 0 using segments [{'id': 'fc440bfb-38b1-4666-8c4c-49881a4385a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '86596533-e5bc-41a5-8bd8-3e19070777ca'}] {{(pid=104486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 08:39:55.951516 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6ceaf3-4f12-4451-810b-6165769a6e35 req-9793dfd0-1526-48ca-a39a-f77e16613aff service neutron] Attempting to bind port 535f88dd-47a5-428c-ab18-ca28f688244a on network 86596533-e5bc-41a5-8bd8-3e19070777ca {{(pid=104486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 08:39:55.963158 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6ceaf3-4f12-4451-810b-6165769a6e35 req-9793dfd0-1526-48ca-a39a-f77e16613aff service neutron] Port 535f88dd-47a5-428c-ab18-ca28f688244a on network 86596533-e5bc-41a5-8bd8-3e19070777ca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85117 {{(pid=104486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 27 08:39:55.963442 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6ceaf3-4f12-4451-810b-6165769a6e35 req-9793dfd0-1526-48ca-a39a-f77e16613aff service neutron] Attempting to bind port 535f88dd-47a5-428c-ab18-ca28f688244a on network 86596533-e5bc-41a5-8bd8-3e19070777ca {{(pid=104486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 08:39:56.049159 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6ceaf3-4f12-4451-810b-6165769a6e35 req-9793dfd0-1526-48ca-a39a-f77e16613aff service neutron] Checking agent: {'id': '40990755-2d84-4c9d-828c-eda94a5136e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85117', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 8, 37, 21), 'started_at': datetime.datetime(2022, 7, 27, 8, 37, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 8, 39, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 08:39:56.049159 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6ceaf3-4f12-4451-810b-6165769a6e35 req-9793dfd0-1526-48ca-a39a-f77e16613aff service neutron] Checking segment: {'id': 'fc440bfb-38b1-4666-8c4c-49881a4385a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '86596533-e5bc-41a5-8bd8-3e19070777ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 08:39:56.049159 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6ceaf3-4f12-4451-810b-6165769a6e35 req-9793dfd0-1526-48ca-a39a-f77e16613aff service neutron] Bound using segment: {'id': 'fc440bfb-38b1-4666-8c4c-49881a4385a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '86596533-e5bc-41a5-8bd8-3e19070777ca'} {{(pid=104486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 08:39:56.049531 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.managers [req-8a6ceaf3-4f12-4451-810b-6165769a6e35 req-9793dfd0-1526-48ca-a39a-f77e16613aff service neutron] Bound port: 535f88dd-47a5-428c-ab18-ca28f688244a, host: hv-cinder-85117, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc440bfb-38b1-4666-8c4c-49881a4385a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '86596533-e5bc-41a5-8bd8-3e19070777ca'}}] {{(pid=104486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 08:39:56.050088 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-8a6ceaf3-4f12-4451-810b-6165769a6e35 req-9793dfd0-1526-48ca-a39a-f77e16613aff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (535f88dd-47a5-428c-ab18-ca28f688244a), before_update {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:56.084864 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da384bcd-2cdc-401c-9406-87cb66f9fca1 req-d023c124-898e-4750-b1be-0abab2b8f8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:39:56.087736 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-da384bcd-2cdc-401c-9406-87cb66f9fca1 req-d023c124-898e-4750-b1be-0abab2b8f8fe service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a1f6320b-3782-410e-b338-e24d3c56438a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2064755 Jul 27 08:39:56.184213 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-cfd12abf-f1fe-4c63-af89-943862b8477d req-e39aa02e-2ff4-4cb3-9c3a-551bb9dad9e1 tempest-DeleteServersTestJSON-191602701 tempest-DeleteServersTestJSON-191602701-project] 10.222.0.40 "GET /v2.0/security-groups?id=18b82cff-68dc-43fa-89da-9cbf13a5e5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242362 Jul 27 08:39:56.350122 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-da384bcd-2cdc-401c-9406-87cb66f9fca1 req-109656a3-3776-4067-a65e-222d4d78b78a service neutron] 10.222.0.42 "GET /v2.0/networks/a1f6320b-3782-410e-b338-e24d3c56438a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2458484 Jul 27 08:39:56.368119 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=100 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:39:56.369178 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.db [req-8a6ceaf3-4f12-4451-810b-6165769a6e35 req-9793dfd0-1526-48ca-a39a-f77e16613aff service neutron] For port 535f88dd-47a5-428c-ab18-ca28f688244a, host hv-cinder-85117, cleared binding levels {{(pid=104486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 08:39:56.383612 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-3d99ae30-c715-4358-900a-aa0711e621fb req-6901f356-da86-4664-8abb-9175eff05943 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/security-groups?id=791a5d6c-9866-4968-9e83-75fa41831371&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5249383 Jul 27 08:39:56.504594 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.db [req-8a6ceaf3-4f12-4451-810b-6165769a6e35 req-9793dfd0-1526-48ca-a39a-f77e16613aff service neutron] For port 535f88dd-47a5-428c-ab18-ca28f688244a, host hv-cinder-85117, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85117',level=0,port_id=535f88dd-47a5-428c-ab18-ca28f688244a,segment=NetworkSegment(fc440bfb-38b1-4666-8c4c-49881a4385a0),segment_id=fc440bfb-38b1-4666-8c4c-49881a4385a0)] {{(pid=104486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 08:39:56.518730 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd00afd-d484-4b64-8127-1fe3eade8f68 req-c089ec57-948f-4f24-96f6-3b40684a1a0b tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:39:56.519263 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0ddb1e-fffc-4f95-b7d1-bb5805e91f5e req-ab309a33-6689-4f88-a6ec-52f290ad0452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:39:56.521091 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-afd00afd-d484-4b64-8127-1fe3eade8f68 req-c089ec57-948f-4f24-96f6-3b40684a1a0b tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=73303fae-c87c-4ca8-86ef-f53a66bb47d9 HTTP/1.1" status: 200 len: 944 time: 0.1774838 Jul 27 08:39:56.522418 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-5d0ddb1e-fffc-4f95-b7d1-bb5805e91f5e req-ab309a33-6689-4f88-a6ec-52f290ad0452 service neutron] 10.222.0.42 "GET /v2.0/networks?id=77554b81-fd19-4316-8d69-62980152360c HTTP/1.1" status: 200 len: 918 time: 0.6973374 Jul 27 08:39:56.537628 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:39:56.581847 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-8a6ceaf3-4f12-4451-810b-6165769a6e35 req-9793dfd0-1526-48ca-a39a-f77e16613aff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (535f88dd-47a5-428c-ab18-ca28f688244a), after_update {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:56.868385 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-5d0ddb1e-fffc-4f95-b7d1-bb5805e91f5e req-68ccfcdf-4749-428d-8b2b-44b3adbba4d5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e8a0e0d3-038b-475c-b988-cb677e787e58 HTTP/1.1" status: 200 len: 217 time: 0.0842073 Jul 27 08:39:57.008143 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6ceaf3-4f12-4451-810b-6165769a6e35 req-9793dfd0-1526-48ca-a39a-f77e16613aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:39:57.008143 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-8a6ceaf3-4f12-4451-810b-6165769a6e35 req-9793dfd0-1526-48ca-a39a-f77e16613aff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8374701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7864717'] for port (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:57.008143 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-8a6ceaf3-4f12-4451-810b-6165769a6e35 req-9793dfd0-1526-48ca-a39a-f77e16613aff service neutron] 10.222.0.42 "PUT /v2.0/ports/535f88dd-47a5-428c-ab18-ca28f688244a HTTP/1.1" status: 200 len: 1093 time: 3.8898489 Jul 27 08:39:57.008143 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-afd00afd-d484-4b64-8127-1fe3eade8f68 req-cfa389b1-ae54-4a0a-8080-6897163af719 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=31a1d554-5c9d-495f-8673-5decc904dcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1885900 Jul 27 08:39:57.008143 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-da384bcd-2cdc-401c-9406-87cb66f9fca1 req-94087538-6cdc-4d79-8ab0-755cd3b79269 service neutron] 10.222.0.42 "GET /v2.0/networks/a1f6320b-3782-410e-b338-e24d3c56438a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3605180 Jul 27 08:39:57.009906 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0ddb1e-fffc-4f95-b7d1-bb5805e91f5e req-9e4c26bc-77ad-494a-ba0c-fb434a51cb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:39:57.009906 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-5d0ddb1e-fffc-4f95-b7d1-bb5805e91f5e req-9e4c26bc-77ad-494a-ba0c-fb434a51cb47 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c4ce96ff-fd31-496d-82bd-3a3dbfb16be8 HTTP/1.1" status: 200 len: 856 time: 0.1152477 Jul 27 08:39:57.019255 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9793dfd0-1526-48ca-a39a-f77e16613aff service neutron] Pushing event updated for resources: {'Port': ['ID=535f88dd-47a5-428c-ab18-ca28f688244a,revision_number=3']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:39:57.021450 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09871bc6-00c2-49ed-801a-01f828cc5982 req-92cb3f74-719f-4edf-811c-210c2ea0eddb tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:39:57.021450 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-09871bc6-00c2-49ed-801a-01f828cc5982 req-92cb3f74-719f-4edf-811c-210c2ea0eddb tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/ports?device_id=ba1df927-86a0-4ed5-aad6-b45dd817b46e HTTP/1.1" status: 200 len: 932 time: 0.0622938 Jul 27 08:39:57.022028 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.notifiers.nova [req-8ca9122d-7950-48d3-b3c4-98c5de5b8513 req-493cbf58-791b-44fc-9a98-54aeaee1ceaf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55ebce99-8df7-4923-ac6f-3bba997bb3ff {{(pid=104486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 08:39:57.022119 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=100 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:39:57.022231 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-8ca9122d-7950-48d3-b3c4-98c5de5b8513 req-493cbf58-791b-44fc-9a98-54aeaee1ceaf service neutron] Publish callbacks [] for port (55ebce99-8df7-4923-ac6f-3bba997bb3ff), precommit_update {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:57.022320 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0ddb1e-fffc-4f95-b7d1-bb5805e91f5e req-bede3a64-1bb3-476b-b733-0d05f54e8412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:39:57.022320 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-5d0ddb1e-fffc-4f95-b7d1-bb5805e91f5e req-bede3a64-1bb3-476b-b733-0d05f54e8412 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=77554b81-fd19-4316-8d69-62980152360c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0993636 Jul 27 08:39:57.022320 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-09871bc6-00c2-49ed-801a-01f828cc5982 req-129174a1-d9b1-491c-8615-09787315ddd8 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/security-groups?id=20ccab17-1700-4df5-99cd-066da22ecf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055150 Jul 27 08:39:57.022564 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.db.provisioning_blocks [req-8ca9122d-7950-48d3-b3c4-98c5de5b8513 req-493cbf58-791b-44fc-9a98-54aeaee1ceaf service neutron] Transition to ACTIVE for port object 55ebce99-8df7-4923-ac6f-3bba997bb3ff will not be triggered until provisioned by entity L2. {{(pid=104486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 27 08:39:57.074783 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-5d0ddb1e-fffc-4f95-b7d1-bb5805e91f5e req-189bcde5-f983-4559-8679-03b1276db68f service neutron] 10.222.0.42 "GET /v2.0/networks/77554b81-fd19-4316-8d69-62980152360c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074163 Jul 27 08:39:57.090655 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-8ca9122d-7950-48d3-b3c4-98c5de5b8513 req-493cbf58-791b-44fc-9a98-54aeaee1ceaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (55ebce99-8df7-4923-ac6f-3bba997bb3ff), after_update {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:57.301996 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:UPDATE=2,neutron:SELECT=95,neutron:INSERT=3 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:39:57.304146 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493cbf58-791b-44fc-9a98-54aeaee1ceaf service neutron] Pushing event updated for resources: {'Port': ['ID=55ebce99-8df7-4923-ac6f-3bba997bb3ff,revision_number=2']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:39:57.321096 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6ceaf3-4f12-4451-810b-6165769a6e35 req-7142f803-20b0-42cd-8832-6b2739c97a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:39:57.322873 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-8a6ceaf3-4f12-4451-810b-6165769a6e35 req-7142f803-20b0-42cd-8832-6b2739c97a79 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9dcfebb6e1774a7daed20b60d2379875&device_id=f7739cba-0102-4d24-ac1e-904912fe2c65 HTTP/1.1" status: 200 len: 1127 time: 0.1527469 Jul 27 08:39:57.340870 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-5d0ddb1e-fffc-4f95-b7d1-bb5805e91f5e req-530a4988-d7f1-4ea3-be1a-20396b751e77 service neutron] 10.222.0.42 "GET /v2.0/networks/77554b81-fd19-4316-8d69-62980152360c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2364709 Jul 27 08:39:57.414122 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-8a6ceaf3-4f12-4451-810b-6165769a6e35 req-e5816e76-6247-429b-b383-7e4acc72d7af service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=535f88dd-47a5-428c-ab18-ca28f688244a HTTP/1.1" status: 200 len: 217 time: 0.0675941 Jul 27 08:39:57.548659 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7739cba-0102-4d24-ac1e-904912fe2c65', 'tag': '535f88dd-47a5-428c-ab18-ca28f688244a'}] {{(pid=104486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 08:39:57.558572 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0fbdf057086729fb3d5906bdd251c7adb98d678ad2f5ce1a48bcc8d44af0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e60cd069-f244-4dc9-a9a1-a84c0dc853a0" -d '{"events": [{"name": "network-changed", "server_uuid": "f7739cba-0102-4d24-ac1e-904912fe2c65", "tag": "535f88dd-47a5-428c-ab18-ca28f688244a"}]}' {{(pid=104486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 08:39:57.561560 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.managers [req-8ca9122d-7950-48d3-b3c4-98c5de5b8513 req-493cbf58-791b-44fc-9a98-54aeaee1ceaf service neutron] Attempting to bind port 55ebce99-8df7-4923-ac6f-3bba997bb3ff on host hv-cinder-85117 for vnic_type normal with profile {{(pid=104486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 08:39:57.561966 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.managers [req-8ca9122d-7950-48d3-b3c4-98c5de5b8513 req-493cbf58-791b-44fc-9a98-54aeaee1ceaf service neutron] Attempting to bind port 55ebce99-8df7-4923-ac6f-3bba997bb3ff by drivers openvswitch,hyperv on host hv-cinder-85117 at level 0 using segments [{'id': 'e7699621-ef90-47fe-8696-58f5c1995388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '8f6980da-175b-4e92-9032-637e0458eb4f'}] {{(pid=104486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 08:39:57.562400 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ca9122d-7950-48d3-b3c4-98c5de5b8513 req-493cbf58-791b-44fc-9a98-54aeaee1ceaf service neutron] Attempting to bind port 55ebce99-8df7-4923-ac6f-3bba997bb3ff on network 8f6980da-175b-4e92-9032-637e0458eb4f {{(pid=104486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 08:39:57.578339 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d0367d-960a-441a-9dc6-ef50acd28b33 req-1a8858c7-e601-4be5-b3de-c9cf9706a685 tempest-DeleteServersTestJSON-191602701 tempest-DeleteServersTestJSON-191602701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:39:57.587156 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-e2d0367d-960a-441a-9dc6-ef50acd28b33 req-1a8858c7-e601-4be5-b3de-c9cf9706a685 tempest-DeleteServersTestJSON-191602701 tempest-DeleteServersTestJSON-191602701-project] 10.222.0.40 "GET /v2.0/ports?device_id=10fdcb61-b888-4d03-a3f2-e398132cfc27 HTTP/1.1" status: 200 len: 943 time: 0.2268615 Jul 27 08:39:57.587156 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ca9122d-7950-48d3-b3c4-98c5de5b8513 req-493cbf58-791b-44fc-9a98-54aeaee1ceaf service neutron] Port 55ebce99-8df7-4923-ac6f-3bba997bb3ff on network 8f6980da-175b-4e92-9032-637e0458eb4f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85117 {{(pid=104486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 27 08:39:57.587156 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ca9122d-7950-48d3-b3c4-98c5de5b8513 req-493cbf58-791b-44fc-9a98-54aeaee1ceaf service neutron] Attempting to bind port 55ebce99-8df7-4923-ac6f-3bba997bb3ff on network 8f6980da-175b-4e92-9032-637e0458eb4f {{(pid=104486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 08:39:57.635674 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70124dea-369d-4632-ad8b-19ac543e2ebc req-f74d131d-9dd7-4efd-830c-eaddb5cfaf78 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:39:57.645259 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-70124dea-369d-4632-ad8b-19ac543e2ebc req-f74d131d-9dd7-4efd-830c-eaddb5cfaf78 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7739cba-0102-4d24-ac1e-904912fe2c65 HTTP/1.1" status: 200 len: 943 time: 0.1084256 Jul 27 08:39:57.647220 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 55288) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:39:57.691978 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ca9122d-7950-48d3-b3c4-98c5de5b8513 req-493cbf58-791b-44fc-9a98-54aeaee1ceaf service neutron] Checking agent: {'id': '40990755-2d84-4c9d-828c-eda94a5136e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85117', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 8, 37, 21), 'started_at': datetime.datetime(2022, 7, 27, 8, 37, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 8, 39, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 08:39:57.691978 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ca9122d-7950-48d3-b3c4-98c5de5b8513 req-493cbf58-791b-44fc-9a98-54aeaee1ceaf service neutron] Checking segment: {'id': 'e7699621-ef90-47fe-8696-58f5c1995388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '8f6980da-175b-4e92-9032-637e0458eb4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 08:39:57.691978 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ca9122d-7950-48d3-b3c4-98c5de5b8513 req-493cbf58-791b-44fc-9a98-54aeaee1ceaf service neutron] Bound using segment: {'id': 'e7699621-ef90-47fe-8696-58f5c1995388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '8f6980da-175b-4e92-9032-637e0458eb4f'} {{(pid=104486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 08:39:57.691978 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.managers [req-8ca9122d-7950-48d3-b3c4-98c5de5b8513 req-493cbf58-791b-44fc-9a98-54aeaee1ceaf service neutron] Bound port: 55ebce99-8df7-4923-ac6f-3bba997bb3ff, host: hv-cinder-85117, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7699621-ef90-47fe-8696-58f5c1995388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '8f6980da-175b-4e92-9032-637e0458eb4f'}}] {{(pid=104486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 08:39:57.691978 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-8ca9122d-7950-48d3-b3c4-98c5de5b8513 req-493cbf58-791b-44fc-9a98-54aeaee1ceaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (55ebce99-8df7-4923-ac6f-3bba997bb3ff), before_update {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:57.727997 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-70124dea-369d-4632-ad8b-19ac543e2ebc req-66624e7a-cc1e-442f-bd99-b3eadcf6cc31 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/security-groups?id=791a5d6c-9866-4968-9e83-75fa41831371&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790434 Jul 27 08:39:57.777590 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6ceaf3-4f12-4451-810b-6165769a6e35 req-e7bfa472-8cc9-41c5-8b13-8aec685a62b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:39:57.781961 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-8a6ceaf3-4f12-4451-810b-6165769a6e35 req-e7bfa472-8cc9-41c5-8b13-8aec685a62b2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7bb93b59-455b-4e46-8d58-a8f142f5867d HTTP/1.1" status: 200 len: 849 time: 0.2877614 Jul 27 08:39:57.875562 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 08:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b8360b5-bddb-4799-a612-545bcca1418a x-openstack-request-id: req-5b8360b5-bddb-4799-a612-545bcca1418a {{(pid=104486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 08:39:57.875909 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7739cba-0102-4d24-ac1e-904912fe2c65", "tag": "535f88dd-47a5-428c-ab18-ca28f688244a", "status": "completed", "code": 200}]} {{(pid=104486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 08:39:57.876365 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-5b8360b5-bddb-4799-a612-545bcca1418a {{(pid=104486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 08:39:57.876853 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b8360b5-bddb-4799-a612-545bcca1418a'] response: {'name': 'network-changed', 'server_uuid': 'f7739cba-0102-4d24-ac1e-904912fe2c65', 'tag': '535f88dd-47a5-428c-ab18-ca28f688244a', 'status': 'completed', 'code': 200} Jul 27 08:39:57.892882 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-bfa1311d-3195-4e52-9fa6-e99c15f1d243 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:57.955471 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-e2d0367d-960a-441a-9dc6-ef50acd28b33 req-893307fa-cb67-4e65-ae8a-601868ce613b tempest-DeleteServersTestJSON-191602701 tempest-DeleteServersTestJSON-191602701-project] 10.222.0.40 "GET /v2.0/security-groups?id=18b82cff-68dc-43fa-89da-9cbf13a5e5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3035231 Jul 27 08:39:57.963311 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6ceaf3-4f12-4451-810b-6165769a6e35 req-87773664-7c64-4b35-aa10-cb31cea269ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:39:57.963311 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-8a6ceaf3-4f12-4451-810b-6165769a6e35 req-87773664-7c64-4b35-aa10-cb31cea269ad service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=86596533-e5bc-41a5-8bd8-3e19070777ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1059093 Jul 27 08:39:57.970869 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.db [req-8ca9122d-7950-48d3-b3c4-98c5de5b8513 req-493cbf58-791b-44fc-9a98-54aeaee1ceaf service neutron] For port 55ebce99-8df7-4923-ac6f-3bba997bb3ff, host hv-cinder-85117, cleared binding levels {{(pid=104486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 08:39:58.037753 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.db [req-8ca9122d-7950-48d3-b3c4-98c5de5b8513 req-493cbf58-791b-44fc-9a98-54aeaee1ceaf service neutron] For port 55ebce99-8df7-4923-ac6f-3bba997bb3ff, host hv-cinder-85117, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85117',level=0,port_id=55ebce99-8df7-4923-ac6f-3bba997bb3ff,segment=NetworkSegment(e7699621-ef90-47fe-8696-58f5c1995388),segment_id=e7699621-ef90-47fe-8696-58f5c1995388)] {{(pid=104486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 08:39:58.071073 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbae5272-499e-4c60-8684-7597f5ac60bc req-9e3e58a5-df1a-4208-b10d-3712b41ba445 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:39:58.074172 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-fbae5272-499e-4c60-8684-7597f5ac60bc req-9e3e58a5-df1a-4208-b10d-3712b41ba445 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=73303fae-c87c-4ca8-86ef-f53a66bb47d9 HTTP/1.1" status: 200 len: 944 time: 0.1135898 Jul 27 08:39:58.118349 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-bfa1311d-3195-4e52-9fa6-e99c15f1d243 admin admin] Publish callbacks [] for security_group (4c02fe8e-24ad-4716-ae0b-da163368a2a6), precommit_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:58.152588 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-fbae5272-499e-4c60-8684-7597f5ac60bc req-749fe149-568a-4a25-a25e-63d17dd9602d tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=31a1d554-5c9d-495f-8673-5decc904dcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651085 Jul 27 08:39:58.179956 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-8ca9122d-7950-48d3-b3c4-98c5de5b8513 req-493cbf58-791b-44fc-9a98-54aeaee1ceaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (55ebce99-8df7-4923-ac6f-3bba997bb3ff), after_update {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:58.201790 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-8a6ceaf3-4f12-4451-810b-6165769a6e35 req-5662ba2c-53e0-4e21-87f1-1fe98540872c service neutron] 10.222.0.42 "GET /v2.0/networks/86596533-e5bc-41a5-8bd8-3e19070777ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2323275 Jul 27 08:39:58.219593 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-bfa1311d-3195-4e52-9fa6-e99c15f1d243 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (4c02fe8e-24ad-4716-ae0b-da163368a2a6), after_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:58.235531 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e39008-257e-41e8-867a-ee52d7013347 req-2105e0ee-f196-45e4-b8a8-99fbf13dbcff tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:39:58.237148 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-47e39008-257e-41e8-867a-ee52d7013347 req-2105e0ee-f196-45e4-b8a8-99fbf13dbcff tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/ports?device_id=ba1df927-86a0-4ed5-aad6-b45dd817b46e HTTP/1.1" status: 200 len: 944 time: 0.1584816 Jul 27 08:39:58.242623 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca9122d-7950-48d3-b3c4-98c5de5b8513 req-493cbf58-791b-44fc-9a98-54aeaee1ceaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:39:58.243333 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-8ca9122d-7950-48d3-b3c4-98c5de5b8513 req-493cbf58-791b-44fc-9a98-54aeaee1ceaf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8374701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7864717'] for port (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:58.244653 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-8ca9122d-7950-48d3-b3c4-98c5de5b8513 req-493cbf58-791b-44fc-9a98-54aeaee1ceaf service neutron] 10.222.0.42 "PUT /v2.0/ports/55ebce99-8df7-4923-ac6f-3bba997bb3ff HTTP/1.1" status: 200 len: 1094 time: 2.6130812 Jul 27 08:39:58.311787 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-bfa1311d-3195-4e52-9fa6-e99c15f1d243 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=338b5c03b489454e93e457184857d6a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6599040 Jul 27 08:39:58.311787 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa1311d-3195-4e52-9fa6-e99c15f1d243 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c02fe8e-24ad-4716-ae0b-da163368a2a6,revision_number=1']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:39:58.313870 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 55310) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:39:58.360948 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493cbf58-791b-44fc-9a98-54aeaee1ceaf service neutron] Pushing event updated for resources: {'Port': ['ID=55ebce99-8df7-4923-ac6f-3bba997bb3ff,revision_number=3']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:39:58.375044 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:39:58.435672 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-0a5dd140-8c9f-4c1f-b5b6-accd088d2ee4 admin admin] Publish callbacks [] for security_group (4c02fe8e-24ad-4716-ae0b-da163368a2a6), before_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:58.474325 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-0a5dd140-8c9f-4c1f-b5b6-accd088d2ee4 admin admin] Publish callbacks [] for security_group (4c02fe8e-24ad-4716-ae0b-da163368a2a6), precommit_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:58.483978 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 55312) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:39:58.663713 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-0a5dd140-8c9f-4c1f-b5b6-accd088d2ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (4c02fe8e-24ad-4716-ae0b-da163368a2a6), after_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:58.666502 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-0a5dd140-8c9f-4c1f-b5b6-accd088d2ee4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:58.670476 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-0a5dd140-8c9f-4c1f-b5b6-accd088d2ee4 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/4c02fe8e-24ad-4716-ae0b-da163368a2a6 HTTP/1.1" status: 204 len: 168 time: 0.3533421 Jul 27 08:39:58.697285 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5dd140-8c9f-4c1f-b5b6-accd088d2ee4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c02fe8e-24ad-4716-ae0b-da163368a2a6,revision_number=None']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:39:58.719711 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-c713c1e6-4957-49c5-bf30-90fe56b69db8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:58.749125 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-47e39008-257e-41e8-867a-ee52d7013347 req-83b95498-51ac-4ef8-9c78-0af6f1827ea8 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/security-groups?id=20ccab17-1700-4df5-99cd-066da22ecf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4880536 Jul 27 08:39:58.799017 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca9122d-7950-48d3-b3c4-98c5de5b8513 req-c9446bef-518a-4143-affb-baec8b202b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:39:58.801707 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-8ca9122d-7950-48d3-b3c4-98c5de5b8513 req-c9446bef-518a-4143-affb-baec8b202b3e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=940250de2f6f47ed9edc1bb0468551c8&device_id=ba1df927-86a0-4ed5-aad6-b45dd817b46e HTTP/1.1" status: 200 len: 1128 time: 0.4159737 Jul 27 08:39:58.823118 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-8a6ceaf3-4f12-4451-810b-6165769a6e35 req-82e481cb-03e1-49e6-9d99-93d60d741f9e service neutron] 10.222.0.42 "GET /v2.0/networks/86596533-e5bc-41a5-8bd8-3e19070777ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5612545 Jul 27 08:39:58.878983 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-8ca9122d-7950-48d3-b3c4-98c5de5b8513 req-5b4c0aa8-4f1d-4eec-aa3f-cc8f62c9aa12 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=55ebce99-8df7-4923-ac6f-3bba997bb3ff HTTP/1.1" status: 200 len: 217 time: 0.0545599 Jul 27 08:39:58.899291 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:39:58.907787 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cde40d-10d9-48da-a5a5-f4c82c22f7b2 req-34e92f36-d671-4e0c-9f49-71f9633ed256 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:39:58.915233 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-44cde40d-10d9-48da-a5a5-f4c82c22f7b2 req-34e92f36-d671-4e0c-9f49-71f9633ed256 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7739cba-0102-4d24-ac1e-904912fe2c65 HTTP/1.1" status: 200 len: 943 time: 0.0973523 Jul 27 08:39:58.963865 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca9122d-7950-48d3-b3c4-98c5de5b8513 req-cf176405-15db-4c21-93a0-7ccc5c9e41ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:39:58.966605 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-8ca9122d-7950-48d3-b3c4-98c5de5b8513 req-cf176405-15db-4c21-93a0-7ccc5c9e41ce service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5784479d-44dd-45ed-b6e6-1aaaf2f91b93 HTTP/1.1" status: 200 len: 854 time: 0.0818446 Jul 27 08:39:59.032015 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-c713c1e6-4957-49c5-bf30-90fe56b69db8 admin admin] Publish callbacks [] for security_group (f5537eb6-ff17-49ed-a0ba-eb00027e507a), precommit_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:59.060504 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-44cde40d-10d9-48da-a5a5-f4c82c22f7b2 req-86d9114a-2062-475d-9aac-5b4f625df091 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/security-groups?id=791a5d6c-9866-4968-9e83-75fa41831371&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1443143 Jul 27 08:39:59.102428 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-c713c1e6-4957-49c5-bf30-90fe56b69db8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (f5537eb6-ff17-49ed-a0ba-eb00027e507a), after_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:59.130365 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c713c1e6-4957-49c5-bf30-90fe56b69db8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5537eb6-ff17-49ed-a0ba-eb00027e507a,revision_number=1']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:39:59.161499 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-c713c1e6-4957-49c5-bf30-90fe56b69db8 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=b197c587b49f40bdafd121f842b9a8a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6787333 Jul 27 08:39:59.165049 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 55336) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:39:59.246372 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60cd069-f244-4dc9-a9a1-a84c0dc853a0 req-c4f4e429-c442-40ff-85fb-30d09e8379d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:39:59.248902 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-e60cd069-f244-4dc9-a9a1-a84c0dc853a0 req-c4f4e429-c442-40ff-85fb-30d09e8379d8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9dcfebb6e1774a7daed20b60d2379875&device_id=f7739cba-0102-4d24-ac1e-904912fe2c65 HTTP/1.1" status: 200 len: 1127 time: 0.2072790 Jul 27 08:39:59.250620 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca9122d-7950-48d3-b3c4-98c5de5b8513 req-6cc0c466-b4dd-4397-a7d7-2af31beccd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:39:59.252245 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-8ca9122d-7950-48d3-b3c4-98c5de5b8513 req-6cc0c466-b4dd-4397-a7d7-2af31beccd4a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8f6980da-175b-4e92-9032-637e0458eb4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2300806 Jul 27 08:39:59.277190 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-b85e77ff-edc2-4cb5-be7d-fc7ff1d15c29 admin admin] Publish callbacks [] for security_group (f5537eb6-ff17-49ed-a0ba-eb00027e507a), before_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:59.292703 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ae453c-6962-467b-b318-11f729bb0d25 req-07290a6a-b934-4aa8-825b-eb6fabfc531e tempest-DeleteServersTestJSON-191602701 tempest-DeleteServersTestJSON-191602701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:39:59.298368 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-21ae453c-6962-467b-b318-11f729bb0d25 req-07290a6a-b934-4aa8-825b-eb6fabfc531e tempest-DeleteServersTestJSON-191602701 tempest-DeleteServersTestJSON-191602701-project] 10.222.0.40 "GET /v2.0/ports?device_id=10fdcb61-b888-4d03-a3f2-e398132cfc27 HTTP/1.1" status: 200 len: 943 time: 0.0975051 Jul 27 08:39:59.325403 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-b85e77ff-edc2-4cb5-be7d-fc7ff1d15c29 admin admin] Publish callbacks [] for security_group (f5537eb6-ff17-49ed-a0ba-eb00027e507a), precommit_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:59.373697 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-21ae453c-6962-467b-b318-11f729bb0d25 req-a608a007-634b-4a50-bd2e-0553edef9178 tempest-DeleteServersTestJSON-191602701 tempest-DeleteServersTestJSON-191602701-project] 10.222.0.40 "GET /v2.0/security-groups?id=18b82cff-68dc-43fa-89da-9cbf13a5e5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735271 Jul 27 08:39:59.419505 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25324aa2-5f70-4563-b2ea-84897807523a req-96519f04-be46-40aa-9b07-63bb807a3314 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:39:59.421152 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-25324aa2-5f70-4563-b2ea-84897807523a req-96519f04-be46-40aa-9b07-63bb807a3314 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=73303fae-c87c-4ca8-86ef-f53a66bb47d9 HTTP/1.1" status: 200 len: 944 time: 0.0934031 Jul 27 08:39:59.496235 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-25324aa2-5f70-4563-b2ea-84897807523a req-0a580884-479a-4f4c-b9a7-34b3af0b23d0 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=31a1d554-5c9d-495f-8673-5decc904dcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495987 Jul 27 08:39:59.509735 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-b85e77ff-edc2-4cb5-be7d-fc7ff1d15c29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (f5537eb6-ff17-49ed-a0ba-eb00027e507a), after_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:59.519245 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-b85e77ff-edc2-4cb5-be7d-fc7ff1d15c29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:59.523298 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-b85e77ff-edc2-4cb5-be7d-fc7ff1d15c29 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/f5537eb6-ff17-49ed-a0ba-eb00027e507a HTTP/1.1" status: 204 len: 168 time: 0.3564835 Jul 27 08:39:59.555087 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85e77ff-edc2-4cb5-be7d-fc7ff1d15c29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5537eb6-ff17-49ed-a0ba-eb00027e507a,revision_number=None']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:39:59.578318 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 55342) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:39:59.596367 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-f029c604-424e-4eb4-a306-0b440504d2ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:59.642286 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:39:59.657234 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-8ca9122d-7950-48d3-b3c4-98c5de5b8513 req-6274ff60-06d6-421b-b815-41b28c7685ee service neutron] 10.222.0.42 "GET /v2.0/networks/8f6980da-175b-4e92-9032-637e0458eb4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2771926 Jul 27 08:39:59.662230 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60cd069-f244-4dc9-a9a1-a84c0dc853a0 req-981fe407-6c8a-4bdf-b0ce-4dab699f2cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:39:59.666616 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-e60cd069-f244-4dc9-a9a1-a84c0dc853a0 req-981fe407-6c8a-4bdf-b0ce-4dab699f2cbf service neutron] 10.222.0.42 "GET /v2.0/networks?id=86596533-e5bc-41a5-8bd8-3e19070777ca HTTP/1.1" status: 200 len: 911 time: 0.2821817 Jul 27 08:39:59.705974 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-f029c604-424e-4eb4-a306-0b440504d2ed admin admin] Publish callbacks [] for security_group (ae182d76-e27f-46a7-9246-a32fafee8cf2), precommit_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:59.771677 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-f029c604-424e-4eb4-a306-0b440504d2ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (ae182d76-e27f-46a7-9246-a32fafee8cf2), after_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:59.821349 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-f029c604-424e-4eb4-a306-0b440504d2ed admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=3c5bf18ba4524698ac47bf3e8a741b52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2393973 Jul 27 08:39:59.821658 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 55348) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:39:59.829970 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f029c604-424e-4eb4-a306-0b440504d2ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae182d76-e27f-46a7-9246-a32fafee8cf2,revision_number=1']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:39:59.885557 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba1df927-86a0-4ed5-aad6-b45dd817b46e', 'tag': '55ebce99-8df7-4923-ac6f-3bba997bb3ff'}] {{(pid=104486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 08:39:59.888461 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0fbdf057086729fb3d5906bdd251c7adb98d678ad2f5ce1a48bcc8d44af0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da4dfce4-1f73-46f2-bded-5a464fdf200c" -d '{"events": [{"name": "network-changed", "server_uuid": "ba1df927-86a0-4ed5-aad6-b45dd817b46e", "tag": "55ebce99-8df7-4923-ac6f-3bba997bb3ff"}]}' {{(pid=104486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 08:39:59.888728 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-1516ee72-c19f-4c8b-8de4-74ba5f2e557b admin admin] Publish callbacks [] for security_group (ae182d76-e27f-46a7-9246-a32fafee8cf2), before_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:59.915965 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c47c628-671e-4b02-86ea-136f4bec5bd6 req-b4954fb4-c5a4-40ed-ae31-5747397f3371 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:39:59.929559 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-3c47c628-671e-4b02-86ea-136f4bec5bd6 req-b4954fb4-c5a4-40ed-ae31-5747397f3371 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/ports?device_id=ba1df927-86a0-4ed5-aad6-b45dd817b46e HTTP/1.1" status: 200 len: 944 time: 0.0770788 Jul 27 08:39:59.929716 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-1516ee72-c19f-4c8b-8de4-74ba5f2e557b admin admin] Publish callbacks [] for security_group (ae182d76-e27f-46a7-9246-a32fafee8cf2), precommit_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:39:59.954793 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 08:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e75dc39c-b5e1-4175-8239-17e991cf8eec x-openstack-request-id: req-e75dc39c-b5e1-4175-8239-17e991cf8eec {{(pid=104486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 08:39:59.955090 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba1df927-86a0-4ed5-aad6-b45dd817b46e", "tag": "55ebce99-8df7-4923-ac6f-3bba997bb3ff", "status": "completed", "code": 200}]} {{(pid=104486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 08:39:59.958215 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-e75dc39c-b5e1-4175-8239-17e991cf8eec {{(pid=104486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 08:39:59.958215 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e75dc39c-b5e1-4175-8239-17e991cf8eec'] response: {'name': 'network-changed', 'server_uuid': 'ba1df927-86a0-4ed5-aad6-b45dd817b46e', 'tag': '55ebce99-8df7-4923-ac6f-3bba997bb3ff', 'status': 'completed', 'code': 200} Jul 27 08:39:59.981192 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-3c47c628-671e-4b02-86ea-136f4bec5bd6 req-21906ef5-2ad2-4a44-b88c-f03691d90c78 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/security-groups?id=20ccab17-1700-4df5-99cd-066da22ecf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568006 Jul 27 08:40:00.116734 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-1516ee72-c19f-4c8b-8de4-74ba5f2e557b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (ae182d76-e27f-46a7-9246-a32fafee8cf2), after_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:00.120498 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-1516ee72-c19f-4c8b-8de4-74ba5f2e557b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:00.127354 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-1516ee72-c19f-4c8b-8de4-74ba5f2e557b admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/ae182d76-e27f-46a7-9246-a32fafee8cf2 HTTP/1.1" status: 204 len: 168 time: 0.2991438 Jul 27 08:40:00.133069 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1516ee72-c19f-4c8b-8de4-74ba5f2e557b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae182d76-e27f-46a7-9246-a32fafee8cf2,revision_number=None']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:40:00.208413 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebad0935-c2f4-44ed-8e66-67242155e599 req-8d66a7fb-465a-4a2c-b88e-2d7b09f01a6b tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:40:00.209990 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-ebad0935-c2f4-44ed-8e66-67242155e599 req-8d66a7fb-465a-4a2c-b88e-2d7b09f01a6b tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7739cba-0102-4d24-ac1e-904912fe2c65 HTTP/1.1" status: 200 len: 943 time: 0.0560589 Jul 27 08:40:00.266974 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-ebad0935-c2f4-44ed-8e66-67242155e599 req-2ca09f13-369a-4bcc-aaac-fa14f1d3016f tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/security-groups?id=791a5d6c-9866-4968-9e83-75fa41831371&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479722 Jul 27 08:40:00.359656 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:40:00.439450 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:INSERT=3,neutron:SELECT=93,neutron:DELETE=4 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:40:00.456770 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 55368) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:40:00.479555 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-0b9cd30f-5125-4bb1-80ec-46ea0b31f595 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:00.527411 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ae3f7a-8469-4dd2-a486-b56f1f83b91c req-2fb09a86-ef26-49e2-aaac-4bfbf91c276b tempest-DeleteServersTestJSON-191602701 tempest-DeleteServersTestJSON-191602701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:40:00.528853 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-b4ae3f7a-8469-4dd2-a486-b56f1f83b91c req-2fb09a86-ef26-49e2-aaac-4bfbf91c276b tempest-DeleteServersTestJSON-191602701 tempest-DeleteServersTestJSON-191602701-project] 10.222.0.40 "GET /v2.0/ports?device_id=10fdcb61-b888-4d03-a3f2-e398132cfc27 HTTP/1.1" status: 200 len: 943 time: 0.0643981 Jul 27 08:40:00.576222 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 55374) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:40:00.609141 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-b4ae3f7a-8469-4dd2-a486-b56f1f83b91c req-de105578-c5ea-49f6-892b-3a6a9a5ccbc3 tempest-DeleteServersTestJSON-191602701 tempest-DeleteServersTestJSON-191602701-project] 10.222.0.40 "GET /v2.0/security-groups?id=18b82cff-68dc-43fa-89da-9cbf13a5e5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688114 Jul 27 08:40:00.658263 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-0b9cd30f-5125-4bb1-80ec-46ea0b31f595 admin admin] Publish callbacks [] for security_group (7d3582f8-4555-4d12-b255-a50d2712e219), precommit_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:00.662922 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ef3308-0a87-4145-8572-5efcebdc681d req-9c63d258-5617-4316-945a-42ee351032b3 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:40:00.664953 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-05ef3308-0a87-4145-8572-5efcebdc681d req-9c63d258-5617-4316-945a-42ee351032b3 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=73303fae-c87c-4ca8-86ef-f53a66bb47d9 HTTP/1.1" status: 200 len: 944 time: 0.0711582 Jul 27 08:40:00.697018 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-0b9cd30f-5125-4bb1-80ec-46ea0b31f595 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (7d3582f8-4555-4d12-b255-a50d2712e219), after_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:00.720834 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-05ef3308-0a87-4145-8572-5efcebdc681d req-87956704-8265-4fc4-a850-d5fdb9bc72ee tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=31a1d554-5c9d-495f-8673-5decc904dcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502539 Jul 27 08:40:00.735058 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-f8cfe6cc-8398-4039-aba1-a61789f394cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:00.738272 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9cd30f-5125-4bb1-80ec-46ea0b31f595 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d3582f8-4555-4d12-b255-a50d2712e219,revision_number=1']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:40:00.757523 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 55384) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:40:00.758231 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-0b9cd30f-5125-4bb1-80ec-46ea0b31f595 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=13279820d63c4db98f7194c262c73e7b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3001280 Jul 27 08:40:00.836987 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-f80a3fb0-6847-40a7-a062-9596e327af0d admin admin] Publish callbacks [] for security_group (7d3582f8-4555-4d12-b255-a50d2712e219), before_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:00.875305 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-f80a3fb0-6847-40a7-a062-9596e327af0d admin admin] Publish callbacks [] for security_group (7d3582f8-4555-4d12-b255-a50d2712e219), precommit_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:00.878016 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-f8cfe6cc-8398-4039-aba1-a61789f394cb admin admin] Publish callbacks [] for security_group (82718de0-41bb-4dc5-b078-4b3d60e895bb), precommit_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:00.931093 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-f8cfe6cc-8398-4039-aba1-a61789f394cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (82718de0-41bb-4dc5-b078-4b3d60e895bb), after_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:00.970596 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-f8cfe6cc-8398-4039-aba1-a61789f394cb admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=398e5916da014b0683dd7ba1664d49a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3923504 Jul 27 08:40:00.971456 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cfe6cc-8398-4039-aba1-a61789f394cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82718de0-41bb-4dc5-b078-4b3d60e895bb,revision_number=1']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:40:00.973612 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 55388) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:40:01.023631 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-71699d1f-4f0a-46fa-a5d5-404a12071370 admin admin] Publish callbacks [] for security_group (82718de0-41bb-4dc5-b078-4b3d60e895bb), before_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:01.032972 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-f80a3fb0-6847-40a7-a062-9596e327af0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (7d3582f8-4555-4d12-b255-a50d2712e219), after_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:01.036412 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-f80a3fb0-6847-40a7-a062-9596e327af0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:01.040540 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-f80a3fb0-6847-40a7-a062-9596e327af0d admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/7d3582f8-4555-4d12-b255-a50d2712e219 HTTP/1.1" status: 204 len: 168 time: 0.2791090 Jul 27 08:40:01.047839 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80a3fb0-6847-40a7-a062-9596e327af0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d3582f8-4555-4d12-b255-a50d2712e219,revision_number=None']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:40:01.049731 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-71699d1f-4f0a-46fa-a5d5-404a12071370 admin admin] Publish callbacks [] for security_group (82718de0-41bb-4dc5-b078-4b3d60e895bb), precommit_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:01.137523 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bd2da2-0a6b-4b86-a42b-f1b1c10ec51f req-a436724e-da47-48b3-b222-9c8c743537c4 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:40:01.139185 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-35bd2da2-0a6b-4b86-a42b-f1b1c10ec51f req-a436724e-da47-48b3-b222-9c8c743537c4 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/ports?device_id=ba1df927-86a0-4ed5-aad6-b45dd817b46e HTTP/1.1" status: 200 len: 944 time: 0.0800655 Jul 27 08:40:01.202669 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-35bd2da2-0a6b-4b86-a42b-f1b1c10ec51f req-9367fe07-bb19-454f-b2f1-78b2ac9f78a6 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/security-groups?id=20ccab17-1700-4df5-99cd-066da22ecf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545018 Jul 27 08:40:01.234003 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-71699d1f-4f0a-46fa-a5d5-404a12071370 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (82718de0-41bb-4dc5-b078-4b3d60e895bb), after_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:01.236493 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-71699d1f-4f0a-46fa-a5d5-404a12071370 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:01.237633 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-71699d1f-4f0a-46fa-a5d5-404a12071370 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/82718de0-41bb-4dc5-b078-4b3d60e895bb HTTP/1.1" status: 204 len: 168 time: 0.2624347 Jul 27 08:40:01.247911 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71699d1f-4f0a-46fa-a5d5-404a12071370 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82718de0-41bb-4dc5-b078-4b3d60e895bb,revision_number=None']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:40:01.399469 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb69aa94-d758-460b-9022-e64c2943ef95 req-c1cf7f72-0ed3-458e-9843-63f7057c2221 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:40:01.401045 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-bb69aa94-d758-460b-9022-e64c2943ef95 req-c1cf7f72-0ed3-458e-9843-63f7057c2221 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7739cba-0102-4d24-ac1e-904912fe2c65 HTTP/1.1" status: 200 len: 943 time: 0.0587332 Jul 27 08:40:01.457594 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-bb69aa94-d758-460b-9022-e64c2943ef95 req-d9b525ba-dff1-4fad-91ae-85ebc58ec77f tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/security-groups?id=791a5d6c-9866-4968-9e83-75fa41831371&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482996 Jul 27 08:40:01.575438 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-e60cd069-f244-4dc9-a9a1-a84c0dc853a0 req-2d58babb-8cd5-40f6-91c5-53beb2ac8209 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=535f88dd-47a5-428c-ab18-ca28f688244a HTTP/1.1" status: 200 len: 217 time: 0.0884190 Jul 27 08:40:01.630811 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-8ca9122d-7950-48d3-b3c4-98c5de5b8513 req-4840fbfa-a0b5-44d1-9854-7941c8e31985 service neutron] 10.222.0.42 "GET /v2.0/networks/8f6980da-175b-4e92-9032-637e0458eb4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450732 Jul 27 08:40:01.743973 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862dcb20-adf2-4886-9a77-80fe2391896f req-387c907d-6504-4af8-a199-e7ba46903a96 tempest-DeleteServersTestJSON-191602701 tempest-DeleteServersTestJSON-191602701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:40:01.746079 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-862dcb20-adf2-4886-9a77-80fe2391896f req-387c907d-6504-4af8-a199-e7ba46903a96 tempest-DeleteServersTestJSON-191602701 tempest-DeleteServersTestJSON-191602701-project] 10.222.0.40 "GET /v2.0/ports?device_id=10fdcb61-b888-4d03-a3f2-e398132cfc27 HTTP/1.1" status: 200 len: 943 time: 0.0555298 Jul 27 08:40:01.842639 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-862dcb20-adf2-4886-9a77-80fe2391896f req-bb4cb213-a0b7-4026-ae51-0fff69e1a2e5 tempest-DeleteServersTestJSON-191602701 tempest-DeleteServersTestJSON-191602701-project] 10.222.0.40 "GET /v2.0/security-groups?id=18b82cff-68dc-43fa-89da-9cbf13a5e5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904896 Jul 27 08:40:01.854795 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60cd069-f244-4dc9-a9a1-a84c0dc853a0 req-91a2878a-17e3-4848-a3d9-5263e62692c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:40:01.855978 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-e60cd069-f244-4dc9-a9a1-a84c0dc853a0 req-91a2878a-17e3-4848-a3d9-5263e62692c0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7bb93b59-455b-4e46-8d58-a8f142f5867d HTTP/1.1" status: 200 len: 849 time: 0.0583417 Jul 27 08:40:01.890180 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431ccd0d-d637-4972-9e9d-df7611633411 req-b11509ab-265d-4b78-b3b5-9a6599131c87 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:40:01.892185 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-431ccd0d-d637-4972-9e9d-df7611633411 req-b11509ab-265d-4b78-b3b5-9a6599131c87 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=73303fae-c87c-4ca8-86ef-f53a66bb47d9 HTTP/1.1" status: 200 len: 944 time: 0.0743532 Jul 27 08:40:01.965835 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-431ccd0d-d637-4972-9e9d-df7611633411 req-b62a3140-61c0-4903-9d20-3d4ad547930f tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=31a1d554-5c9d-495f-8673-5decc904dcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645401 Jul 27 08:40:01.985297 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60cd069-f244-4dc9-a9a1-a84c0dc853a0 req-e609ea08-3c0f-4d61-b47e-3dc4142efe02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:40:01.985297 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-e60cd069-f244-4dc9-a9a1-a84c0dc853a0 req-e609ea08-3c0f-4d61-b47e-3dc4142efe02 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=86596533-e5bc-41a5-8bd8-3e19070777ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1109169 Jul 27 08:40:01.985297 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4dfce4-1f73-46f2-bded-5a464fdf200c req-b921e53d-d20d-4fc8-8011-b18e443ac797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:40:01.985297 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-da4dfce4-1f73-46f2-bded-5a464fdf200c req-b921e53d-d20d-4fc8-8011-b18e443ac797 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=940250de2f6f47ed9edc1bb0468551c8&device_id=ba1df927-86a0-4ed5-aad6-b45dd817b46e HTTP/1.1" status: 200 len: 1128 time: 0.1122956 Jul 27 08:40:02.148210 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-e60cd069-f244-4dc9-a9a1-a84c0dc853a0 req-3e5f4ebc-5bef-432d-beac-b0541091ee21 service neutron] 10.222.0.42 "GET /v2.0/networks/86596533-e5bc-41a5-8bd8-3e19070777ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565180 Jul 27 08:40:02.149599 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4dfce4-1f73-46f2-bded-5a464fdf200c req-0ca3fe73-05b4-49ca-9800-300b6bc00edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:40:02.151014 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-da4dfce4-1f73-46f2-bded-5a464fdf200c req-0ca3fe73-05b4-49ca-9800-300b6bc00edf service neutron] 10.222.0.42 "GET /v2.0/networks?id=8f6980da-175b-4e92-9032-637e0458eb4f HTTP/1.1" status: 200 len: 916 time: 0.1583374 Jul 27 08:40:02.184689 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:40:02.235303 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 55452) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:40:02.236060 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-da4dfce4-1f73-46f2-bded-5a464fdf200c req-8be0ccb8-249f-4a04-8dbf-cbbbaf1e5bcf service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=55ebce99-8df7-4923-ac6f-3bba997bb3ff HTTP/1.1" status: 200 len: 217 time: 0.0680270 Jul 27 08:40:02.275811 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-c83cb82a-bed6-4a01-a40e-101e4c7cce1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:02.280526 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:40:02.289642 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-e60cd069-f244-4dc9-a9a1-a84c0dc853a0 req-77789aee-3d4a-436a-a046-5f0ab94424b2 service neutron] 10.222.0.42 "GET /v2.0/networks/86596533-e5bc-41a5-8bd8-3e19070777ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290078 Jul 27 08:40:02.396189 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-c83cb82a-bed6-4a01-a40e-101e4c7cce1e admin admin] Publish callbacks [] for security_group (1db34fad-36f0-4551-ad7b-a9f002a7485c), precommit_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:02.396306 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804b6405-852f-483f-86dc-04e6216542ff req-2f45e017-5305-4c10-821c-259cbcd48a3d tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:40:02.396306 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-804b6405-852f-483f-86dc-04e6216542ff req-2f45e017-5305-4c10-821c-259cbcd48a3d tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/ports?device_id=ba1df927-86a0-4ed5-aad6-b45dd817b46e HTTP/1.1" status: 200 len: 944 time: 0.0575256 Jul 27 08:40:02.440865 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-804b6405-852f-483f-86dc-04e6216542ff req-86f4ffd2-67e1-4262-9c36-a616fca29c26 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/security-groups?id=20ccab17-1700-4df5-99cd-066da22ecf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470791 Jul 27 08:40:02.477830 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-c83cb82a-bed6-4a01-a40e-101e4c7cce1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (1db34fad-36f0-4551-ad7b-a9f002a7485c), after_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:02.520212 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-c83cb82a-bed6-4a01-a40e-101e4c7cce1e admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=ca52792fdd7148589ae321c1309430f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2832766 Jul 27 08:40:02.521170 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83cb82a-bed6-4a01-a40e-101e4c7cce1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1db34fad-36f0-4551-ad7b-a9f002a7485c,revision_number=1']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:40:02.524241 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 55466) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:40:02.587256 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-9affca76-1ca2-4ad8-b74b-f24b626929ef admin admin] Publish callbacks [] for security_group (1db34fad-36f0-4551-ad7b-a9f002a7485c), before_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:02.604129 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf42963-4ca1-43ce-b02f-fd3fb38686f4 req-c6aa70a7-121a-4abb-97f7-8e03cfa96c55 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:40:02.605877 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-3bf42963-4ca1-43ce-b02f-fd3fb38686f4 req-c6aa70a7-121a-4abb-97f7-8e03cfa96c55 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7739cba-0102-4d24-ac1e-904912fe2c65 HTTP/1.1" status: 200 len: 943 time: 0.0572002 Jul 27 08:40:02.607359 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:40:02.610368 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-9affca76-1ca2-4ad8-b74b-f24b626929ef admin admin] Publish callbacks [] for security_group (1db34fad-36f0-4551-ad7b-a9f002a7485c), precommit_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:02.655386 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-3bf42963-4ca1-43ce-b02f-fd3fb38686f4 req-d8d2cd04-159f-4c5f-9291-850c064c4b38 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/security-groups?id=791a5d6c-9866-4968-9e83-75fa41831371&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434136 Jul 27 08:40:02.741711 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-9affca76-1ca2-4ad8-b74b-f24b626929ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (1db34fad-36f0-4551-ad7b-a9f002a7485c), after_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:02.744386 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-9affca76-1ca2-4ad8-b74b-f24b626929ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:02.745902 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-9affca76-1ca2-4ad8-b74b-f24b626929ef admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/1db34fad-36f0-4551-ad7b-a9f002a7485c HTTP/1.1" status: 204 len: 168 time: 0.2202926 Jul 27 08:40:02.764119 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9affca76-1ca2-4ad8-b74b-f24b626929ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1db34fad-36f0-4551-ad7b-a9f002a7485c,revision_number=None']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:40:02.965521 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ac0ec7-320d-427a-a10f-7a74855d3b58 req-ec8fb760-b096-4a4f-9d13-9f8467b66508 tempest-DeleteServersTestJSON-191602701 tempest-DeleteServersTestJSON-191602701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:40:02.967083 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-e9ac0ec7-320d-427a-a10f-7a74855d3b58 req-ec8fb760-b096-4a4f-9d13-9f8467b66508 tempest-DeleteServersTestJSON-191602701 tempest-DeleteServersTestJSON-191602701-project] 10.222.0.40 "GET /v2.0/ports?device_id=10fdcb61-b888-4d03-a3f2-e398132cfc27 HTTP/1.1" status: 200 len: 943 time: 0.0496628 Jul 27 08:40:03.018183 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-e9ac0ec7-320d-427a-a10f-7a74855d3b58 req-ce593662-21b8-47b7-83a5-300ce6d9a0b5 tempest-DeleteServersTestJSON-191602701 tempest-DeleteServersTestJSON-191602701-project] 10.222.0.40 "GET /v2.0/security-groups?id=18b82cff-68dc-43fa-89da-9cbf13a5e5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443387 Jul 27 08:40:03.044506 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:40:03.127577 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e69223-90be-4224-9c71-0bfb4391c869 req-9620e3c8-53c9-45c3-95b8-e6f7460eaeb9 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:40:03.130947 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-83e69223-90be-4224-9c71-0bfb4391c869 req-9620e3c8-53c9-45c3-95b8-e6f7460eaeb9 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=73303fae-c87c-4ca8-86ef-f53a66bb47d9 HTTP/1.1" status: 200 len: 944 time: 0.0588739 Jul 27 08:40:03.197445 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-83e69223-90be-4224-9c71-0bfb4391c869 req-2d9008d6-a121-4b59-856a-8f1bd815a5e5 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=31a1d554-5c9d-495f-8673-5decc904dcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593014 Jul 27 08:40:03.569860 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392a8cd9-94ba-4886-a6fe-d56bf8d0c53a req-822928ec-1fa0-4f1c-aa2d-8ea80523fccd tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:40:03.571686 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-392a8cd9-94ba-4886-a6fe-d56bf8d0c53a req-822928ec-1fa0-4f1c-aa2d-8ea80523fccd tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/ports?device_id=ba1df927-86a0-4ed5-aad6-b45dd817b46e HTTP/1.1" status: 200 len: 944 time: 0.0531640 Jul 27 08:40:03.622164 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-392a8cd9-94ba-4886-a6fe-d56bf8d0c53a req-4ddbe83b-6ece-46ba-917d-b9fbf61cd9bc tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/security-groups?id=20ccab17-1700-4df5-99cd-066da22ecf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443923 Jul 27 08:40:03.727077 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 55522) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:40:03.730828 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:40:03.781906 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42183d22-065c-4cae-b1e1-c6f0bc37b6ee req-88bf6f78-0ece-4de4-93b8-edf7a43f39da tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:40:03.783516 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-42183d22-065c-4cae-b1e1-c6f0bc37b6ee req-88bf6f78-0ece-4de4-93b8-edf7a43f39da tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7739cba-0102-4d24-ac1e-904912fe2c65 HTTP/1.1" status: 200 len: 943 time: 0.0499573 Jul 27 08:40:03.859763 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-42183d22-065c-4cae-b1e1-c6f0bc37b6ee req-6af82934-6157-41c0-958d-8742cd8b3c26 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/security-groups?id=791a5d6c-9866-4968-9e83-75fa41831371&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693891 Jul 27 08:40:03.988016 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-baae12df-44f2-4e7f-b403-4f3a11af7755 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:04.065897 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-baae12df-44f2-4e7f-b403-4f3a11af7755 admin admin] Publish callbacks [] for security_group (9f31d3bc-5553-4e14-97ff-49e71d0afb3a), precommit_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:04.140739 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba85a9b2-44d1-4aa6-a936-08b6cf689844 req-df57609b-d3a7-4098-ba45-01122e260733 tempest-DeleteServersTestJSON-191602701 tempest-DeleteServersTestJSON-191602701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:40:04.142245 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-ba85a9b2-44d1-4aa6-a936-08b6cf689844 req-df57609b-d3a7-4098-ba45-01122e260733 tempest-DeleteServersTestJSON-191602701 tempest-DeleteServersTestJSON-191602701-project] 10.222.0.40 "GET /v2.0/ports?device_id=10fdcb61-b888-4d03-a3f2-e398132cfc27 HTTP/1.1" status: 200 len: 943 time: 0.0488641 Jul 27 08:40:04.192595 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-ba85a9b2-44d1-4aa6-a936-08b6cf689844 req-959dce91-c88e-4deb-af21-75ebb1570e8e tempest-DeleteServersTestJSON-191602701 tempest-DeleteServersTestJSON-191602701-project] 10.222.0.40 "GET /v2.0/security-groups?id=18b82cff-68dc-43fa-89da-9cbf13a5e5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445287 Jul 27 08:40:04.251033 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-baae12df-44f2-4e7f-b403-4f3a11af7755 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (9f31d3bc-5553-4e14-97ff-49e71d0afb3a), after_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:04.314399 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-baae12df-44f2-4e7f-b403-4f3a11af7755 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=0811135a85e340a99da66a7242f889ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5861070 Jul 27 08:40:04.317113 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 55540) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:40:04.321873 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baae12df-44f2-4e7f-b403-4f3a11af7755 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f31d3bc-5553-4e14-97ff-49e71d0afb3a,revision_number=1']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:40:04.341843 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d497d9b-cf5d-4e39-9a18-99d59c23f4e2 req-2a13dfbc-48fe-47f9-9df9-b89aca4edb13 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:40:04.341843 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-1d497d9b-cf5d-4e39-9a18-99d59c23f4e2 req-2a13dfbc-48fe-47f9-9df9-b89aca4edb13 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=73303fae-c87c-4ca8-86ef-f53a66bb47d9 HTTP/1.1" status: 200 len: 944 time: 0.0693550 Jul 27 08:40:04.372852 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-9b4a183a-a6fd-4f34-b97c-6d62543a8582 admin admin] Publish callbacks [] for security_group (9f31d3bc-5553-4e14-97ff-49e71d0afb3a), before_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:04.393502 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-1d497d9b-cf5d-4e39-9a18-99d59c23f4e2 req-e192361c-0cdb-41bc-9a68-55230069b7ac tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=31a1d554-5c9d-495f-8673-5decc904dcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461075 Jul 27 08:40:04.406603 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-9b4a183a-a6fd-4f34-b97c-6d62543a8582 admin admin] Publish callbacks [] for security_group (9f31d3bc-5553-4e14-97ff-49e71d0afb3a), precommit_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:04.417277 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:40:04.570566 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-9b4a183a-a6fd-4f34-b97c-6d62543a8582 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (9f31d3bc-5553-4e14-97ff-49e71d0afb3a), after_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:04.573386 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-9b4a183a-a6fd-4f34-b97c-6d62543a8582 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:04.574590 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-9b4a183a-a6fd-4f34-b97c-6d62543a8582 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/9f31d3bc-5553-4e14-97ff-49e71d0afb3a HTTP/1.1" status: 204 len: 168 time: 0.2565103 Jul 27 08:40:04.586754 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4a183a-a6fd-4f34-b97c-6d62543a8582 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f31d3bc-5553-4e14-97ff-49e71d0afb3a,revision_number=None']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:40:04.741100 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:40:04.765769 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0b4b27-1987-45ed-a659-50c48a04f1b0 req-35e48294-41db-4ef4-9204-570a4c7de9f0 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:40:04.767283 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-de0b4b27-1987-45ed-a659-50c48a04f1b0 req-35e48294-41db-4ef4-9204-570a4c7de9f0 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/ports?device_id=ba1df927-86a0-4ed5-aad6-b45dd817b46e HTTP/1.1" status: 200 len: 944 time: 0.0519631 Jul 27 08:40:04.814218 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-de0b4b27-1987-45ed-a659-50c48a04f1b0 req-f7d87708-2c82-449e-a374-06624f67e083 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/security-groups?id=20ccab17-1700-4df5-99cd-066da22ecf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400975 Jul 27 08:40:04.896798 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:40:04.994254 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfb300a-d2c8-40ea-b372-78342612dc23 req-3f559b6d-4c7d-4ac8-8a0a-1427144505b6 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:40:04.997210 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Device e8a0e0d3-038b-475c-b988-cb677e787e58 details requested by agent hyperv_hv-cinder-85117 with host hv-cinder-85117 {{(pid=104487) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 08:40:04.998613 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-1bfb300a-d2c8-40ea-b372-78342612dc23 req-3f559b6d-4c7d-4ac8-8a0a-1427144505b6 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7739cba-0102-4d24-ac1e-904912fe2c65 HTTP/1.1" status: 200 len: 943 time: 0.0575893 Jul 27 08:40:05.053913 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-1bfb300a-d2c8-40ea-b372-78342612dc23 req-1d1a7a4b-5ef5-4df8-8972-7fb7ccf50a17 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/security-groups?id=791a5d6c-9866-4968-9e83-75fa41831371&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526276 Jul 27 08:40:05.116345 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] For port e8a0e0d3-038b-475c-b988-cb677e787e58, host hv-cinder-85117, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85117',level=0,port_id=e8a0e0d3-038b-475c-b988-cb677e787e58,segment=NetworkSegment(d4421dbb-2177-49de-a9fa-abc5e0331875),segment_id=d4421dbb-2177-49de-a9fa-abc5e0331875)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:40:05.128204 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Returning: {'device': 'e8a0e0d3-038b-475c-b988-cb677e787e58', 'network_id': '77554b81-fd19-4316-8d69-62980152360c', 'port_id': 'e8a0e0d3-038b-475c-b988-cb677e787e58', 'mac_address': 'fa:16:3e:b3:2e:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4ce96ff-fd31-496d-82bd-3a3dbfb16be8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104487) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 08:40:05.165600 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Current status of the port e8a0e0d3-038b-475c-b988-cb677e787e58 is: DOWN; New status is: BUILD {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:40:05.165999 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (e8a0e0d3-038b-475c-b988-cb677e787e58), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:05.179963 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.notifiers.nova [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8a0e0d3-038b-475c-b988-cb677e787e58 {{(pid=104487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 08:40:05.200338 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] For port e8a0e0d3-038b-475c-b988-cb677e787e58, host hv-cinder-85117, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85117',level=0,port_id=e8a0e0d3-038b-475c-b988-cb677e787e58,segment=NetworkSegment(d4421dbb-2177-49de-a9fa-abc5e0331875),segment_id=d4421dbb-2177-49de-a9fa-abc5e0331875)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:40:05.256600 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (e8a0e0d3-038b-475c-b988-cb677e787e58), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:05.257175 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:40:05.311458 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Pushing event updated for resources: {'Port': ['ID=e8a0e0d3-038b-475c-b988-cb677e787e58,revision_number=4']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:40:05.314332 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d7bc1f-5625-4f5c-a715-fed2b2656cbf req-5b1bbb5b-59d7-466d-a7ac-2e22a8c87142 tempest-DeleteServersTestJSON-191602701 tempest-DeleteServersTestJSON-191602701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:40:05.315839 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-b4d7bc1f-5625-4f5c-a715-fed2b2656cbf req-5b1bbb5b-59d7-466d-a7ac-2e22a8c87142 tempest-DeleteServersTestJSON-191602701 tempest-DeleteServersTestJSON-191602701-project] 10.222.0.40 "GET /v2.0/ports?device_id=10fdcb61-b888-4d03-a3f2-e398132cfc27 HTTP/1.1" status: 200 len: 943 time: 0.0521445 Jul 27 08:40:05.371026 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-b4d7bc1f-5625-4f5c-a715-fed2b2656cbf req-540ce9aa-9fd6-4594-8cea-692134414580 tempest-DeleteServersTestJSON-191602701 tempest-DeleteServersTestJSON-191602701-project] 10.222.0.40 "GET /v2.0/security-groups?id=18b82cff-68dc-43fa-89da-9cbf13a5e5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492694 Jul 27 08:40:05.423095 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 55594) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:40:05.439660 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-56f62335-b500-4815-a604-13b5517c58ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:05.561019 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-56f62335-b500-4815-a604-13b5517c58ae admin admin] Publish callbacks [] for security_group (21e92ecb-5776-41a2-b86f-76f349a12a1b), precommit_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:05.576578 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d09e4e-db32-48e2-b3db-de09a98049dc req-f05caf98-b0aa-4a56-9657-1f3b7c608ab5 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:40:05.578824 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-68d09e4e-db32-48e2-b3db-de09a98049dc req-f05caf98-b0aa-4a56-9657-1f3b7c608ab5 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=73303fae-c87c-4ca8-86ef-f53a66bb47d9 HTTP/1.1" status: 200 len: 945 time: 0.0667734 Jul 27 08:40:05.636615 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-68d09e4e-db32-48e2-b3db-de09a98049dc req-2a5dc8bb-6f45-4819-a532-fcbae888477c tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=31a1d554-5c9d-495f-8673-5decc904dcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494335 Jul 27 08:40:05.644395 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-56f62335-b500-4815-a604-13b5517c58ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (21e92ecb-5776-41a2-b86f-76f349a12a1b), after_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:05.688278 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f62335-b500-4815-a604-13b5517c58ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21e92ecb-5776-41a2-b86f-76f349a12a1b,revision_number=1']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:40:05.702836 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-56f62335-b500-4815-a604-13b5517c58ae admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=787f048f62ef4604913e0406b7db1de8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2784944 Jul 27 08:40:05.703855 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 55608) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:40:05.766912 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-474a2560-f891-4452-b9b7-ae6392f92b11 admin admin] Publish callbacks [] for security_group (21e92ecb-5776-41a2-b86f-76f349a12a1b), before_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:05.796406 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-474a2560-f891-4452-b9b7-ae6392f92b11 admin admin] Publish callbacks [] for security_group (21e92ecb-5776-41a2-b86f-76f349a12a1b), precommit_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:05.847057 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] get_ports_and_sgs() called for port_ids ['e8a0e0d3-038b-475c-b988-cb677e787e58'] {{(pid=104487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 08:40:05.896358 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:40:05.914717 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-474a2560-f891-4452-b9b7-ae6392f92b11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (21e92ecb-5776-41a2-b86f-76f349a12a1b), after_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:05.916775 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-474a2560-f891-4452-b9b7-ae6392f92b11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:05.918448 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-474a2560-f891-4452-b9b7-ae6392f92b11 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/21e92ecb-5776-41a2-b86f-76f349a12a1b HTTP/1.1" status: 204 len: 168 time: 0.2132905 Jul 27 08:40:05.929247 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a2560-f891-4452-b9b7-ae6392f92b11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21e92ecb-5776-41a2-b86f-76f349a12a1b,revision_number=None']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:40:05.960988 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3231b6b-17c3-4a07-8e23-f52970413145 req-87fbaac3-13b2-407f-83d4-c49286b0891a tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:40:05.962669 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-f3231b6b-17c3-4a07-8e23-f52970413145 req-87fbaac3-13b2-407f-83d4-c49286b0891a tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/ports?device_id=ba1df927-86a0-4ed5-aad6-b45dd817b46e HTTP/1.1" status: 200 len: 944 time: 0.0690534 Jul 27 08:40:06.064708 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-f3231b6b-17c3-4a07-8e23-f52970413145 req-978ca6df-593b-4b43-ab6a-6225ea416048 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/security-groups?id=20ccab17-1700-4df5-99cd-066da22ecf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952754 Jul 27 08:40:06.211713 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ac3067-9dbd-46ae-97ce-9dcdc7238d9c req-305b0aa9-eafd-45d0-bd3f-93f8ad9fe634 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:40:06.213505 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-63ac3067-9dbd-46ae-97ce-9dcdc7238d9c req-305b0aa9-eafd-45d0-bd3f-93f8ad9fe634 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7739cba-0102-4d24-ac1e-904912fe2c65 HTTP/1.1" status: 200 len: 943 time: 0.0612020 Jul 27 08:40:06.221037 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:40:06.277616 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-63ac3067-9dbd-46ae-97ce-9dcdc7238d9c req-690cc535-42de-4906-aec1-b04e3816a042 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/security-groups?id=791a5d6c-9866-4968-9e83-75fa41831371&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580752 Jul 27 08:40:06.503265 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c34f51-1e61-4f34-b4e8-27c792d867ba req-1fb988ea-2db4-4822-93af-1ca89c0df3df tempest-DeleteServersTestJSON-191602701 tempest-DeleteServersTestJSON-191602701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:40:06.505015 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-e7c34f51-1e61-4f34-b4e8-27c792d867ba req-1fb988ea-2db4-4822-93af-1ca89c0df3df tempest-DeleteServersTestJSON-191602701 tempest-DeleteServersTestJSON-191602701-project] 10.222.0.40 "GET /v2.0/ports?device_id=10fdcb61-b888-4d03-a3f2-e398132cfc27 HTTP/1.1" status: 200 len: 943 time: 0.0592210 Jul 27 08:40:06.545058 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:40:06.553067 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-e7c34f51-1e61-4f34-b4e8-27c792d867ba req-d9884d92-cc44-4790-a7a3-193ef30e58bd tempest-DeleteServersTestJSON-191602701 tempest-DeleteServersTestJSON-191602701-project] 10.222.0.40 "GET /v2.0/security-groups?id=18b82cff-68dc-43fa-89da-9cbf13a5e5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423164 Jul 27 08:40:06.777510 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfaaad9-9351-49fe-8389-943ce76c042f req-b7804b64-2bcb-4b88-b9c6-013cdb6ed4be tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:40:06.781169 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-1cfaaad9-9351-49fe-8389-943ce76c042f req-b7804b64-2bcb-4b88-b9c6-013cdb6ed4be tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=73303fae-c87c-4ca8-86ef-f53a66bb47d9 HTTP/1.1" status: 200 len: 945 time: 0.0526733 Jul 27 08:40:06.843579 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:40:06.852212 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-1cfaaad9-9351-49fe-8389-943ce76c042f req-649b1797-a339-481b-8c5d-fdc637e887a5 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=31a1d554-5c9d-495f-8673-5decc904dcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642214 Jul 27 08:40:07.112343 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=100 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:40:07.184220 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Device 74a7aaef-2da9-4a35-9f8f-3a48630457ec details requested by agent hyperv_hv-cinder-85117 with host hv-cinder-85117 {{(pid=104487) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 08:40:07.209390 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Device e8a0e0d3-038b-475c-b988-cb677e787e58 up at agent hyperv_hv-cinder-85117 {{(pid=104487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 08:40:07.218080 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6971a5d4-ff6b-4c36-ae0c-3b2dde1ddf76 req-2a842a5e-2f04-42da-abc1-b4116bbcba0d tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:40:07.219749 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-6971a5d4-ff6b-4c36-ae0c-3b2dde1ddf76 req-2a842a5e-2f04-42da-abc1-b4116bbcba0d tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/ports?device_id=ba1df927-86a0-4ed5-aad6-b45dd817b46e HTTP/1.1" status: 200 len: 944 time: 0.0675881 Jul 27 08:40:07.277420 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-6971a5d4-ff6b-4c36-ae0c-3b2dde1ddf76 req-29d4ea69-7063-4772-959f-53cd40ab534c tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/security-groups?id=20ccab17-1700-4df5-99cd-066da22ecf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510213 Jul 27 08:40:07.348744 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] For port 74a7aaef-2da9-4a35-9f8f-3a48630457ec, host hv-cinder-85117, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85117',level=0,port_id=74a7aaef-2da9-4a35-9f8f-3a48630457ec,segment=NetworkSegment(2c0fb304-3c22-4ed5-9a02-db9a55430652),segment_id=2c0fb304-3c22-4ed5-9a02-db9a55430652)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:40:07.361502 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Provisioning for port e8a0e0d3-038b-475c-b988-cb677e787e58 completed by entity L2. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 27 08:40:07.371230 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Returning: {'device': '74a7aaef-2da9-4a35-9f8f-3a48630457ec', 'network_id': 'a1f6320b-3782-410e-b338-e24d3c56438a', 'port_id': '74a7aaef-2da9-4a35-9f8f-3a48630457ec', 'mac_address': 'fa:16:3e:d3:60:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9a36973-6488-46d1-aba2-a7cfa39fed68', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104487) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 08:40:07.414008 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Current status of the port 74a7aaef-2da9-4a35-9f8f-3a48630457ec is: DOWN; New status is: BUILD {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:40:07.417504 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (74a7aaef-2da9-4a35-9f8f-3a48630457ec), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:07.433022 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.notifiers.nova [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74a7aaef-2da9-4a35-9f8f-3a48630457ec {{(pid=104487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 08:40:07.434427 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00e7415-d9b8-47df-b9d3-e17780a8e983 req-9dfe09dc-6fbc-4571-bd73-52ef8f832e85 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:40:07.435936 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-d00e7415-d9b8-47df-b9d3-e17780a8e983 req-9dfe09dc-6fbc-4571-bd73-52ef8f832e85 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7739cba-0102-4d24-ac1e-904912fe2c65 HTTP/1.1" status: 200 len: 943 time: 0.0552423 Jul 27 08:40:07.458026 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] For port 74a7aaef-2da9-4a35-9f8f-3a48630457ec, host hv-cinder-85117, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85117',level=0,port_id=74a7aaef-2da9-4a35-9f8f-3a48630457ec,segment=NetworkSegment(2c0fb304-3c22-4ed5-9a02-db9a55430652),segment_id=2c0fb304-3c22-4ed5-9a02-db9a55430652)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:40:07.467277 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Provisioning complete for port e8a0e0d3-038b-475c-b988-cb677e787e58 triggered by entity L2. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:40:07.470705 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (e8a0e0d3-038b-475c-b988-cb677e787e58), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:07.529639 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-d00e7415-d9b8-47df-b9d3-e17780a8e983 req-58c704e3-a314-465f-8809-00c638728547 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/security-groups?id=791a5d6c-9866-4968-9e83-75fa41831371&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862901 Jul 27 08:40:07.570729 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (74a7aaef-2da9-4a35-9f8f-3a48630457ec), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:07.573878 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:40:07.648022 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Pushing event updated for resources: {'Port': ['ID=74a7aaef-2da9-4a35-9f8f-3a48630457ec,revision_number=4']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:40:07.659270 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Current status of the port e8a0e0d3-038b-475c-b988-cb677e787e58 is: BUILD; New status is: ACTIVE {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:40:07.659544 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (e8a0e0d3-038b-475c-b988-cb677e787e58), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:07.705586 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] For port e8a0e0d3-038b-475c-b988-cb677e787e58, host hv-cinder-85117, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85117',level=0,port_id=e8a0e0d3-038b-475c-b988-cb677e787e58,segment=NetworkSegment(d4421dbb-2177-49de-a9fa-abc5e0331875),segment_id=d4421dbb-2177-49de-a9fa-abc5e0331875)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:40:07.707805 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73303fae-c87c-4ca8-86ef-f53a66bb47d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8a0e0d3-038b-475c-b988-cb677e787e58'}] {{(pid=104487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 08:40:07.747822 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3343a53a-6b26-4797-9d4d-ff17ef2ecadd req-3fc30789-0977-4631-bb56-b52b6a386282 tempest-DeleteServersTestJSON-191602701 tempest-DeleteServersTestJSON-191602701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:40:07.757564 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-3343a53a-6b26-4797-9d4d-ff17ef2ecadd req-3fc30789-0977-4631-bb56-b52b6a386282 tempest-DeleteServersTestJSON-191602701 tempest-DeleteServersTestJSON-191602701-project] 10.222.0.40 "GET /v2.0/ports?device_id=10fdcb61-b888-4d03-a3f2-e398132cfc27 HTTP/1.1" status: 200 len: 944 time: 0.0771501 Jul 27 08:40:07.786072 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (e8a0e0d3-038b-475c-b988-cb677e787e58), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:07.809642 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:40:07.813689 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-3343a53a-6b26-4797-9d4d-ff17ef2ecadd req-5b5daf1a-5d80-4b27-a274-28cb1d7c74e7 tempest-DeleteServersTestJSON-191602701 tempest-DeleteServersTestJSON-191602701-project] 10.222.0.40 "GET /v2.0/security-groups?id=18b82cff-68dc-43fa-89da-9cbf13a5e5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551174 Jul 27 08:40:07.845678 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Pushing event updated for resources: {'Port': ['ID=e8a0e0d3-038b-475c-b988-cb677e787e58,revision_number=5']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:40:07.922993 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80d6aca8d47c9a16b7ef4a01c61ef1bf5c962aea16cee8599b6bab5dfb4de652" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fad511ac-c96f-45e1-9f15-6c578111eede" -d '{"events": [{"server_uuid": "73303fae-c87c-4ca8-86ef-f53a66bb47d9", "name": "network-vif-plugged", "status": "completed", "tag": "e8a0e0d3-038b-475c-b988-cb677e787e58"}]}' {{(pid=104487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 08:40:07.984155 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfc0861-deb2-4ac6-8a6b-dd76aea3d866 req-03d14a87-3c7b-4025-a1ea-f2a1b54edaba tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:40:07.987017 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-fcfc0861-deb2-4ac6-8a6b-dd76aea3d866 req-03d14a87-3c7b-4025-a1ea-f2a1b54edaba tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=73303fae-c87c-4ca8-86ef-f53a66bb47d9 HTTP/1.1" status: 200 len: 946 time: 0.0538893 Jul 27 08:40:08.053830 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-fcfc0861-deb2-4ac6-8a6b-dd76aea3d866 req-7f0ed8bc-9e06-4595-880f-cfd1bcaf1276 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=31a1d554-5c9d-495f-8673-5decc904dcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609064 Jul 27 08:40:08.102729 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 08:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c00778e6-cd2d-499f-8801-0c4c9a0cea3f x-openstack-request-id: req-c00778e6-cd2d-499f-8801-0c4c9a0cea3f {{(pid=104487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 08:40:08.103055 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73303fae-c87c-4ca8-86ef-f53a66bb47d9", "name": "network-vif-plugged", "status": "completed", "tag": "e8a0e0d3-038b-475c-b988-cb677e787e58", "code": 200}]} {{(pid=104487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 08:40:08.103315 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-c00778e6-cd2d-499f-8801-0c4c9a0cea3f {{(pid=104487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 08:40:08.103766 dv-cinder-851170-2-iscsi neutron-server[104487]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c00778e6-cd2d-499f-8801-0c4c9a0cea3f'] response: {'server_uuid': '73303fae-c87c-4ca8-86ef-f53a66bb47d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8a0e0d3-038b-475c-b988-cb677e787e58', 'code': 200} Jul 27 08:40:08.328372 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:40:08.398270 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9b3156-1d72-47a1-984c-2ea588eccc3d req-1f781ca3-9ed0-45a1-822e-bf57a7cb25d4 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:40:08.399748 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-9c9b3156-1d72-47a1-984c-2ea588eccc3d req-1f781ca3-9ed0-45a1-822e-bf57a7cb25d4 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/ports?device_id=ba1df927-86a0-4ed5-aad6-b45dd817b46e HTTP/1.1" status: 200 len: 944 time: 0.0499148 Jul 27 08:40:08.447801 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-9c9b3156-1d72-47a1-984c-2ea588eccc3d req-c39b57f2-8482-4c2f-8a1d-5096db043844 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/security-groups?id=20ccab17-1700-4df5-99cd-066da22ecf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424581 Jul 27 08:40:08.676597 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0da8538-95d3-4276-bdac-074166e8818e req-11c6afd4-c8a4-41ba-98f4-2d4439ace666 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:40:08.678343 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-e0da8538-95d3-4276-bdac-074166e8818e req-11c6afd4-c8a4-41ba-98f4-2d4439ace666 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7739cba-0102-4d24-ac1e-904912fe2c65 HTTP/1.1" status: 200 len: 943 time: 0.0536206 Jul 27 08:40:08.741493 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-e0da8538-95d3-4276-bdac-074166e8818e req-446308ed-2404-47b9-a686-092cb0771c54 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/security-groups?id=791a5d6c-9866-4968-9e83-75fa41831371&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571063 Jul 27 08:40:08.861128 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=100 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:40:08.919234 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:40:08.937847 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a90163-bc2f-4e39-a671-e3cb49a0bb98 req-07927675-0dd7-4b1d-b6c2-df2c2a460c8a tempest-DeleteServersTestJSON-191602701 tempest-DeleteServersTestJSON-191602701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:40:08.939367 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-e1a90163-bc2f-4e39-a671-e3cb49a0bb98 req-07927675-0dd7-4b1d-b6c2-df2c2a460c8a tempest-DeleteServersTestJSON-191602701 tempest-DeleteServersTestJSON-191602701-project] 10.222.0.40 "GET /v2.0/ports?device_id=10fdcb61-b888-4d03-a3f2-e398132cfc27 HTTP/1.1" status: 200 len: 944 time: 0.0485208 Jul 27 08:40:08.965040 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:40:08.991237 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-e1a90163-bc2f-4e39-a671-e3cb49a0bb98 req-e78510fc-bb2d-4061-bf71-a3ba7342eb43 tempest-DeleteServersTestJSON-191602701 tempest-DeleteServersTestJSON-191602701-project] 10.222.0.40 "GET /v2.0/security-groups?id=18b82cff-68dc-43fa-89da-9cbf13a5e5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456190 Jul 27 08:40:09.177387 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b93facb-5c4f-45b7-8b2d-9b46e2175715 req-f6ec95c2-006b-427d-a938-68f70ddbab62 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:40:09.178893 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-0b93facb-5c4f-45b7-8b2d-9b46e2175715 req-f6ec95c2-006b-427d-a938-68f70ddbab62 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=73303fae-c87c-4ca8-86ef-f53a66bb47d9 HTTP/1.1" status: 200 len: 946 time: 0.0486407 Jul 27 08:40:09.228134 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-0b93facb-5c4f-45b7-8b2d-9b46e2175715 req-bfa6a2ae-10c7-4eed-be72-ad84b8217559 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=31a1d554-5c9d-495f-8673-5decc904dcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435140 Jul 27 08:40:09.567445 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a766d487-28b0-418e-b066-364f108580ec req-96893b82-a4d3-400e-b69d-ae731c8bd919 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:40:09.568967 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-a766d487-28b0-418e-b066-364f108580ec req-96893b82-a4d3-400e-b69d-ae731c8bd919 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/ports?device_id=ba1df927-86a0-4ed5-aad6-b45dd817b46e HTTP/1.1" status: 200 len: 944 time: 0.0479441 Jul 27 08:40:09.619558 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-a766d487-28b0-418e-b066-364f108580ec req-22b6e705-c30e-4a20-84e0-4ecc96d1b789 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/security-groups?id=20ccab17-1700-4df5-99cd-066da22ecf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450070 Jul 27 08:40:09.867150 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74f1538-b61a-44a1-871d-91b881701d8b req-160b5f73-e60c-43fb-a49b-f1d0bdd0e2af tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:40:09.868704 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-d74f1538-b61a-44a1-871d-91b881701d8b req-160b5f73-e60c-43fb-a49b-f1d0bdd0e2af tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7739cba-0102-4d24-ac1e-904912fe2c65 HTTP/1.1" status: 200 len: 943 time: 0.0552576 Jul 27 08:40:09.897170 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=100 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:40:09.919235 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-d74f1538-b61a-44a1-871d-91b881701d8b req-9e5265f5-e739-4618-89e9-c3e3fde0633b tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/security-groups?id=791a5d6c-9866-4968-9e83-75fa41831371&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447388 Jul 27 08:40:10.109669 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfcc43d-90c7-4659-b0a7-c2cceb4fa6c1 req-822316b3-491b-405e-a416-a58717c18c8a tempest-DeleteServersTestJSON-191602701 tempest-DeleteServersTestJSON-191602701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:40:10.111204 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-adfcc43d-90c7-4659-b0a7-c2cceb4fa6c1 req-822316b3-491b-405e-a416-a58717c18c8a tempest-DeleteServersTestJSON-191602701 tempest-DeleteServersTestJSON-191602701-project] 10.222.0.40 "GET /v2.0/ports?device_id=10fdcb61-b888-4d03-a3f2-e398132cfc27 HTTP/1.1" status: 200 len: 944 time: 0.0479629 Jul 27 08:40:10.172926 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-adfcc43d-90c7-4659-b0a7-c2cceb4fa6c1 req-00b9357c-7cab-432c-9548-bb3f16c62e8c tempest-DeleteServersTestJSON-191602701 tempest-DeleteServersTestJSON-191602701-project] 10.222.0.40 "GET /v2.0/security-groups?id=18b82cff-68dc-43fa-89da-9cbf13a5e5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550597 Jul 27 08:40:10.356069 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab43b7b-d1cc-49d1-a4f4-8b3b60dcb42b req-b96a40bc-7e27-4264-b6f2-1c564d1940bd tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:40:10.357563 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-eab43b7b-d1cc-49d1-a4f4-8b3b60dcb42b req-b96a40bc-7e27-4264-b6f2-1c564d1940bd tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=73303fae-c87c-4ca8-86ef-f53a66bb47d9 HTTP/1.1" status: 200 len: 946 time: 0.0476997 Jul 27 08:40:10.404811 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-eab43b7b-d1cc-49d1-a4f4-8b3b60dcb42b req-47f8f616-39e1-47d0-bafb-785d3d48b58c tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=31a1d554-5c9d-495f-8673-5decc904dcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415797 Jul 27 08:40:10.741305 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149e9aae-b8ac-420e-ac2d-4f1b7cad8e7d req-68348568-e4a3-4ecc-9cd3-674a3dac601b tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:40:10.741305 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-149e9aae-b8ac-420e-ac2d-4f1b7cad8e7d req-68348568-e4a3-4ecc-9cd3-674a3dac601b tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/ports?device_id=ba1df927-86a0-4ed5-aad6-b45dd817b46e HTTP/1.1" status: 200 len: 944 time: 0.0477755 Jul 27 08:40:10.798537 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-149e9aae-b8ac-420e-ac2d-4f1b7cad8e7d req-5f8d471e-2c33-4f42-964d-e98a6d1f6380 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/security-groups?id=20ccab17-1700-4df5-99cd-066da22ecf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432460 Jul 27 08:40:11.040769 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee30bee-d14f-4418-8ff0-7d755dc2c699 req-0403eb35-1a2c-42ff-96cd-181cacab9ac8 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:40:11.042138 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-3ee30bee-d14f-4418-8ff0-7d755dc2c699 req-0403eb35-1a2c-42ff-96cd-181cacab9ac8 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7739cba-0102-4d24-ac1e-904912fe2c65 HTTP/1.1" status: 200 len: 943 time: 0.0461802 Jul 27 08:40:11.091559 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-3ee30bee-d14f-4418-8ff0-7d755dc2c699 req-87f19d13-9d1f-4ee5-9f2e-97a2271d67a4 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/security-groups?id=791a5d6c-9866-4968-9e83-75fa41831371&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439470 Jul 27 08:40:11.294477 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d166e12b-e0a3-44bd-bc1a-2de592a2475c req-3db4b3dc-3009-49e4-a96f-69b1034e2c35 tempest-DeleteServersTestJSON-191602701 tempest-DeleteServersTestJSON-191602701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:40:11.295939 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-d166e12b-e0a3-44bd-bc1a-2de592a2475c req-3db4b3dc-3009-49e4-a96f-69b1034e2c35 tempest-DeleteServersTestJSON-191602701 tempest-DeleteServersTestJSON-191602701-project] 10.222.0.40 "GET /v2.0/ports?device_id=10fdcb61-b888-4d03-a3f2-e398132cfc27 HTTP/1.1" status: 200 len: 944 time: 0.0505941 Jul 27 08:40:11.338265 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=100 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:40:11.342846 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-d166e12b-e0a3-44bd-bc1a-2de592a2475c req-2e1f3e4d-e5d5-4be5-b143-d8f592158db2 tempest-DeleteServersTestJSON-191602701 tempest-DeleteServersTestJSON-191602701-project] 10.222.0.40 "GET /v2.0/security-groups?id=18b82cff-68dc-43fa-89da-9cbf13a5e5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412805 Jul 27 08:40:11.525456 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221f0ebd-fcf0-40b1-8abd-3e2a9403db1a req-103ba1f1-be2c-4247-a07d-97f9419fb74a tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:40:11.526938 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-221f0ebd-fcf0-40b1-8abd-3e2a9403db1a req-103ba1f1-be2c-4247-a07d-97f9419fb74a tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=73303fae-c87c-4ca8-86ef-f53a66bb47d9 HTTP/1.1" status: 200 len: 946 time: 0.0471685 Jul 27 08:40:11.575243 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-221f0ebd-fcf0-40b1-8abd-3e2a9403db1a req-1380eb63-90ba-44e6-a77b-51c193a15fca tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=31a1d554-5c9d-495f-8673-5decc904dcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425634 Jul 27 08:40:11.654628 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] get_ports_and_sgs() called for port_ids ['74a7aaef-2da9-4a35-9f8f-3a48630457ec'] {{(pid=104487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 08:40:11.908519 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf9410b-b90b-4ac0-9b2e-1d1c37081542 req-f02e429f-4a88-4858-b23d-bf02d2d87b13 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:40:11.910026 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-acf9410b-b90b-4ac0-9b2e-1d1c37081542 req-f02e429f-4a88-4858-b23d-bf02d2d87b13 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/ports?device_id=ba1df927-86a0-4ed5-aad6-b45dd817b46e HTTP/1.1" status: 200 len: 944 time: 0.0473003 Jul 27 08:40:11.970067 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-acf9410b-b90b-4ac0-9b2e-1d1c37081542 req-97bb6752-eaf2-4ced-a1d3-2ec2a16f4d6c tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/security-groups?id=20ccab17-1700-4df5-99cd-066da22ecf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542915 Jul 27 08:40:12.209254 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5c1020-b9b4-485c-9cc6-8dfb0bd6546c req-d01bd968-3c28-4f1c-986b-bfe609aaf5ad tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:40:12.210742 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-7e5c1020-b9b4-485c-9cc6-8dfb0bd6546c req-d01bd968-3c28-4f1c-986b-bfe609aaf5ad tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7739cba-0102-4d24-ac1e-904912fe2c65 HTTP/1.1" status: 200 len: 943 time: 0.0472806 Jul 27 08:40:12.266803 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-7e5c1020-b9b4-485c-9cc6-8dfb0bd6546c req-3210a644-977a-4288-b97c-44529c8ee219 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/security-groups?id=791a5d6c-9866-4968-9e83-75fa41831371&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503345 Jul 27 08:40:12.464421 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4dfce4-1f73-46f2-bded-5a464fdf200c req-d618fe04-10aa-4619-b45a-bf74b8b45ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:40:12.465915 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-da4dfce4-1f73-46f2-bded-5a464fdf200c req-d618fe04-10aa-4619-b45a-bf74b8b45ebc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5784479d-44dd-45ed-b6e6-1aaaf2f91b93 HTTP/1.1" status: 200 len: 854 time: 0.0560842 Jul 27 08:40:12.469506 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0f6229-2bdc-4046-9ce4-0ed90d98d7bf req-6a8e7bf9-abfa-40ab-b253-5d66fc769ab1 tempest-DeleteServersTestJSON-191602701 tempest-DeleteServersTestJSON-191602701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:40:12.471130 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-6a0f6229-2bdc-4046-9ce4-0ed90d98d7bf req-6a8e7bf9-abfa-40ab-b253-5d66fc769ab1 tempest-DeleteServersTestJSON-191602701 tempest-DeleteServersTestJSON-191602701-project] 10.222.0.40 "GET /v2.0/ports?device_id=10fdcb61-b888-4d03-a3f2-e398132cfc27 HTTP/1.1" status: 200 len: 944 time: 0.0564687 Jul 27 08:40:12.515763 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4dfce4-1f73-46f2-bded-5a464fdf200c req-85828646-2ab5-4bd3-abbc-343171ecda44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:40:12.517461 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-da4dfce4-1f73-46f2-bded-5a464fdf200c req-85828646-2ab5-4bd3-abbc-343171ecda44 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8f6980da-175b-4e92-9032-637e0458eb4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413792 Jul 27 08:40:12.527703 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-6a0f6229-2bdc-4046-9ce4-0ed90d98d7bf req-055fad5d-c29c-4915-b78e-538cf9f3493e tempest-DeleteServersTestJSON-191602701 tempest-DeleteServersTestJSON-191602701-project] 10.222.0.40 "GET /v2.0/security-groups?id=18b82cff-68dc-43fa-89da-9cbf13a5e5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502644 Jul 27 08:40:12.616503 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-da4dfce4-1f73-46f2-bded-5a464fdf200c req-04a73f92-1e5a-40cb-9ab2-85b3bc6481f3 service neutron] 10.222.0.42 "GET /v2.0/networks/8f6980da-175b-4e92-9032-637e0458eb4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916159 Jul 27 08:40:12.720239 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990d89f0-ddc0-4361-8927-8a5046782fb9 req-48fdf237-0791-4ec0-8b90-5c2ee30627ab tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:40:12.721695 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-990d89f0-ddc0-4361-8927-8a5046782fb9 req-48fdf237-0791-4ec0-8b90-5c2ee30627ab tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=73303fae-c87c-4ca8-86ef-f53a66bb47d9 HTTP/1.1" status: 200 len: 946 time: 0.0571017 Jul 27 08:40:12.742480 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Device 74a7aaef-2da9-4a35-9f8f-3a48630457ec up at agent hyperv_hv-cinder-85117 {{(pid=104487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 08:40:12.766976 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-da4dfce4-1f73-46f2-bded-5a464fdf200c req-7c72ff4f-ff61-4a9d-8da4-bf6adbf15334 service neutron] 10.222.0.42 "GET /v2.0/networks/8f6980da-175b-4e92-9032-637e0458eb4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440306 Jul 27 08:40:12.793707 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-990d89f0-ddc0-4361-8927-8a5046782fb9 req-e431a2ed-5443-4753-8839-0a0dbcc51ced tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=31a1d554-5c9d-495f-8673-5decc904dcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610886 Jul 27 08:40:12.812954 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Provisioning for port 74a7aaef-2da9-4a35-9f8f-3a48630457ec completed by entity L2. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 27 08:40:12.917444 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Provisioning complete for port 74a7aaef-2da9-4a35-9f8f-3a48630457ec triggered by entity L2. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:40:12.917744 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (74a7aaef-2da9-4a35-9f8f-3a48630457ec), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:13.003926 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Current status of the port 74a7aaef-2da9-4a35-9f8f-3a48630457ec is: BUILD; New status is: ACTIVE {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:40:13.004319 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (74a7aaef-2da9-4a35-9f8f-3a48630457ec), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:13.028325 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10fdcb61-b888-4d03-a3f2-e398132cfc27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74a7aaef-2da9-4a35-9f8f-3a48630457ec'}] {{(pid=104487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 08:40:13.031180 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80d6aca8d47c9a16b7ef4a01c61ef1bf5c962aea16cee8599b6bab5dfb4de652" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e94623b-99e5-428d-b5d7-50961bddb292" -d '{"events": [{"server_uuid": "10fdcb61-b888-4d03-a3f2-e398132cfc27", "name": "network-vif-plugged", "status": "completed", "tag": "74a7aaef-2da9-4a35-9f8f-3a48630457ec"}]}' {{(pid=104487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 08:40:13.045028 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] For port 74a7aaef-2da9-4a35-9f8f-3a48630457ec, host hv-cinder-85117, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85117',level=0,port_id=74a7aaef-2da9-4a35-9f8f-3a48630457ec,segment=NetworkSegment(2c0fb304-3c22-4ed5-9a02-db9a55430652),segment_id=2c0fb304-3c22-4ed5-9a02-db9a55430652)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:40:13.082200 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 08:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fa88618-9052-47dc-ae22-f03199801339 x-openstack-request-id: req-4fa88618-9052-47dc-ae22-f03199801339 {{(pid=104487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 08:40:13.082593 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10fdcb61-b888-4d03-a3f2-e398132cfc27", "name": "network-vif-plugged", "status": "completed", "tag": "74a7aaef-2da9-4a35-9f8f-3a48630457ec", "code": 200}]} {{(pid=104487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 08:40:13.082897 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-4fa88618-9052-47dc-ae22-f03199801339 {{(pid=104487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 08:40:13.083297 dv-cinder-851170-2-iscsi neutron-server[104487]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fa88618-9052-47dc-ae22-f03199801339'] response: {'server_uuid': '10fdcb61-b888-4d03-a3f2-e398132cfc27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74a7aaef-2da9-4a35-9f8f-3a48630457ec', 'code': 200} Jul 27 08:40:13.108494 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (74a7aaef-2da9-4a35-9f8f-3a48630457ec), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:13.115968 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0778f53f-edc1-42cc-b4fd-84b2abddb6f1 req-a01a67cc-dc00-4976-92b8-ff2340f60e7d tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:40:13.116163 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.agents_db [None req-f85b74c8-06c1-470d-aedd-c7ca4f0196ea None None] Agent healthcheck: found 6 active agents {{(pid=104488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 08:40:13.124505 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-0778f53f-edc1-42cc-b4fd-84b2abddb6f1 req-a01a67cc-dc00-4976-92b8-ff2340f60e7d tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/ports?device_id=ba1df927-86a0-4ed5-aad6-b45dd817b46e HTTP/1.1" status: 200 len: 944 time: 0.0665150 Jul 27 08:40:13.161962 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Pushing event updated for resources: {'Port': ['ID=74a7aaef-2da9-4a35-9f8f-3a48630457ec,revision_number=5']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:40:13.178115 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-0778f53f-edc1-42cc-b4fd-84b2abddb6f1 req-689527bb-1e08-49f6-958c-8a19d1d4edf6 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/security-groups?id=20ccab17-1700-4df5-99cd-066da22ecf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526104 Jul 27 08:40:13.386342 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91501f6-4f70-4b13-a0aa-5d4a9f5cc142 req-b42cd0b9-8679-4c84-a76b-f57b1f0daf52 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:40:13.388471 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-c91501f6-4f70-4b13-a0aa-5d4a9f5cc142 req-b42cd0b9-8679-4c84-a76b-f57b1f0daf52 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7739cba-0102-4d24-ac1e-904912fe2c65 HTTP/1.1" status: 200 len: 943 time: 0.0479636 Jul 27 08:40:13.434940 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-c91501f6-4f70-4b13-a0aa-5d4a9f5cc142 req-d9da278a-8341-4dc9-b461-5504eacf1293 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/security-groups?id=791a5d6c-9866-4968-9e83-75fa41831371&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408263 Jul 27 08:40:13.659387 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3cb503-6c1a-46ba-b6db-79886c40edb7 req-723ee115-c208-4e09-b633-027c6d7f58cb tempest-DeleteServersTestJSON-191602701 tempest-DeleteServersTestJSON-191602701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:40:13.660941 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-3d3cb503-6c1a-46ba-b6db-79886c40edb7 req-723ee115-c208-4e09-b633-027c6d7f58cb tempest-DeleteServersTestJSON-191602701 tempest-DeleteServersTestJSON-191602701-project] 10.222.0.40 "GET /v2.0/ports?device_id=10fdcb61-b888-4d03-a3f2-e398132cfc27 HTTP/1.1" status: 200 len: 945 time: 0.0479319 Jul 27 08:40:13.712596 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-3d3cb503-6c1a-46ba-b6db-79886c40edb7 req-a046af8e-af7e-44e1-a8e8-80f364c782fb tempest-DeleteServersTestJSON-191602701 tempest-DeleteServersTestJSON-191602701-project] 10.222.0.40 "GET /v2.0/security-groups?id=18b82cff-68dc-43fa-89da-9cbf13a5e5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452435 Jul 27 08:40:13.931327 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=100 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:40:13.942833 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f2779b-ede1-4dae-a7e0-1972f489d398 req-ffc69805-14e4-47ea-8916-801aa41abcd9 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:40:13.944295 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-26f2779b-ede1-4dae-a7e0-1972f489d398 req-ffc69805-14e4-47ea-8916-801aa41abcd9 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=73303fae-c87c-4ca8-86ef-f53a66bb47d9 HTTP/1.1" status: 200 len: 946 time: 0.0533540 Jul 27 08:40:13.992605 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-26f2779b-ede1-4dae-a7e0-1972f489d398 req-7303dfef-7498-4fb8-9a48-142374738f2b tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=31a1d554-5c9d-495f-8673-5decc904dcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424550 Jul 27 08:40:14.007854 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:40:14.299308 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd82b29d-70f0-4eca-950b-c4f2698f66fb req-e1c14d62-8041-4c7b-b47d-d98158b68f10 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:40:14.300757 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-dd82b29d-70f0-4eca-950b-c4f2698f66fb req-e1c14d62-8041-4c7b-b47d-d98158b68f10 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/ports?device_id=ba1df927-86a0-4ed5-aad6-b45dd817b46e HTTP/1.1" status: 200 len: 944 time: 0.0486379 Jul 27 08:40:14.340900 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=100 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:40:14.348035 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-dd82b29d-70f0-4eca-950b-c4f2698f66fb req-47bdd2b7-f5ee-4893-b961-9ec02b311eac tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/security-groups?id=20ccab17-1700-4df5-99cd-066da22ecf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414016 Jul 27 08:40:14.548329 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=100 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:40:14.556760 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aa2f37-9c23-4ee7-aad2-dc785081b3d6 req-97497d89-f597-42b1-8269-1fa113750592 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:40:14.558235 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-34aa2f37-9c23-4ee7-aad2-dc785081b3d6 req-97497d89-f597-42b1-8269-1fa113750592 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7739cba-0102-4d24-ac1e-904912fe2c65 HTTP/1.1" status: 200 len: 943 time: 0.0500510 Jul 27 08:40:14.605272 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-34aa2f37-9c23-4ee7-aad2-dc785081b3d6 req-11209b9b-aa4b-472b-910e-951ea3677a6f tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/security-groups?id=791a5d6c-9866-4968-9e83-75fa41831371&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412984 Jul 27 08:40:14.766221 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Device 535f88dd-47a5-428c-ab18-ca28f688244a details requested by agent hyperv_hv-cinder-85117 with host hv-cinder-85117 {{(pid=104487) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 08:40:14.834444 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036bd661-6b05-462c-8eae-77e78e985622 req-7a4bfff0-f668-45d4-8f62-125ab119a964 tempest-DeleteServersTestJSON-191602701 tempest-DeleteServersTestJSON-191602701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:40:14.835938 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-036bd661-6b05-462c-8eae-77e78e985622 req-7a4bfff0-f668-45d4-8f62-125ab119a964 tempest-DeleteServersTestJSON-191602701 tempest-DeleteServersTestJSON-191602701-project] 10.222.0.40 "GET /v2.0/ports?device_id=10fdcb61-b888-4d03-a3f2-e398132cfc27 HTTP/1.1" status: 200 len: 945 time: 0.0475669 Jul 27 08:40:14.869422 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] For port 535f88dd-47a5-428c-ab18-ca28f688244a, host hv-cinder-85117, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85117',level=0,port_id=535f88dd-47a5-428c-ab18-ca28f688244a,segment=NetworkSegment(fc440bfb-38b1-4666-8c4c-49881a4385a0),segment_id=fc440bfb-38b1-4666-8c4c-49881a4385a0)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:40:14.882277 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Returning: {'device': '535f88dd-47a5-428c-ab18-ca28f688244a', 'network_id': '86596533-e5bc-41a5-8bd8-3e19070777ca', 'port_id': '535f88dd-47a5-428c-ab18-ca28f688244a', 'mac_address': 'fa:16:3e:8b:5d:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bb93b59-455b-4e46-8d58-a8f142f5867d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104487) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 08:40:14.886039 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:40:14.897341 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-036bd661-6b05-462c-8eae-77e78e985622 req-e417b500-d12d-4eeb-b7cd-4fb21ee3e341 tempest-DeleteServersTestJSON-191602701 tempest-DeleteServersTestJSON-191602701-project] 10.222.0.40 "GET /v2.0/security-groups?id=18b82cff-68dc-43fa-89da-9cbf13a5e5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516210 Jul 27 08:40:14.923136 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Current status of the port 535f88dd-47a5-428c-ab18-ca28f688244a is: DOWN; New status is: BUILD {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:40:14.923629 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (535f88dd-47a5-428c-ab18-ca28f688244a), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:14.939284 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.notifiers.nova [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 535f88dd-47a5-428c-ab18-ca28f688244a {{(pid=104487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 08:40:14.961682 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] For port 535f88dd-47a5-428c-ab18-ca28f688244a, host hv-cinder-85117, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85117',level=0,port_id=535f88dd-47a5-428c-ab18-ca28f688244a,segment=NetworkSegment(fc440bfb-38b1-4666-8c4c-49881a4385a0),segment_id=fc440bfb-38b1-4666-8c4c-49881a4385a0)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:40:15.038073 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (535f88dd-47a5-428c-ab18-ca28f688244a), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:15.082296 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:40:15.094235 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Pushing event updated for resources: {'Port': ['ID=535f88dd-47a5-428c-ab18-ca28f688244a,revision_number=4']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:40:15.365850 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eb81ce-7848-4176-9153-c85cae24a0ca req-7d5a0194-ff54-44f0-b2d5-c86256530a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:40:15.367470 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-07eb81ce-7848-4176-9153-c85cae24a0ca req-7d5a0194-ff54-44f0-b2d5-c86256530a05 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=73303fae-c87c-4ca8-86ef-f53a66bb47d9 HTTP/1.1" status: 200 len: 1130 time: 0.3145719 Jul 27 08:40:15.405794 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b47c58-8453-4169-b2e3-b80359e24e93 req-c4e4816d-4ee5-437a-8cf8-eb587806b5b7 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:40:15.412856 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-79b47c58-8453-4169-b2e3-b80359e24e93 req-c4e4816d-4ee5-437a-8cf8-eb587806b5b7 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=73303fae-c87c-4ca8-86ef-f53a66bb47d9 HTTP/1.1" status: 200 len: 946 time: 0.3321671 Jul 27 08:40:15.430426 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-07eb81ce-7848-4176-9153-c85cae24a0ca req-51ad6ea3-658f-47a6-81fe-c22dcee1557f service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:15.445885 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] get_ports_and_sgs() called for port_ids ['535f88dd-47a5-428c-ab18-ca28f688244a'] {{(pid=104487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 08:40:15.450391 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309481b6-6485-413c-96b9-18f15cd87e38 req-3f822cc8-14fe-4305-ae4f-3a30033e1142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:40:15.453106 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-309481b6-6485-413c-96b9-18f15cd87e38 req-3f822cc8-14fe-4305-ae4f-3a30033e1142 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=10fdcb61-b888-4d03-a3f2-e398132cfc27 HTTP/1.1" status: 200 len: 1129 time: 0.1055815 Jul 27 08:40:15.513264 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-309481b6-6485-413c-96b9-18f15cd87e38 req-9dee0cbd-3d42-406f-b614-fce50162959e service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:15.538818 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e224df90-1400-4524-b1cc-3cf2df3eab58 req-e6446439-012a-4e35-ade7-e72399ba26bf tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:40:15.540355 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-e224df90-1400-4524-b1cc-3cf2df3eab58 req-e6446439-012a-4e35-ade7-e72399ba26bf tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/ports?device_id=ba1df927-86a0-4ed5-aad6-b45dd817b46e HTTP/1.1" status: 200 len: 944 time: 0.0728672 Jul 27 08:40:15.545209 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-79b47c58-8453-4169-b2e3-b80359e24e93 req-c01df0b1-a91a-475d-be15-d39ae98cd673 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=31a1d554-5c9d-495f-8673-5decc904dcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1315017 Jul 27 08:40:15.594476 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-e224df90-1400-4524-b1cc-3cf2df3eab58 req-b5860019-29a0-4620-9025-264ef479b728 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/security-groups?id=20ccab17-1700-4df5-99cd-066da22ecf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465300 Jul 27 08:40:15.651562 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-07eb81ce-7848-4176-9153-c85cae24a0ca req-51ad6ea3-658f-47a6-81fe-c22dcee1557f service neutron] Publish callbacks [] for security_group (7f3bd890-8897-416d-8ee7-b6a80855c455), precommit_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:15.722287 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33fbf5e-f53b-4e57-ad8a-bae949253507 req-57a505f2-7cc4-44c1-8b80-2100a4fe3dd0 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:40:15.724590 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-f33fbf5e-f53b-4e57-ad8a-bae949253507 req-57a505f2-7cc4-44c1-8b80-2100a4fe3dd0 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7739cba-0102-4d24-ac1e-904912fe2c65 HTTP/1.1" status: 200 len: 944 time: 0.0480793 Jul 27 08:40:15.770963 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-f33fbf5e-f53b-4e57-ad8a-bae949253507 req-bdbd5b1c-109a-4513-b7e4-b4cb4eccb071 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/security-groups?id=791a5d6c-9866-4968-9e83-75fa41831371&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408320 Jul 27 08:40:15.773189 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-07eb81ce-7848-4176-9153-c85cae24a0ca req-51ad6ea3-658f-47a6-81fe-c22dcee1557f service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (7f3bd890-8897-416d-8ee7-b6a80855c455), after_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:15.819128 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.db.api [req-309481b6-6485-413c-96b9-18f15cd87e38 req-9dee0cbd-3d42-406f-b614-fce50162959e service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) e9d120f709a1446e9614a10cfc7b01e2 {{(pid=104486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 27 08:40:15.819518 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG oslo_db.api [req-309481b6-6485-413c-96b9-18f15cd87e38 req-9dee0cbd-3d42-406f-b614-fce50162959e service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=104486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 08:40:15.822103 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-07eb81ce-7848-4176-9153-c85cae24a0ca req-51ad6ea3-658f-47a6-81fe-c22dcee1557f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=31a1d554-5c9d-495f-8673-5decc904dcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4357567 Jul 27 08:40:15.822825 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ad6ea3-658f-47a6-81fe-c22dcee1557f service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=7f3bd890-8897-416d-8ee7-b6a80855c455,revision_number=1']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:40:15.988164 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 55940) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:40:16.005590 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a4bfc4df-ca72-427d-9868-a75b1bd239d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (7c77c4a2-8ca4-486b-af2a-676805e7b922), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:16.008584 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0638816f-9767-44b1-9c50-8cd7838c4bd5 req-7f0075d1-2366-43b6-9d04-bb25a5278e55 tempest-DeleteServersTestJSON-191602701 tempest-DeleteServersTestJSON-191602701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:40:16.010100 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-0638816f-9767-44b1-9c50-8cd7838c4bd5 req-7f0075d1-2366-43b6-9d04-bb25a5278e55 tempest-DeleteServersTestJSON-191602701 tempest-DeleteServersTestJSON-191602701-project] 10.222.0.40 "GET /v2.0/ports?device_id=10fdcb61-b888-4d03-a3f2-e398132cfc27 HTTP/1.1" status: 200 len: 945 time: 0.0496898 Jul 27 08:40:16.060387 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-0638816f-9767-44b1-9c50-8cd7838c4bd5 req-3e507ce7-8a86-4b93-8766-d2987605d89b tempest-DeleteServersTestJSON-191602701 tempest-DeleteServersTestJSON-191602701-project] 10.222.0.40 "GET /v2.0/security-groups?id=18b82cff-68dc-43fa-89da-9cbf13a5e5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440211 Jul 27 08:40:16.110988 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-60074005-89f3-4f85-93d3-65a23a05c2be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:16.184189 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-60074005-89f3-4f85-93d3-65a23a05c2be admin admin] Publish callbacks [] for security_group (44e952da-16b9-42db-932d-c36ee8e94173), precommit_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:16.227418 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-60074005-89f3-4f85-93d3-65a23a05c2be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (44e952da-16b9-42db-932d-c36ee8e94173), after_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:16.269727 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60074005-89f3-4f85-93d3-65a23a05c2be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44e952da-16b9-42db-932d-c36ee8e94173,revision_number=1']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:40:16.275976 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-60074005-89f3-4f85-93d3-65a23a05c2be admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=2e106d38d8b84299808e60a1deb59480&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2866693 Jul 27 08:40:16.278645 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 55944) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:40:16.324017 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-309481b6-6485-413c-96b9-18f15cd87e38 req-9dee0cbd-3d42-406f-b614-fce50162959e service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:16.326049 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=85,neutron:INSERT=15 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:40:16.337542 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-ee8247b0-f767-406b-af76-c7f7aaf94f7c admin admin] Publish callbacks [] for security_group (44e952da-16b9-42db-932d-c36ee8e94173), before_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:16.351442 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:40:16.378184 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-ee8247b0-f767-406b-af76-c7f7aaf94f7c admin admin] Publish callbacks [] for security_group (44e952da-16b9-42db-932d-c36ee8e94173), precommit_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:16.440133 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-309481b6-6485-413c-96b9-18f15cd87e38 req-9dee0cbd-3d42-406f-b614-fce50162959e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=18b82cff-68dc-43fa-89da-9cbf13a5e5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9760861 Jul 27 08:40:16.542016 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-ee8247b0-f767-406b-af76-c7f7aaf94f7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (44e952da-16b9-42db-932d-c36ee8e94173), after_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:16.544671 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-ee8247b0-f767-406b-af76-c7f7aaf94f7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:16.545708 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-ee8247b0-f767-406b-af76-c7f7aaf94f7c admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/44e952da-16b9-42db-932d-c36ee8e94173 HTTP/1.1" status: 204 len: 168 time: 0.2661922 Jul 27 08:40:16.558922 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8247b0-f767-406b-af76-c7f7aaf94f7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44e952da-16b9-42db-932d-c36ee8e94173,revision_number=None']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:40:16.697438 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d3a974-51a8-4c90-a4e4-86bb838fa4f6 req-dcbcdbe1-5c20-4374-9c3d-db6076d0e393 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:40:16.699199 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-86d3a974-51a8-4c90-a4e4-86bb838fa4f6 req-dcbcdbe1-5c20-4374-9c3d-db6076d0e393 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=73303fae-c87c-4ca8-86ef-f53a66bb47d9 HTTP/1.1" status: 200 len: 946 time: 0.0554211 Jul 27 08:40:16.743241 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723ff8bf-642d-45c9-b91f-4ac1748ad40d req-f984d79d-2bb7-4777-ac62-63c14041b1c8 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:40:16.744772 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-723ff8bf-642d-45c9-b91f-4ac1748ad40d req-f984d79d-2bb7-4777-ac62-63c14041b1c8 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/ports?device_id=ba1df927-86a0-4ed5-aad6-b45dd817b46e HTTP/1.1" status: 200 len: 944 time: 0.0758123 Jul 27 08:40:16.762550 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-86d3a974-51a8-4c90-a4e4-86bb838fa4f6 req-f18f35d4-1b06-460f-a865-eb7c3ad916cd tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=31a1d554-5c9d-495f-8673-5decc904dcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539684 Jul 27 08:40:16.770672 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Device 55ebce99-8df7-4923-ac6f-3bba997bb3ff details requested by agent hyperv_hv-cinder-85117 with host hv-cinder-85117 {{(pid=104487) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 08:40:16.783121 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Device 535f88dd-47a5-428c-ab18-ca28f688244a up at agent hyperv_hv-cinder-85117 {{(pid=104487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 08:40:16.832153 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-723ff8bf-642d-45c9-b91f-4ac1748ad40d req-daa24339-b9e6-4056-b3a1-242bd1c5c700 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/security-groups?id=20ccab17-1700-4df5-99cd-066da22ecf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802810 Jul 27 08:40:16.889680 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Provisioning for port 535f88dd-47a5-428c-ab18-ca28f688244a completed by entity L2. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 27 08:40:16.932278 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] For port 55ebce99-8df7-4923-ac6f-3bba997bb3ff, host hv-cinder-85117, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85117',level=0,port_id=55ebce99-8df7-4923-ac6f-3bba997bb3ff,segment=NetworkSegment(e7699621-ef90-47fe-8696-58f5c1995388),segment_id=e7699621-ef90-47fe-8696-58f5c1995388)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:40:16.933745 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063716b6-713a-4bf5-8741-6c2b566e7281 req-4de5ba65-a856-4931-a1c8-eaef6f418c65 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:40:16.938006 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-063716b6-713a-4bf5-8741-6c2b566e7281 req-4de5ba65-a856-4931-a1c8-eaef6f418c65 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7739cba-0102-4d24-ac1e-904912fe2c65 HTTP/1.1" status: 200 len: 944 time: 0.0571072 Jul 27 08:40:16.955556 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Returning: {'device': '55ebce99-8df7-4923-ac6f-3bba997bb3ff', 'network_id': '8f6980da-175b-4e92-9032-637e0458eb4f', 'port_id': '55ebce99-8df7-4923-ac6f-3bba997bb3ff', 'mac_address': 'fa:16:3e:bc:d1:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5784479d-44dd-45ed-b6e6-1aaaf2f91b93', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104487) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 08:40:16.976233 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Provisioning complete for port 535f88dd-47a5-428c-ab18-ca28f688244a triggered by entity L2. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:40:16.976598 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (535f88dd-47a5-428c-ab18-ca28f688244a), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:16.987853 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-063716b6-713a-4bf5-8741-6c2b566e7281 req-522580c1-6942-4e2e-87b8-5d7bbf03080b tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/security-groups?id=791a5d6c-9866-4968-9e83-75fa41831371&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461855 Jul 27 08:40:17.002987 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Current status of the port 55ebce99-8df7-4923-ac6f-3bba997bb3ff is: DOWN; New status is: BUILD {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:40:17.003370 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (55ebce99-8df7-4923-ac6f-3bba997bb3ff), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:17.024147 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.notifiers.nova [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55ebce99-8df7-4923-ac6f-3bba997bb3ff {{(pid=104487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 08:40:17.053070 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] For port 55ebce99-8df7-4923-ac6f-3bba997bb3ff, host hv-cinder-85117, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85117',level=0,port_id=55ebce99-8df7-4923-ac6f-3bba997bb3ff,segment=NetworkSegment(e7699621-ef90-47fe-8696-58f5c1995388),segment_id=e7699621-ef90-47fe-8696-58f5c1995388)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:40:17.085567 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Current status of the port 535f88dd-47a5-428c-ab18-ca28f688244a is: BUILD; New status is: ACTIVE {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:40:17.085951 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (535f88dd-47a5-428c-ab18-ca28f688244a), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:17.109611 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7739cba-0102-4d24-ac1e-904912fe2c65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '535f88dd-47a5-428c-ab18-ca28f688244a'}] {{(pid=104487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 08:40:17.112103 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80d6aca8d47c9a16b7ef4a01c61ef1bf5c962aea16cee8599b6bab5dfb4de652" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2056748-69b0-4f5e-bc9a-05fe43dd0362" -d '{"events": [{"server_uuid": "f7739cba-0102-4d24-ac1e-904912fe2c65", "name": "network-vif-plugged", "status": "completed", "tag": "535f88dd-47a5-428c-ab18-ca28f688244a"}]}' {{(pid=104487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 08:40:17.125704 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] For port 535f88dd-47a5-428c-ab18-ca28f688244a, host hv-cinder-85117, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85117',level=0,port_id=535f88dd-47a5-428c-ab18-ca28f688244a,segment=NetworkSegment(fc440bfb-38b1-4666-8c4c-49881a4385a0),segment_id=fc440bfb-38b1-4666-8c4c-49881a4385a0)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:40:17.127086 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (55ebce99-8df7-4923-ac6f-3bba997bb3ff), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:17.153153 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 08:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec09ecf8-9ad6-4414-baf7-55163bcf3638 x-openstack-request-id: req-ec09ecf8-9ad6-4414-baf7-55163bcf3638 {{(pid=104487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 08:40:17.153519 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7739cba-0102-4d24-ac1e-904912fe2c65", "name": "network-vif-plugged", "status": "completed", "tag": "535f88dd-47a5-428c-ab18-ca28f688244a", "code": 200}]} {{(pid=104487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 08:40:17.153845 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-ec09ecf8-9ad6-4414-baf7-55163bcf3638 {{(pid=104487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 08:40:17.154327 dv-cinder-851170-2-iscsi neutron-server[104487]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec09ecf8-9ad6-4414-baf7-55163bcf3638'] response: {'server_uuid': 'f7739cba-0102-4d24-ac1e-904912fe2c65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '535f88dd-47a5-428c-ab18-ca28f688244a', 'code': 200} Jul 27 08:40:17.181932 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Pushing event updated for resources: {'Port': ['ID=55ebce99-8df7-4923-ac6f-3bba997bb3ff,revision_number=4']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:40:17.186369 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fc07ca-6738-485c-9aa5-6d2a14d0dd61 req-e32c7859-d5de-495d-81d2-b472cec238c7 tempest-DeleteServersTestJSON-191602701 tempest-DeleteServersTestJSON-191602701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:40:17.187900 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-f6fc07ca-6738-485c-9aa5-6d2a14d0dd61 req-e32c7859-d5de-495d-81d2-b472cec238c7 tempest-DeleteServersTestJSON-191602701 tempest-DeleteServersTestJSON-191602701-project] 10.222.0.40 "GET /v2.0/ports?device_id=10fdcb61-b888-4d03-a3f2-e398132cfc27 HTTP/1.1" status: 200 len: 945 time: 0.0528836 Jul 27 08:40:17.238844 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-f6fc07ca-6738-485c-9aa5-6d2a14d0dd61 req-93721145-2f1e-4bd2-b0f1-c280c4e9eb1d tempest-DeleteServersTestJSON-191602701 tempest-DeleteServersTestJSON-191602701-project] 10.222.0.40 "GET /v2.0/security-groups?id=18b82cff-68dc-43fa-89da-9cbf13a5e5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445907 Jul 27 08:40:17.239081 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (535f88dd-47a5-428c-ab18-ca28f688244a), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:17.286761 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 55976) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:40:17.287699 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Pushing event updated for resources: {'Port': ['ID=535f88dd-47a5-428c-ab18-ca28f688244a,revision_number=5']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:40:17.300592 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-1203b096-0cce-4f87-b040-3e8fa6c41ee1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:17.382976 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-1203b096-0cce-4f87-b040-3e8fa6c41ee1 admin admin] Publish callbacks [] for security_group (12264ec8-37a7-4f24-a71e-9192f56b6aed), precommit_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:17.432904 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-1203b096-0cce-4f87-b040-3e8fa6c41ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (12264ec8-37a7-4f24-a71e-9192f56b6aed), after_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:17.475428 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1203b096-0cce-4f87-b040-3e8fa6c41ee1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12264ec8-37a7-4f24-a71e-9192f56b6aed,revision_number=1']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:40:17.479177 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-1203b096-0cce-4f87-b040-3e8fa6c41ee1 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=185895c0893c4617a435e843e971582f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1914217 Jul 27 08:40:17.482684 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 55980) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:40:17.485715 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1203b096-0cce-4f87-b040-3e8fa6c41ee1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:40:17.486061 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1203b096-0cce-4f87-b040-3e8fa6c41ee1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:40:17.486422 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1203b096-0cce-4f87-b040-3e8fa6c41ee1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:40:17.486760 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1203b096-0cce-4f87-b040-3e8fa6c41ee1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:40:17.487092 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1203b096-0cce-4f87-b040-3e8fa6c41ee1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:40:17.487586 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1203b096-0cce-4f87-b040-3e8fa6c41ee1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:40:17.487918 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1203b096-0cce-4f87-b040-3e8fa6c41ee1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:40:17.488248 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1203b096-0cce-4f87-b040-3e8fa6c41ee1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:40:17.489178 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1203b096-0cce-4f87-b040-3e8fa6c41ee1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:40:17.489519 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1203b096-0cce-4f87-b040-3e8fa6c41ee1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:40:17.489843 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1203b096-0cce-4f87-b040-3e8fa6c41ee1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:40:17.490612 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1203b096-0cce-4f87-b040-3e8fa6c41ee1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:40:17.490612 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1203b096-0cce-4f87-b040-3e8fa6c41ee1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:40:17.490804 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1203b096-0cce-4f87-b040-3e8fa6c41ee1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:40:17.495459 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1203b096-0cce-4f87-b040-3e8fa6c41ee1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:40:17.538085 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-cd8b7e44-a2c1-43ea-9d6f-5878e3a8c212 admin admin] Publish callbacks [] for security_group (12264ec8-37a7-4f24-a71e-9192f56b6aed), before_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:17.562770 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] get_ports_and_sgs() called for port_ids ['55ebce99-8df7-4923-ac6f-3bba997bb3ff'] {{(pid=104487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 08:40:17.563908 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-cd8b7e44-a2c1-43ea-9d6f-5878e3a8c212 admin admin] Publish callbacks [] for security_group (12264ec8-37a7-4f24-a71e-9192f56b6aed), precommit_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:17.574926 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=100 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:40:17.674194 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:40:17.684947 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-cd8b7e44-a2c1-43ea-9d6f-5878e3a8c212 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (12264ec8-37a7-4f24-a71e-9192f56b6aed), after_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:17.687551 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-cd8b7e44-a2c1-43ea-9d6f-5878e3a8c212 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:17.688705 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-cd8b7e44-a2c1-43ea-9d6f-5878e3a8c212 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/12264ec8-37a7-4f24-a71e-9192f56b6aed HTTP/1.1" status: 204 len: 168 time: 0.2049267 Jul 27 08:40:17.692981 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:40:17.703702 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8b7e44-a2c1-43ea-9d6f-5878e3a8c212 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12264ec8-37a7-4f24-a71e-9192f56b6aed,revision_number=None']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:40:17.920660 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f23d31-fe48-4747-9dac-9317cabebd13 req-843c6f19-3b28-456e-bd16-2a39c2e939a2 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:40:17.922321 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-e0f23d31-fe48-4747-9dac-9317cabebd13 req-843c6f19-3b28-456e-bd16-2a39c2e939a2 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=73303fae-c87c-4ca8-86ef-f53a66bb47d9 HTTP/1.1" status: 200 len: 946 time: 0.0564342 Jul 27 08:40:17.978747 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-e0f23d31-fe48-4747-9dac-9317cabebd13 req-f38d9aa1-a025-4137-a2f7-908cadd6f954 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=31a1d554-5c9d-495f-8673-5decc904dcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499511 Jul 27 08:40:17.978965 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8514d741-6dcf-41ea-a00c-6834d294738b req-12f44435-159d-4dfc-b53a-2883e256fd21 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:40:17.980313 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-8514d741-6dcf-41ea-a00c-6834d294738b req-12f44435-159d-4dfc-b53a-2883e256fd21 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/ports?device_id=ba1df927-86a0-4ed5-aad6-b45dd817b46e HTTP/1.1" status: 200 len: 945 time: 0.0522192 Jul 27 08:40:18.033074 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-8514d741-6dcf-41ea-a00c-6834d294738b req-353b521c-fca6-4187-8bfd-b9d7c5b493be tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/security-groups?id=20ccab17-1700-4df5-99cd-066da22ecf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470164 Jul 27 08:40:18.139318 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b467c450-9c51-4580-a96c-c6c4bcf62b39 req-ab47e9f3-ff74-4308-b406-0b517460791f tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:40:18.142704 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-b467c450-9c51-4580-a96c-c6c4bcf62b39 req-ab47e9f3-ff74-4308-b406-0b517460791f tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7739cba-0102-4d24-ac1e-904912fe2c65 HTTP/1.1" status: 200 len: 945 time: 0.0528712 Jul 27 08:40:18.197529 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-b467c450-9c51-4580-a96c-c6c4bcf62b39 req-83680a62-d73d-4d11-ad2a-873eb312a636 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/security-groups?id=791a5d6c-9866-4968-9e83-75fa41831371&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502899 Jul 27 08:40:18.371618 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 56026) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:40:18.403476 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-b4e99793-6005-44bf-88a5-bdec2943555a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (5bc6d868-bb0b-4164-b2dd-44360f4de654), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:18.431017 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c2ab25-c55e-4412-80b8-c6eb2a7154ca req-0d9d999c-760e-4da6-8ae8-09e1f2a6161a tempest-DeleteServersTestJSON-191602701 tempest-DeleteServersTestJSON-191602701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:40:18.432579 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-f7c2ab25-c55e-4412-80b8-c6eb2a7154ca req-0d9d999c-760e-4da6-8ae8-09e1f2a6161a tempest-DeleteServersTestJSON-191602701 tempest-DeleteServersTestJSON-191602701-project] 10.222.0.40 "GET /v2.0/ports?device_id=10fdcb61-b888-4d03-a3f2-e398132cfc27 HTTP/1.1" status: 200 len: 945 time: 0.0886159 Jul 27 08:40:18.502787 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:40:18.509128 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-f7c2ab25-c55e-4412-80b8-c6eb2a7154ca req-e8c05012-3027-4778-90df-dd711738015e tempest-DeleteServersTestJSON-191602701 tempest-DeleteServersTestJSON-191602701-project] 10.222.0.40 "GET /v2.0/security-groups?id=18b82cff-68dc-43fa-89da-9cbf13a5e5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695996 Jul 27 08:40:18.514670 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-234607b3-d682-4810-9d22-e0cc3b666f00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:18.595237 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-234607b3-d682-4810-9d22-e0cc3b666f00 admin admin] Publish callbacks [] for security_group (a34d82f3-cb95-4bbc-baa3-453f6901e4d4), precommit_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:18.678662 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-234607b3-d682-4810-9d22-e0cc3b666f00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (a34d82f3-cb95-4bbc-baa3-453f6901e4d4), after_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:18.697336 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:40:18.718295 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-234607b3-d682-4810-9d22-e0cc3b666f00 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=66825c1377de4136bda787d5d4e78c23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3454630 Jul 27 08:40:18.720260 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234607b3-d682-4810-9d22-e0cc3b666f00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a34d82f3-cb95-4bbc-baa3-453f6901e4d4,revision_number=1']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:40:18.721103 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 56034) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:40:18.756033 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 56036) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:40:18.771213 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-80912b2b-3af0-480e-addf-60a03d5602ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:18.779346 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-854ef91e-3ee8-444a-9e1c-44b4575cf346 admin admin] Publish callbacks [] for security_group (a34d82f3-cb95-4bbc-baa3-453f6901e4d4), before_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:18.782957 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Device 55ebce99-8df7-4923-ac6f-3bba997bb3ff up at agent hyperv_hv-cinder-85117 {{(pid=104487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 08:40:18.793039 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:40:18.802877 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-854ef91e-3ee8-444a-9e1c-44b4575cf346 admin admin] Publish callbacks [] for security_group (a34d82f3-cb95-4bbc-baa3-453f6901e4d4), precommit_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:18.860964 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Provisioning for port 55ebce99-8df7-4923-ac6f-3bba997bb3ff completed by entity L2. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 27 08:40:18.864005 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-80912b2b-3af0-480e-addf-60a03d5602ff admin admin] Publish callbacks [] for security_group (f9dfc91c-ca5a-4608-be88-51e39f16ac32), precommit_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:18.964785 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-80912b2b-3af0-480e-addf-60a03d5602ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (f9dfc91c-ca5a-4608-be88-51e39f16ac32), after_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:18.965682 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-854ef91e-3ee8-444a-9e1c-44b4575cf346 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (a34d82f3-cb95-4bbc-baa3-453f6901e4d4), after_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:18.965951 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Provisioning complete for port 55ebce99-8df7-4923-ac6f-3bba997bb3ff triggered by entity L2. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:40:18.966385 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (55ebce99-8df7-4923-ac6f-3bba997bb3ff), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:18.972431 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-854ef91e-3ee8-444a-9e1c-44b4575cf346 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:18.977419 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-854ef91e-3ee8-444a-9e1c-44b4575cf346 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/a34d82f3-cb95-4bbc-baa3-453f6901e4d4 HTTP/1.1" status: 204 len: 168 time: 0.2551978 Jul 27 08:40:18.987849 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854ef91e-3ee8-444a-9e1c-44b4575cf346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a34d82f3-cb95-4bbc-baa3-453f6901e4d4,revision_number=None']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:40:19.007806 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854ef91e-3ee8-444a-9e1c-44b4575cf346 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:40:19.010006 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854ef91e-3ee8-444a-9e1c-44b4575cf346 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:40:19.011615 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854ef91e-3ee8-444a-9e1c-44b4575cf346 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:40:19.012880 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854ef91e-3ee8-444a-9e1c-44b4575cf346 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:40:19.015974 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854ef91e-3ee8-444a-9e1c-44b4575cf346 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:40:19.016619 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854ef91e-3ee8-444a-9e1c-44b4575cf346 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:40:19.017178 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854ef91e-3ee8-444a-9e1c-44b4575cf346 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:40:19.018549 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854ef91e-3ee8-444a-9e1c-44b4575cf346 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:40:19.018898 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-80912b2b-3af0-480e-addf-60a03d5602ff admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=aac629981b764f90884a041d600d2405&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2617648 Jul 27 08:40:19.019397 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854ef91e-3ee8-444a-9e1c-44b4575cf346 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:40:19.020369 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80912b2b-3af0-480e-addf-60a03d5602ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9dfc91c-ca5a-4608-be88-51e39f16ac32,revision_number=1']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:40:19.021248 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854ef91e-3ee8-444a-9e1c-44b4575cf346 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:40:19.023921 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 56040) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:40:19.025246 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854ef91e-3ee8-444a-9e1c-44b4575cf346 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:40:19.025869 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854ef91e-3ee8-444a-9e1c-44b4575cf346 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:40:19.026957 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854ef91e-3ee8-444a-9e1c-44b4575cf346 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:40:19.028246 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854ef91e-3ee8-444a-9e1c-44b4575cf346 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:40:19.037153 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854ef91e-3ee8-444a-9e1c-44b4575cf346 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:40:19.093474 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Current status of the port 55ebce99-8df7-4923-ac6f-3bba997bb3ff is: BUILD; New status is: ACTIVE {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:40:19.094483 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (55ebce99-8df7-4923-ac6f-3bba997bb3ff), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:19.141574 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-20b305f0-d4c4-43a5-929e-288af7198de2 admin admin] Publish callbacks [] for security_group (f9dfc91c-ca5a-4608-be88-51e39f16ac32), before_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:19.155198 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba1df927-86a0-4ed5-aad6-b45dd817b46e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55ebce99-8df7-4923-ac6f-3bba997bb3ff'}] {{(pid=104487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 08:40:19.158075 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80d6aca8d47c9a16b7ef4a01c61ef1bf5c962aea16cee8599b6bab5dfb4de652" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f93da362-baf0-4041-946a-9d22b9badb91" -d '{"events": [{"server_uuid": "ba1df927-86a0-4ed5-aad6-b45dd817b46e", "name": "network-vif-plugged", "status": "completed", "tag": "55ebce99-8df7-4923-ac6f-3bba997bb3ff"}]}' {{(pid=104487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 08:40:19.162902 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] For port 55ebce99-8df7-4923-ac6f-3bba997bb3ff, host hv-cinder-85117, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85117',level=0,port_id=55ebce99-8df7-4923-ac6f-3bba997bb3ff,segment=NetworkSegment(e7699621-ef90-47fe-8696-58f5c1995388),segment_id=e7699621-ef90-47fe-8696-58f5c1995388)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:40:19.196784 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-20b305f0-d4c4-43a5-929e-288af7198de2 admin admin] Publish callbacks [] for security_group (f9dfc91c-ca5a-4608-be88-51e39f16ac32), precommit_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:19.202644 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c81ccad-e762-4ae6-a99f-2fce99477eaf req-196b0978-dd6c-4276-96bb-3143aa1485fb tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:40:19.204308 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-3c81ccad-e762-4ae6-a99f-2fce99477eaf req-196b0978-dd6c-4276-96bb-3143aa1485fb tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/ports?device_id=ba1df927-86a0-4ed5-aad6-b45dd817b46e HTTP/1.1" status: 200 len: 945 time: 0.0545685 Jul 27 08:40:19.216273 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92f46d9-c178-4b9f-8160-547501637986 req-d9a3ecde-4243-4a01-b7b8-71a29f591f87 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:40:19.217798 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-a92f46d9-c178-4b9f-8160-547501637986 req-d9a3ecde-4243-4a01-b7b8-71a29f591f87 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=73303fae-c87c-4ca8-86ef-f53a66bb47d9 HTTP/1.1" status: 200 len: 946 time: 0.0731661 Jul 27 08:40:19.257656 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-3c81ccad-e762-4ae6-a99f-2fce99477eaf req-4c800b74-72ce-4717-93f7-5219884f9a57 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/security-groups?id=20ccab17-1700-4df5-99cd-066da22ecf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463004 Jul 27 08:40:19.263085 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:40:19.290269 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (55ebce99-8df7-4923-ac6f-3bba997bb3ff), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:19.291041 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-a92f46d9-c178-4b9f-8160-547501637986 req-746e35aa-04cf-41f4-bff9-e033464000eb tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=31a1d554-5c9d-495f-8673-5decc904dcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642118 Jul 27 08:40:19.332038 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 08:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50955904-43d0-4283-ba36-1025c9ff5116 x-openstack-request-id: req-50955904-43d0-4283-ba36-1025c9ff5116 {{(pid=104487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 08:40:19.333002 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba1df927-86a0-4ed5-aad6-b45dd817b46e", "name": "network-vif-plugged", "status": "completed", "tag": "55ebce99-8df7-4923-ac6f-3bba997bb3ff", "code": 200}]} {{(pid=104487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 08:40:19.335037 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-50955904-43d0-4283-ba36-1025c9ff5116 {{(pid=104487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 08:40:19.335037 dv-cinder-851170-2-iscsi neutron-server[104487]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50955904-43d0-4283-ba36-1025c9ff5116'] response: {'server_uuid': 'ba1df927-86a0-4ed5-aad6-b45dd817b46e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55ebce99-8df7-4923-ac6f-3bba997bb3ff', 'code': 200} Jul 27 08:40:19.356127 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Pushing event updated for resources: {'Port': ['ID=55ebce99-8df7-4923-ac6f-3bba997bb3ff,revision_number=5']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:40:19.415370 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75a6c0e-351e-46d4-8601-847f77f198c8 req-c9bd1956-3dd4-408d-800c-bc90879b2de6 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:40:19.417128 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-b75a6c0e-351e-46d4-8601-847f77f198c8 req-c9bd1956-3dd4-408d-800c-bc90879b2de6 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7739cba-0102-4d24-ac1e-904912fe2c65 HTTP/1.1" status: 200 len: 945 time: 0.0513425 Jul 27 08:40:19.418285 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-20b305f0-d4c4-43a5-929e-288af7198de2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (f9dfc91c-ca5a-4608-be88-51e39f16ac32), after_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:19.420901 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-20b305f0-d4c4-43a5-929e-288af7198de2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:19.422021 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-20b305f0-d4c4-43a5-929e-288af7198de2 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/f9dfc91c-ca5a-4608-be88-51e39f16ac32 HTTP/1.1" status: 204 len: 168 time: 0.3974290 Jul 27 08:40:19.449629 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b305f0-d4c4-43a5-929e-288af7198de2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9dfc91c-ca5a-4608-be88-51e39f16ac32,revision_number=None']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:40:19.481737 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-b75a6c0e-351e-46d4-8601-847f77f198c8 req-e9b0cd1d-e819-46ea-86c6-23c50a1d09a5 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/security-groups?id=791a5d6c-9866-4968-9e83-75fa41831371&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586057 Jul 27 08:40:19.526878 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507085ac-1031-455b-b433-1e7868266506 req-e193039b-283f-4a50-9dff-6c6749104f7e tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:40:19.534998 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-507085ac-1031-455b-b433-1e7868266506 req-e193039b-283f-4a50-9dff-6c6749104f7e tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=73303fae-c87c-4ca8-86ef-f53a66bb47d9 HTTP/1.1" status: 200 len: 946 time: 0.1004186 Jul 27 08:40:19.546390 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 56060) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:40:19.552861 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.v2.base [None req-9a5ae2cb-2f11-4683-83ec-60aaf01ac972 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Request body: {'floatingip': {'port_id': 'e8a0e0d3-038b-475c-b988-cb677e787e58'}} {{(pid=104486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:40:19.666638 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-9a5ae2cb-2f11-4683-83ec-60aaf01ac972 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Publish callbacks [] for floatingip (633b42cf-b938-4d3e-ac9d-3dc4e07dd546), before_update {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:19.771559 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df7b6b6-c93f-41ab-b7e3-a15b3566ba69 req-8e9773c5-601a-441f-8dc3-779efe0710a8 tempest-DeleteServersTestJSON-191602701 tempest-DeleteServersTestJSON-191602701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:40:19.773267 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-0df7b6b6-c93f-41ab-b7e3-a15b3566ba69 req-8e9773c5-601a-441f-8dc3-779efe0710a8 tempest-DeleteServersTestJSON-191602701 tempest-DeleteServersTestJSON-191602701-project] 10.222.0.40 "GET /v2.0/ports?device_id=10fdcb61-b888-4d03-a3f2-e398132cfc27 HTTP/1.1" status: 200 len: 945 time: 0.1240234 Jul 27 08:40:19.913737 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1221c46c-4a87-4432-988a-b84e84952583 req-fe9f187b-4b84-41e0-914c-e04afab60266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:40:19.915254 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-1221c46c-4a87-4432-988a-b84e84952583 req-fe9f187b-4b84-41e0-914c-e04afab60266 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f7739cba-0102-4d24-ac1e-904912fe2c65 HTTP/1.1" status: 200 len: 1129 time: 0.0694177 Jul 27 08:40:19.975868 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-0df7b6b6-c93f-41ab-b7e3-a15b3566ba69 req-4c550e70-6f09-42b7-a01b-333cd6452b1c tempest-DeleteServersTestJSON-191602701 tempest-DeleteServersTestJSON-191602701-project] 10.222.0.40 "GET /v2.0/security-groups?id=18b82cff-68dc-43fa-89da-9cbf13a5e5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891673 Jul 27 08:40:20.059860 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:40:20.078931 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-1221c46c-4a87-4432-988a-b84e84952583 req-ef7bec22-96be-423d-b7a8-d0784b27740a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=791a5d6c-9866-4968-9e83-75fa41831371&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1250827 Jul 27 08:40:20.239844 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-45eb61cd-e3d7-4840-8013-3080c7768274 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (36998da0-f99a-403d-814c-b55466abd131), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:20.411245 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0a838b-ff3f-4d11-ac41-1fd3d15e3dcc req-6d5a44f0-77d2-4bfc-adaa-7ce2ab8fa56c tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:40:20.415006 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-ce0a838b-ff3f-4d11-ac41-1fd3d15e3dcc req-6d5a44f0-77d2-4bfc-adaa-7ce2ab8fa56c tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/ports?device_id=ba1df927-86a0-4ed5-aad6-b45dd817b46e HTTP/1.1" status: 200 len: 946 time: 0.0513561 Jul 27 08:40:20.466715 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-ce0a838b-ff3f-4d11-ac41-1fd3d15e3dcc req-6203b656-2c35-4919-aadd-6962b7ae09e3 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/security-groups?id=20ccab17-1700-4df5-99cd-066da22ecf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484169 Jul 27 08:40:20.780350 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (40990755-2d84-4c9d-828c-eda94a5136e8), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:20.867723 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-9a5ae2cb-2f11-4683-83ec-60aaf01ac972 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:20.882636 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2437123f-828c-4e04-b330-9101c401b9b7 req-bdf0bcb0-493b-4502-999f-910045b6b94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:40:20.884139 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-2437123f-828c-4e04-b330-9101c401b9b7 req-bdf0bcb0-493b-4502-999f-910045b6b94f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ba1df927-86a0-4ed5-aad6-b45dd817b46e HTTP/1.1" status: 200 len: 1130 time: 0.1479657 Jul 27 08:40:20.890349 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b09d3d1-6824-4ca2-b935-61ab3855c823 req-3b4128f3-ba1f-48e5-86f4-446dd4bc4889 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:40:20.891932 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-3b09d3d1-6824-4ca2-b935-61ab3855c823 req-3b4128f3-ba1f-48e5-86f4-446dd4bc4889 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7739cba-0102-4d24-ac1e-904912fe2c65 HTTP/1.1" status: 200 len: 945 time: 0.1546278 Jul 27 08:40:20.893971 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-4ae6d814-ac02-407c-8e87-bb4c74dc5bf8 req-50b45960-034d-477e-ad6d-b2892b311fcd service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=10fdcb61-b888-4d03-a3f2-e398132cfc27&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1605635 Jul 27 08:40:20.944436 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-3b09d3d1-6824-4ca2-b935-61ab3855c823 req-5b336b63-f54f-4c8d-a956-d02c02078dcd tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/security-groups?id=791a5d6c-9866-4968-9e83-75fa41831371&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467093 Jul 27 08:40:20.947700 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-9a5ae2cb-2f11-4683-83ec-60aaf01ac972 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363235'] for floatingip (633b42cf-b938-4d3e-ac9d-3dc4e07dd546), after_update {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:21.072299 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:40:21.140162 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae6d814-ac02-407c-8e87-bb4c74dc5bf8 req-83b89546-6bf0-42a0-924f-151ed013a671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:40:21.140162 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-4ae6d814-ac02-407c-8e87-bb4c74dc5bf8 req-83b89546-6bf0-42a0-924f-151ed013a671 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bbedb0ad0538471e98b0641598f08c17&device_id=10fdcb61-b888-4d03-a3f2-e398132cfc27 HTTP/1.1" status: 200 len: 1129 time: 0.0837848 Jul 27 08:40:21.143690 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.db.l3_db [None req-9a5ae2cb-2f11-4683-83ec-60aaf01ac972 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Floating IP 633b42cf-b938-4d3e-ac9d-3dc4e07dd546 associated. External IP: 172.27.2.70, port: e8a0e0d3-038b-475c-b988-cb677e787e58. Jul 27 08:40:21.150167 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-2437123f-828c-4e04-b330-9101c401b9b7 req-df1e5595-1939-4d16-b769-1e5e3fe1cbb8 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=20ccab17-1700-4df5-99cd-066da22ecf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177943 Jul 27 08:40:21.307120 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-83feb67a-80d7-474e-96e8-1d92c33387c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (0a293c43-2970-4b69-9d2a-dcf41d8870ef), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:21.353211 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (ed9de811-f248-496b-b487-860d50d7cee7), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:21.412114 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a5ae2cb-2f11-4683-83ec-60aaf01ac972 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Router 280685fc-d095-4705-94a2-a4d23ada45dd has already been hosted by L3 agent 5bc6d868-bb0b-4164-b2dd-44360f4de654 {{(pid=104486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 08:40:21.519706 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a5ae2cb-2f11-4683-83ec-60aaf01ac972 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Notify agent at l3_agent.dv-cinder-851170-2-iscsi the message routers_updated {{(pid=104486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 08:40:21.524323 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-9a5ae2cb-2f11-4683-83ec-60aaf01ac972 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8374701'] for floatingip (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:21.531789 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c90516-9af6-46a3-a6ab-fba258c6507d None None] Sync routers for ids ['280685fc-d095-4705-94a2-a4d23ada45dd'] in dv-cinder-851170-2-iscsi {{(pid=104488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 08:40:21.545844 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c90516-9af6-46a3-a6ab-fba258c6507d None None] Routers {'280685fc-d095-4705-94a2-a4d23ada45dd'} bound to L3 agent in host dv-cinder-851170-2-iscsi {{(pid=104488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 08:40:21.546626 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_hamode_db [None req-c3c90516-9af6-46a3-a6ab-fba258c6507d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-27T08:30:18Z,description=,heartbeat_timestamp=2022-07-27T08:40:18Z,host='dv-cinder-851170-2-iscsi',id=5bc6d868-bb0b-4164-b2dd-44360f4de654,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T08:30:19Z,topic='l3_agent')) {'router_ids': ['280685fc-d095-4705-94a2-a4d23ada45dd'], 'active': True} {{(pid=104488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:40:21.563265 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-9a5ae2cb-2f11-4683-83ec-60aaf01ac972 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "PUT /v2.0/floatingips/633b42cf-b938-4d3e-ac9d-3dc4e07dd546 HTTP/1.1" status: 200 len: 991 time: 2.0139515 Jul 27 08:40:21.563265 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73303fae-c87c-4ca8-86ef-f53a66bb47d9', 'tag': 'e8a0e0d3-038b-475c-b988-cb677e787e58'}] {{(pid=104486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 08:40:21.564848 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0fbdf057086729fb3d5906bdd251c7adb98d678ad2f5ce1a48bcc8d44af0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02a3cfec-0bd8-4f9e-98f3-5dbecb0a9d23" -d '{"events": [{"name": "network-changed", "server_uuid": "73303fae-c87c-4ca8-86ef-f53a66bb47d9", "tag": "e8a0e0d3-038b-475c-b988-cb677e787e58"}]}' {{(pid=104486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 08:40:21.622803 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 08:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4da520f-c2c2-41da-9e22-402c11dadb43 x-openstack-request-id: req-d4da520f-c2c2-41da-9e22-402c11dadb43 {{(pid=104486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 08:40:21.623448 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73303fae-c87c-4ca8-86ef-f53a66bb47d9", "tag": "e8a0e0d3-038b-475c-b988-cb677e787e58", "status": "completed", "code": 200}]} {{(pid=104486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 08:40:21.624810 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-d4da520f-c2c2-41da-9e22-402c11dadb43 {{(pid=104486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 08:40:21.626367 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4da520f-c2c2-41da-9e22-402c11dadb43'] response: {'name': 'network-changed', 'server_uuid': '73303fae-c87c-4ca8-86ef-f53a66bb47d9', 'tag': 'e8a0e0d3-038b-475c-b988-cb677e787e58', 'status': 'completed', 'code': 200} Jul 27 08:40:21.638904 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd4bf20-a624-4d0b-949b-c616aadaae92 req-4658ef0c-7c47-4d26-b588-fd8dbd2f1511 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:40:21.641837 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-7cd4bf20-a624-4d0b-949b-c616aadaae92 req-4658ef0c-7c47-4d26-b588-fd8dbd2f1511 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/ports?device_id=ba1df927-86a0-4ed5-aad6-b45dd817b46e HTTP/1.1" status: 200 len: 946 time: 0.0598004 Jul 27 08:40:21.669492 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvr_db [None req-c3c90516-9af6-46a3-a6ab-fba258c6507d None None] Set router 280685fc-d095-4705-94a2-a4d23ada45dd gateway port host: dv-cinder-851170-2-iscsi {{(pid=104488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 08:40:21.723352 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-7cd4bf20-a624-4d0b-949b-c616aadaae92 req-872af158-74ce-4ca3-8fe3-8e8c99466a5c tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/security-groups?id=20ccab17-1700-4df5-99cd-066da22ecf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724046 Jul 27 08:40:21.898219 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 56178) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:40:21.937249 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 56182) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:40:22.029647 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_hamode_db [None req-c3c90516-9af6-46a3-a6ab-fba258c6507d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '280685fc-d095-4705-94a2-a4d23ada45dd', 'name': 'tempest-AttachVolumeShelveTestJSON-1404863556-router', 'tenant_id': 'e2c60f49a9e14417bd1d9504128fc94b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': '2111d175-ad61-442c-a713-d13ff343359d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:39:20Z', 'updated_at': '2022-07-27T08:39:27Z', 'revision_number': 4, 'project_id': 'e2c60f49a9e14417bd1d9504128fc94b', 'gw_port': {'id': '2111d175-ad61-442c-a713-d13ff343359d', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:b2:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '280685fc-d095-4705-94a2-a4d23ada45dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:39:22Z', 'updated_at': '2022-07-27T08:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi', '_floatingips': [{'id': '633b42cf-b938-4d3e-ac9d-3dc4e07dd546', 'tenant_id': 'e2c60f49a9e14417bd1d9504128fc94b', 'floating_ip_address': '172.27.2.70', 'floating_network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'router_id': '280685fc-d095-4705-94a2-a4d23ada45dd', 'port_id': 'e8a0e0d3-038b-475c-b988-cb677e787e58', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77554b81-fd19-4316-8d69-62980152360c', 'mac_address': 'fa:16:3e:b3:2e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73303fae-c87c-4ca8-86ef-f53a66bb47d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T08:39:35Z', 'updated_at': '2022-07-27T08:40:20Z', 'revision_number': 1, 'project_id': 'e2c60f49a9e14417bd1d9504128fc94b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48f3e2e9-261d-41a4-a2cd-d4ba4f94b916', 'name': '', 'network_id': '77554b81-fd19-4316-8d69-62980152360c', 'tenant_id': 'e2c60f49a9e14417bd1d9504128fc94b', 'mac_address': 'fa:16:3e:76:ac:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '280685fc-d095-4705-94a2-a4d23ada45dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c4ce96ff-fd31-496d-82bd-3a3dbfb16be8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:39:26Z', 'updated_at': '2022-07-27T08:39:37Z', 'revision_number': 5, 'project_id': 'e2c60f49a9e14417bd1d9504128fc94b', 'subnets': [{'id': 'c4ce96ff-fd31-496d-82bd-3a3dbfb16be8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851170-2-iscsi', False) {} {{(pid=104488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:40:22.077241 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c90516-9af6-46a3-a6ab-fba258c6507d None None] Checking router: 280685fc-d095-4705-94a2-a4d23ada45dd for host: dv-cinder-851170-2-iscsi {{(pid=104488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 08:40:22.089452 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c90516-9af6-46a3-a6ab-fba258c6507d None None] Routers {'280685fc-d095-4705-94a2-a4d23ada45dd'} bound to L3 agent in host dv-cinder-851170-2-iscsi {{(pid=104488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 08:40:22.090186 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_hamode_db [None req-c3c90516-9af6-46a3-a6ab-fba258c6507d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-27T08:30:18Z,description=,heartbeat_timestamp=2022-07-27T08:40:18Z,host='dv-cinder-851170-2-iscsi',id=5bc6d868-bb0b-4164-b2dd-44360f4de654,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T08:30:19Z,topic='l3_agent')) {'router_ids': ['280685fc-d095-4705-94a2-a4d23ada45dd'], 'active': True} {{(pid=104488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:40:22.100146 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079024ba-9e0f-4c92-bc23-d51ff553e939 req-f16d80f9-1748-495d-bdd5-5ab0439c1751 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:40:22.107127 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-079024ba-9e0f-4c92-bc23-d51ff553e939 req-f16d80f9-1748-495d-bdd5-5ab0439c1751 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7739cba-0102-4d24-ac1e-904912fe2c65 HTTP/1.1" status: 200 len: 945 time: 0.0627723 Jul 27 08:40:22.114456 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=100 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:40:22.163942 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-079024ba-9e0f-4c92-bc23-d51ff553e939 req-9f78d0ca-300b-481c-84d9-2d5deee35fb8 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/security-groups?id=791a5d6c-9866-4968-9e83-75fa41831371&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559423 Jul 27 08:40:22.183652 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-22f3c860-dde2-496c-b3fd-bdb0ea23e9d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:22.223711 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvr_db [None req-c3c90516-9af6-46a3-a6ab-fba258c6507d None None] Set router 280685fc-d095-4705-94a2-a4d23ada45dd gateway port host: dv-cinder-851170-2-iscsi {{(pid=104488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 08:40:22.279310 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-694f8826-c949-4552-8ca3-a989f099c677 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:22.354304 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c1fca7-afc5-40ed-9e98-ae1d6e607815 req-69c0cb7a-c08e-4ee4-931b-a32941245cf4 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:40:22.357232 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-e4c1fca7-afc5-40ed-9e98-ae1d6e607815 req-69c0cb7a-c08e-4ee4-931b-a32941245cf4 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7739cba-0102-4d24-ac1e-904912fe2c65 HTTP/1.1" status: 200 len: 945 time: 0.0810704 Jul 27 08:40:22.367876 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 56196) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:40:22.373732 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.v2.base [None req-1bfbea0e-e9ee-475e-aeb5-1cff1765f1c5 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Request body: {'floatingip': {'port_id': '535f88dd-47a5-428c-ab18-ca28f688244a'}} {{(pid=104485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:40:22.406656 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae6d814-ac02-407c-8e87-bb4c74dc5bf8 req-ff511cda-1c9d-4593-b6ef-b0f65949b15b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:40:22.408219 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-4ae6d814-ac02-407c-8e87-bb4c74dc5bf8 req-ff511cda-1c9d-4593-b6ef-b0f65949b15b service neutron] 10.222.0.42 "GET /v2.0/networks?id=a1f6320b-3782-410e-b338-e24d3c56438a HTTP/1.1" status: 200 len: 913 time: 0.2051888 Jul 27 08:40:22.415624 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-22f3c860-dde2-496c-b3fd-bdb0ea23e9d6 admin admin] Publish callbacks [] for security_group (8e918abc-429c-407d-8483-b79c678a7ec4), precommit_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:22.445329 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=76,neutron:INSERT=22,neutron:UPDATE=2 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:40:22.467173 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-694f8826-c949-4552-8ca3-a989f099c677 admin admin] Publish callbacks [] for security_group (e5605ec1-8b2f-44fd-a8f8-a01af3d76e4f), precommit_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:22.481119 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-22f3c860-dde2-496c-b3fd-bdb0ea23e9d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (8e918abc-429c-407d-8483-b79c678a7ec4), after_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:22.482110 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-1bfbea0e-e9ee-475e-aeb5-1cff1765f1c5 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Publish callbacks [] for floatingip (1b3ca0c7-c5df-4292-8c5c-79e6c5fc31b2), before_update {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:22.541687 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-22f3c860-dde2-496c-b3fd-bdb0ea23e9d6 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=13e24414aaae47afaadde1a97ff9ab76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6031778 Jul 27 08:40:22.542390 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 56198) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:40:22.544938 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f3c860-dde2-496c-b3fd-bdb0ea23e9d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e918abc-429c-407d-8483-b79c678a7ec4,revision_number=1']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:40:22.569968 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_hamode_db [None req-c3c90516-9af6-46a3-a6ab-fba258c6507d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '280685fc-d095-4705-94a2-a4d23ada45dd', 'name': 'tempest-AttachVolumeShelveTestJSON-1404863556-router', 'tenant_id': 'e2c60f49a9e14417bd1d9504128fc94b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': '2111d175-ad61-442c-a713-d13ff343359d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:39:20Z', 'updated_at': '2022-07-27T08:39:27Z', 'revision_number': 4, 'project_id': 'e2c60f49a9e14417bd1d9504128fc94b', 'gw_port': {'id': '2111d175-ad61-442c-a713-d13ff343359d', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:b2:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '280685fc-d095-4705-94a2-a4d23ada45dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:39:22Z', 'updated_at': '2022-07-27T08:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi', '_floatingips': [{'id': '633b42cf-b938-4d3e-ac9d-3dc4e07dd546', 'tenant_id': 'e2c60f49a9e14417bd1d9504128fc94b', 'floating_ip_address': '172.27.2.70', 'floating_network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'router_id': '280685fc-d095-4705-94a2-a4d23ada45dd', 'port_id': 'e8a0e0d3-038b-475c-b988-cb677e787e58', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77554b81-fd19-4316-8d69-62980152360c', 'mac_address': 'fa:16:3e:b3:2e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73303fae-c87c-4ca8-86ef-f53a66bb47d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T08:39:35Z', 'updated_at': '2022-07-27T08:40:20Z', 'revision_number': 1, 'project_id': 'e2c60f49a9e14417bd1d9504128fc94b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48f3e2e9-261d-41a4-a2cd-d4ba4f94b916', 'name': '', 'network_id': '77554b81-fd19-4316-8d69-62980152360c', 'tenant_id': 'e2c60f49a9e14417bd1d9504128fc94b', 'mac_address': 'fa:16:3e:76:ac:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '280685fc-d095-4705-94a2-a4d23ada45dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c4ce96ff-fd31-496d-82bd-3a3dbfb16be8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:39:26Z', 'updated_at': '2022-07-27T08:39:37Z', 'revision_number': 5, 'project_id': 'e2c60f49a9e14417bd1d9504128fc94b', 'subnets': [{'id': 'c4ce96ff-fd31-496d-82bd-3a3dbfb16be8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851170-2-iscsi', False) {} {{(pid=104488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:40:22.585551 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-694f8826-c949-4552-8ca3-a989f099c677 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (e5605ec1-8b2f-44fd-a8f8-a01af3d76e4f), after_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:22.616672 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c90516-9af6-46a3-a6ab-fba258c6507d None None] The sync data for ids ['280685fc-d095-4705-94a2-a4d23ada45dd'] in dv-cinder-851170-2-iscsi is: [{'id': '280685fc-d095-4705-94a2-a4d23ada45dd', 'name': 'tempest-AttachVolumeShelveTestJSON-1404863556-router', 'tenant_id': 'e2c60f49a9e14417bd1d9504128fc94b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': '2111d175-ad61-442c-a713-d13ff343359d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:39:20Z', 'updated_at': '2022-07-27T08:39:27Z', 'revision_number': 4, 'project_id': 'e2c60f49a9e14417bd1d9504128fc94b', 'gw_port': {'id': '2111d175-ad61-442c-a713-d13ff343359d', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:b2:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '280685fc-d095-4705-94a2-a4d23ada45dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:39:22Z', 'updated_at': '2022-07-27T08:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi', '_floatingips': [{'id': '633b42cf-b938-4d3e-ac9d-3dc4e07dd546', 'tenant_id': 'e2c60f49a9e14417bd1d9504128fc94b', 'floating_ip_address': '172.27.2.70', 'floating_network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'router_id': '280685fc-d095-4705-94a2-a4d23ada45dd', 'port_id': 'e8a0e0d3-038b-475c-b988-cb677e787e58', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77554b81-fd19-4316-8d69-62980152360c', 'mac_address': 'fa:16:3e:b3:2e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73303fae-c87c-4ca8-86ef-f53a66bb47d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T08:39:35Z', 'updated_at': '2022-07-27T08:40:20Z', 'revision_number': 1, 'project_id': 'e2c60f49a9e14417bd1d9504128fc94b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48f3e2e9-261d-41a4-a2cd-d4ba4f94b916', 'name': '', 'network_id': '77554b81-fd19-4316-8d69-62980152360c', 'tenant_id': 'e2c60f49a9e14417bd1d9504128fc94b', 'mac_address': 'fa:16:3e:76:ac:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '280685fc-d095-4705-94a2-a4d23ada45dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c4ce96ff-fd31-496d-82bd-3a3dbfb16be8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:39:26Z', 'updated_at': '2022-07-27T08:39:37Z', 'revision_number': 5, 'project_id': 'e2c60f49a9e14417bd1d9504128fc94b', 'subnets': [{'id': 'c4ce96ff-fd31-496d-82bd-3a3dbfb16be8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 08:40:22.739921 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-694f8826-c949-4552-8ca3-a989f099c677 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=406cb19b25a24613bb0149d9386a67ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8403609 Jul 27 08:40:22.746429 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 56202) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:40:22.760729 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694f8826-c949-4552-8ca3-a989f099c677 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5605ec1-8b2f-44fd-a8f8-a01af3d76e4f,revision_number=1']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:40:22.764529 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-36a811be-c3e1-4b3b-86b7-4f5f409b976a admin admin] Publish callbacks [] for security_group (8e918abc-429c-407d-8483-b79c678a7ec4), before_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:22.767219 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a3cfec-0bd8-4f9e-98f3-5dbecb0a9d23 req-8ac594ba-0084-4a3c-8f2c-40c431c71d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:40:22.768717 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-02a3cfec-0bd8-4f9e-98f3-5dbecb0a9d23 req-8ac594ba-0084-4a3c-8f2c-40c431c71d48 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e2c60f49a9e14417bd1d9504128fc94b&device_id=73303fae-c87c-4ca8-86ef-f53a66bb47d9 HTTP/1.1" status: 200 len: 1130 time: 0.1174803 Jul 27 08:40:22.794911 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:40:22.797426 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-36a811be-c3e1-4b3b-86b7-4f5f409b976a admin admin] Publish callbacks [] for security_group (8e918abc-429c-407d-8483-b79c678a7ec4), precommit_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:22.898435 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-844a3a26-de22-4947-886a-345cafed5f29 admin admin] Publish callbacks [] for security_group (e5605ec1-8b2f-44fd-a8f8-a01af3d76e4f), before_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:22.947946 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-4ae6d814-ac02-407c-8e87-bb4c74dc5bf8 req-28079835-4d11-4f73-8b1f-7ec3e58ff84f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74a7aaef-2da9-4a35-9f8f-3a48630457ec HTTP/1.1" status: 200 len: 217 time: 0.0563180 Jul 27 08:40:22.991009 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b96e8f-93ce-426b-bd31-dd24796f5851 req-f1d867e8-e016-46ec-8a39-e16e1e5fdfdb tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:40:23.002357 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-94b96e8f-93ce-426b-bd31-dd24796f5851 req-f1d867e8-e016-46ec-8a39-e16e1e5fdfdb tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/ports?device_id=ba1df927-86a0-4ed5-aad6-b45dd817b46e HTTP/1.1" status: 200 len: 946 time: 0.1483586 Jul 27 08:40:23.008465 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-844a3a26-de22-4947-886a-345cafed5f29 admin admin] Publish callbacks [] for security_group (e5605ec1-8b2f-44fd-a8f8-a01af3d76e4f), precommit_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:23.032363 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934c98e2-3e8d-4b77-8152-4ff18204d223 None None] New status for floating IP 633b42cf-b938-4d3e-ac9d-3dc4e07dd546: ACTIVE {{(pid=104487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 27 08:40:23.033442 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-36a811be-c3e1-4b3b-86b7-4f5f409b976a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (8e918abc-429c-407d-8483-b79c678a7ec4), after_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:23.037129 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-36a811be-c3e1-4b3b-86b7-4f5f409b976a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:23.043708 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-36a811be-c3e1-4b3b-86b7-4f5f409b976a admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/8e918abc-429c-407d-8483-b79c678a7ec4 HTTP/1.1" status: 204 len: 168 time: 0.4947715 Jul 27 08:40:23.064083 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:40:23.072731 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a811be-c3e1-4b3b-86b7-4f5f409b976a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e918abc-429c-407d-8483-b79c678a7ec4,revision_number=None']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:40:23.113271 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-94b96e8f-93ce-426b-bd31-dd24796f5851 req-9efbadf5-c6b3-4483-8dff-80cee367b2c7 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/security-groups?id=20ccab17-1700-4df5-99cd-066da22ecf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098773 Jul 27 08:40:23.143189 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a3cfec-0bd8-4f9e-98f3-5dbecb0a9d23 req-846c2be3-e6bb-4b19-b2aa-a62b38daf514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:40:23.145811 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-02a3cfec-0bd8-4f9e-98f3-5dbecb0a9d23 req-846c2be3-e6bb-4b19-b2aa-a62b38daf514 service neutron] 10.222.0.42 "GET /v2.0/networks?id=77554b81-fd19-4316-8d69-62980152360c HTTP/1.1" status: 200 len: 918 time: 0.2143230 Jul 27 08:40:23.228278 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:40:23.330869 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-844a3a26-de22-4947-886a-345cafed5f29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (e5605ec1-8b2f-44fd-a8f8-a01af3d76e4f), after_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:23.334484 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-844a3a26-de22-4947-886a-345cafed5f29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:23.335825 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-844a3a26-de22-4947-886a-345cafed5f29 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/e5605ec1-8b2f-44fd-a8f8-a01af3d76e4f HTTP/1.1" status: 204 len: 168 time: 0.5884745 Jul 27 08:40:23.420917 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844a3a26-de22-4947-886a-345cafed5f29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5605ec1-8b2f-44fd-a8f8-a01af3d76e4f,revision_number=None']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:40:23.575579 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.db.resource_extend [None req-1bfbea0e-e9ee-475e-aeb5-1cff1765f1c5 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 27 08:40:23.647776 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae6d814-ac02-407c-8e87-bb4c74dc5bf8 req-7bfaf480-bbcd-430c-acfd-daf10f58e8df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:40:23.647776 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-4ae6d814-ac02-407c-8e87-bb4c74dc5bf8 req-7bfaf480-bbcd-430c-acfd-daf10f58e8df service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b9a36973-6488-46d1-aba2-a7cfa39fed68 HTTP/1.1" status: 200 len: 851 time: 0.2705371 Jul 27 08:40:23.650033 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-02a3cfec-0bd8-4f9e-98f3-5dbecb0a9d23 req-ecf5b7b5-419e-4467-a532-27d96dd1975e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e8a0e0d3-038b-475c-b988-cb677e787e58 HTTP/1.1" status: 200 len: 999 time: 0.2712171 Jul 27 08:40:23.666815 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-1bfbea0e-e9ee-475e-aeb5-1cff1765f1c5 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:23.738370 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae6d814-ac02-407c-8e87-bb4c74dc5bf8 req-8b8055ca-d3cc-42cf-94b5-705b84c1cc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:40:23.739779 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-4ae6d814-ac02-407c-8e87-bb4c74dc5bf8 req-8b8055ca-d3cc-42cf-94b5-705b84c1cc89 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a1f6320b-3782-410e-b338-e24d3c56438a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0754275 Jul 27 08:40:23.747247 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a3cfec-0bd8-4f9e-98f3-5dbecb0a9d23 req-050231ea-aadd-4a93-9fe2-7a795bb47028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:40:23.748642 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-02a3cfec-0bd8-4f9e-98f3-5dbecb0a9d23 req-050231ea-aadd-4a93-9fe2-7a795bb47028 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c4ce96ff-fd31-496d-82bd-3a3dbfb16be8 HTTP/1.1" status: 200 len: 856 time: 0.0854435 Jul 27 08:40:23.764534 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-1bfbea0e-e9ee-475e-aeb5-1cff1765f1c5 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363235'] for floatingip (1b3ca0c7-c5df-4292-8c5c-79e6c5fc31b2), after_update {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:23.845224 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a3cfec-0bd8-4f9e-98f3-5dbecb0a9d23 req-c1a01d04-956b-495a-a642-391921360e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:40:23.846805 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-02a3cfec-0bd8-4f9e-98f3-5dbecb0a9d23 req-c1a01d04-956b-495a-a642-391921360e82 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=77554b81-fd19-4316-8d69-62980152360c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0896041 Jul 27 08:40:23.871768 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.db.l3_db [None req-1bfbea0e-e9ee-475e-aeb5-1cff1765f1c5 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Floating IP 1b3ca0c7-c5df-4292-8c5c-79e6c5fc31b2 associated. External IP: 172.27.2.60, port: 535f88dd-47a5-428c-ab18-ca28f688244a. Jul 27 08:40:23.946589 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-4ae6d814-ac02-407c-8e87-bb4c74dc5bf8 req-3d275825-d78b-48af-8fa1-bb92e2516353 service neutron] 10.222.0.42 "GET /v2.0/networks/a1f6320b-3782-410e-b338-e24d3c56438a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969821 Jul 27 08:40:24.129731 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:40:24.131935 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bfbea0e-e9ee-475e-aeb5-1cff1765f1c5 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Router 018103cf-324e-446a-8be2-3ec1743299c4 has already been hosted by L3 agent 5bc6d868-bb0b-4164-b2dd-44360f4de654 {{(pid=104485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 08:40:24.148139 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 56242) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:40:24.231542 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=100 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:40:24.289034 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bfbea0e-e9ee-475e-aeb5-1cff1765f1c5 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Notify agent at l3_agent.dv-cinder-851170-2-iscsi the message routers_updated {{(pid=104485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 08:40:24.295290 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-02a3cfec-0bd8-4f9e-98f3-5dbecb0a9d23 req-7cafcd2b-59fc-4469-818f-2edd1099a909 service neutron] 10.222.0.42 "GET /v2.0/networks/77554b81-fd19-4316-8d69-62980152360c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4350789 Jul 27 08:40:24.296534 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-1bfbea0e-e9ee-475e-aeb5-1cff1765f1c5 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8374701'] for floatingip (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:24.300422 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 56248) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:40:24.307219 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe7a94c-55f8-4c52-bb3d-ae5b6e72c2a8 None None] Sync routers for ids ['018103cf-324e-446a-8be2-3ec1743299c4'] in dv-cinder-851170-2-iscsi {{(pid=104488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 08:40:24.326068 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe7a94c-55f8-4c52-bb3d-ae5b6e72c2a8 None None] Routers {'018103cf-324e-446a-8be2-3ec1743299c4'} bound to L3 agent in host dv-cinder-851170-2-iscsi {{(pid=104488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 08:40:24.329333 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_hamode_db [None req-efe7a94c-55f8-4c52-bb3d-ae5b6e72c2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-27T08:30:18Z,description=,heartbeat_timestamp=2022-07-27T08:40:18Z,host='dv-cinder-851170-2-iscsi',id=5bc6d868-bb0b-4164-b2dd-44360f4de654,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T08:30:19Z,topic='l3_agent')) {'router_ids': ['018103cf-324e-446a-8be2-3ec1743299c4'], 'active': True} {{(pid=104488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:40:24.336089 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-e59d7a03-6e2c-4a99-bd75-768a307bbe12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:24.350214 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18683d5e-c833-4a2a-b1f9-5fdf0f4dce4f req-572b9b1d-9dab-47b7-afb8-76080d7acec4 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:40:24.352836 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-18683d5e-c833-4a2a-b1f9-5fdf0f4dce4f req-572b9b1d-9dab-47b7-afb8-76080d7acec4 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/ports?device_id=ba1df927-86a0-4ed5-aad6-b45dd817b46e HTTP/1.1" status: 200 len: 946 time: 0.1198502 Jul 27 08:40:24.423079 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-4ae6d814-ac02-407c-8e87-bb4c74dc5bf8 req-040d80ef-f109-4274-ae6d-fd32cdeced00 service neutron] 10.222.0.42 "GET /v2.0/networks/a1f6320b-3782-410e-b338-e24d3c56438a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4704792 Jul 27 08:40:24.436074 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-e59d7a03-6e2c-4a99-bd75-768a307bbe12 admin admin] Publish callbacks [] for security_group (aeab709f-066b-4cd9-8952-25ad2bb74aa2), precommit_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:24.460621 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-1bfbea0e-e9ee-475e-aeb5-1cff1765f1c5 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "PUT /v2.0/floatingips/1b3ca0c7-c5df-4292-8c5c-79e6c5fc31b2 HTTP/1.1" status: 200 len: 990 time: 2.0912344 Jul 27 08:40:24.467921 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7739cba-0102-4d24-ac1e-904912fe2c65', 'tag': '535f88dd-47a5-428c-ab18-ca28f688244a'}] {{(pid=104485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 08:40:24.471014 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f4ab7c7b1e34975a56cd7ce610f5615b70f950c8da59d9e9b5a870069a9544" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-840c16c3-7154-4e23-97b3-488e451f0b1f" -d '{"events": [{"name": "network-changed", "server_uuid": "f7739cba-0102-4d24-ac1e-904912fe2c65", "tag": "535f88dd-47a5-428c-ab18-ca28f688244a"}]}' {{(pid=104485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 08:40:24.476831 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-a8056522-8806-4929-b441-fa0ca2e7eebe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:24.486073 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvr_db [None req-efe7a94c-55f8-4c52-bb3d-ae5b6e72c2a8 None None] Set router 018103cf-324e-446a-8be2-3ec1743299c4 gateway port host: dv-cinder-851170-2-iscsi {{(pid=104488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 08:40:24.518126 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-18683d5e-c833-4a2a-b1f9-5fdf0f4dce4f req-6b86633a-1c8c-4f81-8fec-5c66725f12e2 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/security-groups?id=20ccab17-1700-4df5-99cd-066da22ecf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1291435 Jul 27 08:40:24.521064 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=100 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:40:24.533877 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-02a3cfec-0bd8-4f9e-98f3-5dbecb0a9d23 req-7298079a-8c73-4ac8-8cbc-f8adcf5cd1fc service neutron] 10.222.0.42 "GET /v2.0/networks/77554b81-fd19-4316-8d69-62980152360c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278607 Jul 27 08:40:24.584528 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-e59d7a03-6e2c-4a99-bd75-768a307bbe12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (aeab709f-066b-4cd9-8952-25ad2bb74aa2), after_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:24.599546 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=76,neutron:INSERT=22,neutron:UPDATE=2 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:40:24.620086 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 08:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6751abb5-83b7-43e4-a3a7-ec9f0d9cecf0 x-openstack-request-id: req-6751abb5-83b7-43e4-a3a7-ec9f0d9cecf0 {{(pid=104485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 08:40:24.620735 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7739cba-0102-4d24-ac1e-904912fe2c65", "tag": "535f88dd-47a5-428c-ab18-ca28f688244a", "status": "completed", "code": 200}]} {{(pid=104485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 08:40:24.621136 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-6751abb5-83b7-43e4-a3a7-ec9f0d9cecf0 {{(pid=104485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 08:40:24.621724 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6751abb5-83b7-43e4-a3a7-ec9f0d9cecf0'] response: {'name': 'network-changed', 'server_uuid': 'f7739cba-0102-4d24-ac1e-904912fe2c65', 'tag': '535f88dd-47a5-428c-ab18-ca28f688244a', 'status': 'completed', 'code': 200} Jul 27 08:40:24.641667 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-a8056522-8806-4929-b441-fa0ca2e7eebe admin admin] Publish callbacks [] for security_group (559ab926-959c-44d8-937b-a4492d4fd832), precommit_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:24.666319 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=100 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:40:24.745308 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e93f20-f13c-4bcd-9b64-93787a866a8e req-b4c4f21b-c55d-4b02-9421-c0a6e05001c5 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:40:24.751193 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-a4e93f20-f13c-4bcd-9b64-93787a866a8e req-b4c4f21b-c55d-4b02-9421-c0a6e05001c5 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/ports?device_id=ba1df927-86a0-4ed5-aad6-b45dd817b46e HTTP/1.1" status: 200 len: 946 time: 0.0755200 Jul 27 08:40:24.758295 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 56264) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:40:24.764440 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.v2.base [None req-1c9aec15-160a-4c06-8213-2123034e1812 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Request body: {'floatingip': {'port_id': '55ebce99-8df7-4923-ac6f-3bba997bb3ff'}} {{(pid=104486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:40:24.821055 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-1c9aec15-160a-4c06-8213-2123034e1812 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks [] for floatingip (af3b2e87-c2e8-474c-ae72-655aa26b0222), before_update {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:24.823183 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_hamode_db [None req-efe7a94c-55f8-4c52-bb3d-ae5b6e72c2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '018103cf-324e-446a-8be2-3ec1743299c4', 'name': 'tempest-AttachVolumeTestJSON-949871471-router', 'tenant_id': '9dcfebb6e1774a7daed20b60d2379875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': '789c9448-28dd-488f-a71f-dad7507df88d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:39:18Z', 'updated_at': '2022-07-27T08:39:29Z', 'revision_number': 4, 'project_id': '9dcfebb6e1774a7daed20b60d2379875', 'gw_port': {'id': '789c9448-28dd-488f-a71f-dad7507df88d', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c1:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '018103cf-324e-446a-8be2-3ec1743299c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:39:19Z', 'updated_at': '2022-07-27T08:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi', '_floatingips': [{'id': '1b3ca0c7-c5df-4292-8c5c-79e6c5fc31b2', 'tenant_id': '9dcfebb6e1774a7daed20b60d2379875', 'floating_ip_address': '172.27.2.60', 'floating_network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'router_id': '018103cf-324e-446a-8be2-3ec1743299c4', 'port_id': '535f88dd-47a5-428c-ab18-ca28f688244a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '86596533-e5bc-41a5-8bd8-3e19070777ca', 'mac_address': 'fa:16:3e:8b:5d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7739cba-0102-4d24-ac1e-904912fe2c65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T08:39:40Z', 'updated_at': '2022-07-27T08:40:23Z', 'revision_number': 1, 'project_id': '9dcfebb6e1774a7daed20b60d2379875', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d464519-7720-4861-a2fd-4adc4e4d9b08', 'name': '', 'network_id': '86596533-e5bc-41a5-8bd8-3e19070777ca', 'tenant_id': '9dcfebb6e1774a7daed20b60d2379875', 'mac_address': 'fa:16:3e:15:07:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '018103cf-324e-446a-8be2-3ec1743299c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '7bb93b59-455b-4e46-8d58-a8f142f5867d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:39:25Z', 'updated_at': '2022-07-27T08:39:38Z', 'revision_number': 5, 'project_id': '9dcfebb6e1774a7daed20b60d2379875', 'subnets': [{'id': '7bb93b59-455b-4e46-8d58-a8f142f5867d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851170-2-iscsi', False) {} {{(pid=104488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:40:24.834628 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-a8056522-8806-4929-b441-fa0ca2e7eebe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (559ab926-959c-44d8-937b-a4492d4fd832), after_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:24.844309 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-e59d7a03-6e2c-4a99-bd75-768a307bbe12 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=95e197182adb4c9cb08c265c140e6fdc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5387383 Jul 27 08:40:24.844309 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59d7a03-6e2c-4a99-bd75-768a307bbe12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeab709f-066b-4cd9-8952-25ad2bb74aa2,revision_number=1']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:40:24.850403 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 56266) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:40:24.860984 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe7a94c-55f8-4c52-bb3d-ae5b6e72c2a8 None None] Checking router: 018103cf-324e-446a-8be2-3ec1743299c4 for host: dv-cinder-851170-2-iscsi {{(pid=104488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 08:40:24.870486 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe7a94c-55f8-4c52-bb3d-ae5b6e72c2a8 None None] Routers {'018103cf-324e-446a-8be2-3ec1743299c4'} bound to L3 agent in host dv-cinder-851170-2-iscsi {{(pid=104488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 08:40:24.872033 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_hamode_db [None req-efe7a94c-55f8-4c52-bb3d-ae5b6e72c2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-27T08:30:18Z,description=,heartbeat_timestamp=2022-07-27T08:40:18Z,host='dv-cinder-851170-2-iscsi',id=5bc6d868-bb0b-4164-b2dd-44360f4de654,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T08:30:19Z,topic='l3_agent')) {'router_ids': ['018103cf-324e-446a-8be2-3ec1743299c4'], 'active': True} {{(pid=104488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:40:24.904808 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-a8056522-8806-4929-b441-fa0ca2e7eebe admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=1963465f3fe8443a90998e8a762e4be0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7555952 Jul 27 08:40:24.912882 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 56268) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:40:24.931103 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8056522-8806-4929-b441-fa0ca2e7eebe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=559ab926-959c-44d8-937b-a4492d4fd832,revision_number=1']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:40:24.966482 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840c16c3-7154-4e23-97b3-488e451f0b1f req-66965134-2e59-467a-ac90-80a300a1a26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:40:24.968679 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-840c16c3-7154-4e23-97b3-488e451f0b1f req-66965134-2e59-467a-ac90-80a300a1a26b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9dcfebb6e1774a7daed20b60d2379875&device_id=f7739cba-0102-4d24-ac1e-904912fe2c65 HTTP/1.1" status: 200 len: 1129 time: 0.0507836 Jul 27 08:40:24.986354 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-8094ba79-9fa5-4061-8ad8-14e93cf3b912 admin admin] Publish callbacks [] for security_group (aeab709f-066b-4cd9-8952-25ad2bb74aa2), before_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:25.012397 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-c63b2dde-cd62-488b-bc47-9a4722b80d5b admin admin] Publish callbacks [] for security_group (559ab926-959c-44d8-937b-a4492d4fd832), before_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:25.038325 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-8094ba79-9fa5-4061-8ad8-14e93cf3b912 admin admin] Publish callbacks [] for security_group (aeab709f-066b-4cd9-8952-25ad2bb74aa2), precommit_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:25.065625 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-c63b2dde-cd62-488b-bc47-9a4722b80d5b admin admin] Publish callbacks [] for security_group (559ab926-959c-44d8-937b-a4492d4fd832), precommit_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:25.120715 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:40:25.149307 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvr_db [None req-efe7a94c-55f8-4c52-bb3d-ae5b6e72c2a8 None None] Set router 018103cf-324e-446a-8be2-3ec1743299c4 gateway port host: dv-cinder-851170-2-iscsi {{(pid=104488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 08:40:25.150652 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=100 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:40:25.209192 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840c16c3-7154-4e23-97b3-488e451f0b1f req-c44d439b-759e-4d39-92c1-6afed9ec0818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:40:25.210749 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-840c16c3-7154-4e23-97b3-488e451f0b1f req-c44d439b-759e-4d39-92c1-6afed9ec0818 service neutron] 10.222.0.42 "GET /v2.0/networks?id=86596533-e5bc-41a5-8bd8-3e19070777ca HTTP/1.1" status: 200 len: 911 time: 0.2188892 Jul 27 08:40:25.225864 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-8094ba79-9fa5-4061-8ad8-14e93cf3b912 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (aeab709f-066b-4cd9-8952-25ad2bb74aa2), after_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:25.229828 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-8094ba79-9fa5-4061-8ad8-14e93cf3b912 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:25.233303 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-8094ba79-9fa5-4061-8ad8-14e93cf3b912 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/aeab709f-066b-4cd9-8952-25ad2bb74aa2 HTTP/1.1" status: 204 len: 168 time: 0.3795199 Jul 27 08:40:25.245994 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8094ba79-9fa5-4061-8ad8-14e93cf3b912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeab709f-066b-4cd9-8952-25ad2bb74aa2,revision_number=None']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:40:25.255797 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-c63b2dde-cd62-488b-bc47-9a4722b80d5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (559ab926-959c-44d8-937b-a4492d4fd832), after_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:25.260172 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-c63b2dde-cd62-488b-bc47-9a4722b80d5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:25.261678 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-c63b2dde-cd62-488b-bc47-9a4722b80d5b admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/559ab926-959c-44d8-937b-a4492d4fd832 HTTP/1.1" status: 204 len: 168 time: 0.3450766 Jul 27 08:40:25.281901 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63b2dde-cd62-488b-bc47-9a4722b80d5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=559ab926-959c-44d8-937b-a4492d4fd832,revision_number=None']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:40:25.359893 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-840c16c3-7154-4e23-97b3-488e451f0b1f req-027645a4-b0fd-47c8-8e5e-22b01f725fb0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=535f88dd-47a5-428c-ab18-ca28f688244a HTTP/1.1" status: 200 len: 998 time: 0.1394594 Jul 27 08:40:25.451348 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_hamode_db [None req-efe7a94c-55f8-4c52-bb3d-ae5b6e72c2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '018103cf-324e-446a-8be2-3ec1743299c4', 'name': 'tempest-AttachVolumeTestJSON-949871471-router', 'tenant_id': '9dcfebb6e1774a7daed20b60d2379875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': '789c9448-28dd-488f-a71f-dad7507df88d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:39:18Z', 'updated_at': '2022-07-27T08:39:29Z', 'revision_number': 4, 'project_id': '9dcfebb6e1774a7daed20b60d2379875', 'gw_port': {'id': '789c9448-28dd-488f-a71f-dad7507df88d', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c1:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '018103cf-324e-446a-8be2-3ec1743299c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:39:19Z', 'updated_at': '2022-07-27T08:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi', '_floatingips': [{'id': '1b3ca0c7-c5df-4292-8c5c-79e6c5fc31b2', 'tenant_id': '9dcfebb6e1774a7daed20b60d2379875', 'floating_ip_address': '172.27.2.60', 'floating_network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'router_id': '018103cf-324e-446a-8be2-3ec1743299c4', 'port_id': '535f88dd-47a5-428c-ab18-ca28f688244a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '86596533-e5bc-41a5-8bd8-3e19070777ca', 'mac_address': 'fa:16:3e:8b:5d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7739cba-0102-4d24-ac1e-904912fe2c65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T08:39:40Z', 'updated_at': '2022-07-27T08:40:23Z', 'revision_number': 1, 'project_id': '9dcfebb6e1774a7daed20b60d2379875', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d464519-7720-4861-a2fd-4adc4e4d9b08', 'name': '', 'network_id': '86596533-e5bc-41a5-8bd8-3e19070777ca', 'tenant_id': '9dcfebb6e1774a7daed20b60d2379875', 'mac_address': 'fa:16:3e:15:07:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '018103cf-324e-446a-8be2-3ec1743299c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '7bb93b59-455b-4e46-8d58-a8f142f5867d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:39:25Z', 'updated_at': '2022-07-27T08:39:38Z', 'revision_number': 5, 'project_id': '9dcfebb6e1774a7daed20b60d2379875', 'subnets': [{'id': '7bb93b59-455b-4e46-8d58-a8f142f5867d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851170-2-iscsi', False) {} {{(pid=104488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:40:25.464121 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840c16c3-7154-4e23-97b3-488e451f0b1f req-96e94fa7-78cf-4b51-96da-46c54060e85c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:40:25.465530 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-840c16c3-7154-4e23-97b3-488e451f0b1f req-96e94fa7-78cf-4b51-96da-46c54060e85c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7bb93b59-455b-4e46-8d58-a8f142f5867d HTTP/1.1" status: 200 len: 849 time: 0.0974956 Jul 27 08:40:25.479329 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe7a94c-55f8-4c52-bb3d-ae5b6e72c2a8 None None] The sync data for ids ['018103cf-324e-446a-8be2-3ec1743299c4'] in dv-cinder-851170-2-iscsi is: [{'id': '018103cf-324e-446a-8be2-3ec1743299c4', 'name': 'tempest-AttachVolumeTestJSON-949871471-router', 'tenant_id': '9dcfebb6e1774a7daed20b60d2379875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': '789c9448-28dd-488f-a71f-dad7507df88d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:39:18Z', 'updated_at': '2022-07-27T08:39:29Z', 'revision_number': 4, 'project_id': '9dcfebb6e1774a7daed20b60d2379875', 'gw_port': {'id': '789c9448-28dd-488f-a71f-dad7507df88d', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c1:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '018103cf-324e-446a-8be2-3ec1743299c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:39:19Z', 'updated_at': '2022-07-27T08:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi', '_floatingips': [{'id': '1b3ca0c7-c5df-4292-8c5c-79e6c5fc31b2', 'tenant_id': '9dcfebb6e1774a7daed20b60d2379875', 'floating_ip_address': '172.27.2.60', 'floating_network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'router_id': '018103cf-324e-446a-8be2-3ec1743299c4', 'port_id': '535f88dd-47a5-428c-ab18-ca28f688244a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '86596533-e5bc-41a5-8bd8-3e19070777ca', 'mac_address': 'fa:16:3e:8b:5d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7739cba-0102-4d24-ac1e-904912fe2c65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T08:39:40Z', 'updated_at': '2022-07-27T08:40:23Z', 'revision_number': 1, 'project_id': '9dcfebb6e1774a7daed20b60d2379875', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d464519-7720-4861-a2fd-4adc4e4d9b08', 'name': '', 'network_id': '86596533-e5bc-41a5-8bd8-3e19070777ca', 'tenant_id': '9dcfebb6e1774a7daed20b60d2379875', 'mac_address': 'fa:16:3e:15:07:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '018103cf-324e-446a-8be2-3ec1743299c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '7bb93b59-455b-4e46-8d58-a8f142f5867d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:39:25Z', 'updated_at': '2022-07-27T08:39:38Z', 'revision_number': 5, 'project_id': '9dcfebb6e1774a7daed20b60d2379875', 'subnets': [{'id': '7bb93b59-455b-4e46-8d58-a8f142f5867d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 08:40:25.560865 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840c16c3-7154-4e23-97b3-488e451f0b1f req-6a798278-cb69-4e44-aca0-ac801f143c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:40:25.562395 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-840c16c3-7154-4e23-97b3-488e451f0b1f req-6a798278-cb69-4e44-aca0-ac801f143c9a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=86596533-e5bc-41a5-8bd8-3e19070777ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0885355 Jul 27 08:40:25.662368 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:40:25.667387 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-1c9aec15-160a-4c06-8213-2123034e1812 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:25.727047 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165c3e56-53c2-45b5-93dd-28098d172243 None None] New status for floating IP 1b3ca0c7-c5df-4292-8c5c-79e6c5fc31b2: ACTIVE {{(pid=104487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 27 08:40:25.727606 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-1c9aec15-160a-4c06-8213-2123034e1812 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363235'] for floatingip (af3b2e87-c2e8-474c-ae72-655aa26b0222), after_update {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:25.790082 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-840c16c3-7154-4e23-97b3-488e451f0b1f req-e8b25c2c-8a18-41a2-9e06-536824674e79 service neutron] 10.222.0.42 "GET /v2.0/networks/86596533-e5bc-41a5-8bd8-3e19070777ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191496 Jul 27 08:40:25.955747 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.db.l3_db [None req-1c9aec15-160a-4c06-8213-2123034e1812 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Floating IP af3b2e87-c2e8-474c-ae72-655aa26b0222 associated. External IP: 172.27.2.154, port: 55ebce99-8df7-4923-ac6f-3bba997bb3ff. Jul 27 08:40:25.992928 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-840c16c3-7154-4e23-97b3-488e451f0b1f req-07e85a5b-afc3-4338-b405-870a263868fe service neutron] 10.222.0.42 "GET /v2.0/networks/86596533-e5bc-41a5-8bd8-3e19070777ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954126 Jul 27 08:40:26.141767 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=100 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:40:26.172599 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c9aec15-160a-4c06-8213-2123034e1812 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Router 9859d67e-360d-4e3b-a6c7-bd0d6a4cb852 has already been hosted by L3 agent 5bc6d868-bb0b-4164-b2dd-44360f4de654 {{(pid=104486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 08:40:26.296168 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c9aec15-160a-4c06-8213-2123034e1812 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Notify agent at l3_agent.dv-cinder-851170-2-iscsi the message routers_updated {{(pid=104486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 08:40:26.302762 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-1c9aec15-160a-4c06-8213-2123034e1812 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8374701'] for floatingip (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:26.311523 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f2fe16-7893-4fe7-8766-7349bade4a26 None None] Sync routers for ids ['9859d67e-360d-4e3b-a6c7-bd0d6a4cb852'] in dv-cinder-851170-2-iscsi {{(pid=104488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 08:40:26.324527 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f2fe16-7893-4fe7-8766-7349bade4a26 None None] Routers {'9859d67e-360d-4e3b-a6c7-bd0d6a4cb852'} bound to L3 agent in host dv-cinder-851170-2-iscsi {{(pid=104488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 08:40:26.325438 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_hamode_db [None req-82f2fe16-7893-4fe7-8766-7349bade4a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-27T08:30:18Z,description=,heartbeat_timestamp=2022-07-27T08:40:18Z,host='dv-cinder-851170-2-iscsi',id=5bc6d868-bb0b-4164-b2dd-44360f4de654,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T08:30:19Z,topic='l3_agent')) {'router_ids': ['9859d67e-360d-4e3b-a6c7-bd0d6a4cb852'], 'active': True} {{(pid=104488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:40:26.362263 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 56328) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:40:26.380340 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-1c9aec15-160a-4c06-8213-2123034e1812 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "PUT /v2.0/floatingips/af3b2e87-c2e8-474c-ae72-655aa26b0222 HTTP/1.1" status: 200 len: 992 time: 1.6206858 Jul 27 08:40:26.387176 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-38e1d681-8230-4d50-9b35-7d62e15627e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:26.388041 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba1df927-86a0-4ed5-aad6-b45dd817b46e', 'tag': '55ebce99-8df7-4923-ac6f-3bba997bb3ff'}] {{(pid=104486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 08:40:26.392359 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0fbdf057086729fb3d5906bdd251c7adb98d678ad2f5ce1a48bcc8d44af0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a235f42a-3cb1-4bf7-9e23-eaba9afd7928" -d '{"events": [{"name": "network-changed", "server_uuid": "ba1df927-86a0-4ed5-aad6-b45dd817b46e", "tag": "55ebce99-8df7-4923-ac6f-3bba997bb3ff"}]}' {{(pid=104486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 08:40:26.461999 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 08:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ede462a-5096-457c-9ccb-e3641ca9ec58 x-openstack-request-id: req-4ede462a-5096-457c-9ccb-e3641ca9ec58 {{(pid=104486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 08:40:26.462410 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba1df927-86a0-4ed5-aad6-b45dd817b46e", "tag": "55ebce99-8df7-4923-ac6f-3bba997bb3ff", "status": "completed", "code": 200}]} {{(pid=104486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 08:40:26.462777 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-4ede462a-5096-457c-9ccb-e3641ca9ec58 {{(pid=104486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 08:40:26.463242 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ede462a-5096-457c-9ccb-e3641ca9ec58'] response: {'name': 'network-changed', 'server_uuid': 'ba1df927-86a0-4ed5-aad6-b45dd817b46e', 'tag': '55ebce99-8df7-4923-ac6f-3bba997bb3ff', 'status': 'completed', 'code': 200} Jul 27 08:40:26.467451 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=100 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:40:26.508204 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvr_db [None req-82f2fe16-7893-4fe7-8766-7349bade4a26 None None] Set router 9859d67e-360d-4e3b-a6c7-bd0d6a4cb852 gateway port host: dv-cinder-851170-2-iscsi {{(pid=104488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 08:40:26.525434 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-38e1d681-8230-4d50-9b35-7d62e15627e8 admin admin] Publish callbacks [] for security_group (29875931-bbed-4068-a3cf-9e25bc9b9dc6), precommit_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:26.604444 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-38e1d681-8230-4d50-9b35-7d62e15627e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (29875931-bbed-4068-a3cf-9e25bc9b9dc6), after_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:26.673221 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a235f42a-3cb1-4bf7-9e23-eaba9afd7928 req-f94837c3-8bc5-4dce-a8f5-ded24e805d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:40:26.675282 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-38e1d681-8230-4d50-9b35-7d62e15627e8 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=cae0808910ee419aa48babefd3cc138b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3111560 Jul 27 08:40:26.678596 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-a235f42a-3cb1-4bf7-9e23-eaba9afd7928 req-f94837c3-8bc5-4dce-a8f5-ded24e805d8d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=940250de2f6f47ed9edc1bb0468551c8&device_id=ba1df927-86a0-4ed5-aad6-b45dd817b46e HTTP/1.1" status: 200 len: 1130 time: 0.0599959 Jul 27 08:40:26.679111 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 56358) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:40:26.683266 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e1d681-8230-4d50-9b35-7d62e15627e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29875931-bbed-4068-a3cf-9e25bc9b9dc6,revision_number=1']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:40:26.784335 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_hamode_db [None req-82f2fe16-7893-4fe7-8766-7349bade4a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9859d67e-360d-4e3b-a6c7-bd0d6a4cb852', 'name': 'tempest-AttachVolumeNegativeTest-1367014185-router', 'tenant_id': '940250de2f6f47ed9edc1bb0468551c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': '8459270c-d8a5-42a4-abf4-e5dc701f12a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:39:21Z', 'updated_at': '2022-07-27T08:39:32Z', 'revision_number': 4, 'project_id': '940250de2f6f47ed9edc1bb0468551c8', 'gw_port': {'id': '8459270c-d8a5-42a4-abf4-e5dc701f12a4', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9859d67e-360d-4e3b-a6c7-bd0d6a4cb852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:39:24Z', 'updated_at': '2022-07-27T08:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi', '_floatingips': [{'id': 'af3b2e87-c2e8-474c-ae72-655aa26b0222', 'tenant_id': '940250de2f6f47ed9edc1bb0468551c8', 'floating_ip_address': '172.27.2.154', 'floating_network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'router_id': '9859d67e-360d-4e3b-a6c7-bd0d6a4cb852', 'port_id': '55ebce99-8df7-4923-ac6f-3bba997bb3ff', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f6980da-175b-4e92-9032-637e0458eb4f', 'mac_address': 'fa:16:3e:bc:d1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba1df927-86a0-4ed5-aad6-b45dd817b46e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T08:39:43Z', 'updated_at': '2022-07-27T08:40:25Z', 'revision_number': 1, 'project_id': '940250de2f6f47ed9edc1bb0468551c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa37f9a5-dc13-418d-8b78-d17cc6344800', 'name': '', 'network_id': '8f6980da-175b-4e92-9032-637e0458eb4f', 'tenant_id': '940250de2f6f47ed9edc1bb0468551c8', 'mac_address': 'fa:16:3e:b8:8b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9859d67e-360d-4e3b-a6c7-bd0d6a4cb852', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '5784479d-44dd-45ed-b6e6-1aaaf2f91b93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:39:31Z', 'updated_at': '2022-07-27T08:39:43Z', 'revision_number': 5, 'project_id': '940250de2f6f47ed9edc1bb0468551c8', 'subnets': [{'id': '5784479d-44dd-45ed-b6e6-1aaaf2f91b93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851170-2-iscsi', False) {} {{(pid=104488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:40:26.809564 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f2fe16-7893-4fe7-8766-7349bade4a26 None None] Checking router: 9859d67e-360d-4e3b-a6c7-bd0d6a4cb852 for host: dv-cinder-851170-2-iscsi {{(pid=104488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 08:40:26.811671 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-0a5d41d0-5853-43e3-8256-1f69dde7bac0 admin admin] Publish callbacks [] for security_group (29875931-bbed-4068-a3cf-9e25bc9b9dc6), before_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:26.818993 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f2fe16-7893-4fe7-8766-7349bade4a26 None None] Routers {'9859d67e-360d-4e3b-a6c7-bd0d6a4cb852'} bound to L3 agent in host dv-cinder-851170-2-iscsi {{(pid=104488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 08:40:26.819801 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_hamode_db [None req-82f2fe16-7893-4fe7-8766-7349bade4a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-27T08:30:18Z,description=,heartbeat_timestamp=2022-07-27T08:40:18Z,host='dv-cinder-851170-2-iscsi',id=5bc6d868-bb0b-4164-b2dd-44360f4de654,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T08:30:19Z,topic='l3_agent')) {'router_ids': ['9859d67e-360d-4e3b-a6c7-bd0d6a4cb852'], 'active': True} {{(pid=104488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:40:26.854846 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-0a5d41d0-5853-43e3-8256-1f69dde7bac0 admin admin] Publish callbacks [] for security_group (29875931-bbed-4068-a3cf-9e25bc9b9dc6), precommit_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:26.857163 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a235f42a-3cb1-4bf7-9e23-eaba9afd7928 req-de44fc3d-0586-42a1-aef8-96e98b3a8ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:40:26.858678 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-a235f42a-3cb1-4bf7-9e23-eaba9afd7928 req-de44fc3d-0586-42a1-aef8-96e98b3a8ca6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8f6980da-175b-4e92-9032-637e0458eb4f HTTP/1.1" status: 200 len: 916 time: 0.1718259 Jul 27 08:40:26.938465 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvr_db [None req-82f2fe16-7893-4fe7-8766-7349bade4a26 None None] Set router 9859d67e-360d-4e3b-a6c7-bd0d6a4cb852 gateway port host: dv-cinder-851170-2-iscsi {{(pid=104488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 08:40:26.958270 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-a235f42a-3cb1-4bf7-9e23-eaba9afd7928 req-5289e23e-bbc5-4a03-9c6d-66e506db1464 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=55ebce99-8df7-4923-ac6f-3bba997bb3ff HTTP/1.1" status: 200 len: 1000 time: 0.0913172 Jul 27 08:40:27.021315 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a235f42a-3cb1-4bf7-9e23-eaba9afd7928 req-447678ff-0fc5-4fba-a2ff-b69189f297c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:40:27.022948 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-a235f42a-3cb1-4bf7-9e23-eaba9afd7928 req-447678ff-0fc5-4fba-a2ff-b69189f297c2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5784479d-44dd-45ed-b6e6-1aaaf2f91b93 HTTP/1.1" status: 200 len: 854 time: 0.0505800 Jul 27 08:40:27.069757 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a235f42a-3cb1-4bf7-9e23-eaba9afd7928 req-1fe31e9d-8f08-412d-81b3-d26da4baa4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:40:27.071524 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-a235f42a-3cb1-4bf7-9e23-eaba9afd7928 req-1fe31e9d-8f08-412d-81b3-d26da4baa4b3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8f6980da-175b-4e92-9032-637e0458eb4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424089 Jul 27 08:40:27.127562 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-0a5d41d0-5853-43e3-8256-1f69dde7bac0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (29875931-bbed-4068-a3cf-9e25bc9b9dc6), after_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:27.130655 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-0a5d41d0-5853-43e3-8256-1f69dde7bac0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:27.134097 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-0a5d41d0-5853-43e3-8256-1f69dde7bac0 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/29875931-bbed-4068-a3cf-9e25bc9b9dc6 HTTP/1.1" status: 204 len: 168 time: 0.4517570 Jul 27 08:40:27.143805 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5d41d0-5853-43e3-8256-1f69dde7bac0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29875931-bbed-4068-a3cf-9e25bc9b9dc6,revision_number=None']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:40:27.157473 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:40:27.173659 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_hamode_db [None req-82f2fe16-7893-4fe7-8766-7349bade4a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9859d67e-360d-4e3b-a6c7-bd0d6a4cb852', 'name': 'tempest-AttachVolumeNegativeTest-1367014185-router', 'tenant_id': '940250de2f6f47ed9edc1bb0468551c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': '8459270c-d8a5-42a4-abf4-e5dc701f12a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:39:21Z', 'updated_at': '2022-07-27T08:39:32Z', 'revision_number': 4, 'project_id': '940250de2f6f47ed9edc1bb0468551c8', 'gw_port': {'id': '8459270c-d8a5-42a4-abf4-e5dc701f12a4', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9859d67e-360d-4e3b-a6c7-bd0d6a4cb852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:39:24Z', 'updated_at': '2022-07-27T08:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi', '_floatingips': [{'id': 'af3b2e87-c2e8-474c-ae72-655aa26b0222', 'tenant_id': '940250de2f6f47ed9edc1bb0468551c8', 'floating_ip_address': '172.27.2.154', 'floating_network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'router_id': '9859d67e-360d-4e3b-a6c7-bd0d6a4cb852', 'port_id': '55ebce99-8df7-4923-ac6f-3bba997bb3ff', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f6980da-175b-4e92-9032-637e0458eb4f', 'mac_address': 'fa:16:3e:bc:d1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba1df927-86a0-4ed5-aad6-b45dd817b46e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T08:39:43Z', 'updated_at': '2022-07-27T08:40:25Z', 'revision_number': 1, 'project_id': '940250de2f6f47ed9edc1bb0468551c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa37f9a5-dc13-418d-8b78-d17cc6344800', 'name': '', 'network_id': '8f6980da-175b-4e92-9032-637e0458eb4f', 'tenant_id': '940250de2f6f47ed9edc1bb0468551c8', 'mac_address': 'fa:16:3e:b8:8b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9859d67e-360d-4e3b-a6c7-bd0d6a4cb852', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '5784479d-44dd-45ed-b6e6-1aaaf2f91b93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:39:31Z', 'updated_at': '2022-07-27T08:39:43Z', 'revision_number': 5, 'project_id': '940250de2f6f47ed9edc1bb0468551c8', 'subnets': [{'id': '5784479d-44dd-45ed-b6e6-1aaaf2f91b93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851170-2-iscsi', False) {} {{(pid=104488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:40:27.175302 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=100 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:40:27.187391 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-a235f42a-3cb1-4bf7-9e23-eaba9afd7928 req-f8d9b552-28d5-45c9-b5a5-dd45908179b3 service neutron] 10.222.0.42 "GET /v2.0/networks/8f6980da-175b-4e92-9032-637e0458eb4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097145 Jul 27 08:40:27.213774 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f2fe16-7893-4fe7-8766-7349bade4a26 None None] The sync data for ids ['9859d67e-360d-4e3b-a6c7-bd0d6a4cb852'] in dv-cinder-851170-2-iscsi is: [{'id': '9859d67e-360d-4e3b-a6c7-bd0d6a4cb852', 'name': 'tempest-AttachVolumeNegativeTest-1367014185-router', 'tenant_id': '940250de2f6f47ed9edc1bb0468551c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': '8459270c-d8a5-42a4-abf4-e5dc701f12a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:39:21Z', 'updated_at': '2022-07-27T08:39:32Z', 'revision_number': 4, 'project_id': '940250de2f6f47ed9edc1bb0468551c8', 'gw_port': {'id': '8459270c-d8a5-42a4-abf4-e5dc701f12a4', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9859d67e-360d-4e3b-a6c7-bd0d6a4cb852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:39:24Z', 'updated_at': '2022-07-27T08:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi', '_floatingips': [{'id': 'af3b2e87-c2e8-474c-ae72-655aa26b0222', 'tenant_id': '940250de2f6f47ed9edc1bb0468551c8', 'floating_ip_address': '172.27.2.154', 'floating_network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'router_id': '9859d67e-360d-4e3b-a6c7-bd0d6a4cb852', 'port_id': '55ebce99-8df7-4923-ac6f-3bba997bb3ff', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f6980da-175b-4e92-9032-637e0458eb4f', 'mac_address': 'fa:16:3e:bc:d1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba1df927-86a0-4ed5-aad6-b45dd817b46e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T08:39:43Z', 'updated_at': '2022-07-27T08:40:25Z', 'revision_number': 1, 'project_id': '940250de2f6f47ed9edc1bb0468551c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa37f9a5-dc13-418d-8b78-d17cc6344800', 'name': '', 'network_id': '8f6980da-175b-4e92-9032-637e0458eb4f', 'tenant_id': '940250de2f6f47ed9edc1bb0468551c8', 'mac_address': 'fa:16:3e:b8:8b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9859d67e-360d-4e3b-a6c7-bd0d6a4cb852', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '5784479d-44dd-45ed-b6e6-1aaaf2f91b93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:39:31Z', 'updated_at': '2022-07-27T08:39:43Z', 'revision_number': 5, 'project_id': '940250de2f6f47ed9edc1bb0468551c8', 'subnets': [{'id': '5784479d-44dd-45ed-b6e6-1aaaf2f91b93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 08:40:27.357077 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-a235f42a-3cb1-4bf7-9e23-eaba9afd7928 req-51aaed32-e44a-4cf9-b620-4e99751aeaf4 service neutron] 10.222.0.42 "GET /v2.0/networks/8f6980da-175b-4e92-9032-637e0458eb4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633475 Jul 27 08:40:27.474904 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c227f879-18a5-4267-a9ff-6c651157fb29 None None] New status for floating IP af3b2e87-c2e8-474c-ae72-655aa26b0222: ACTIVE {{(pid=104487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 27 08:40:28.740585 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 56408) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:40:28.752172 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 56412) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:40:28.770227 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-470ca488-8933-4dfb-9254-52e6e51da42f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:28.856047 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-470ca488-8933-4dfb-9254-52e6e51da42f admin admin] Publish callbacks [] for security_group (cd01d981-81b4-4647-ad03-746015e91264), precommit_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:28.874372 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-3e2361c5-8e6e-430a-a2d2-9070ab16293d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:28.942388 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-470ca488-8933-4dfb-9254-52e6e51da42f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (cd01d981-81b4-4647-ad03-746015e91264), after_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:29.002715 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-3e2361c5-8e6e-430a-a2d2-9070ab16293d admin admin] Publish callbacks [] for security_group (21af4285-2431-416c-a475-b214483c6e01), precommit_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:29.006606 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-470ca488-8933-4dfb-9254-52e6e51da42f admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=cc1e26e5821245a5997f5e7aa4ddd4f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2535169 Jul 27 08:40:29.007693 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470ca488-8933-4dfb-9254-52e6e51da42f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd01d981-81b4-4647-ad03-746015e91264,revision_number=1']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:40:29.009787 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 56418) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:40:29.066037 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-3e2361c5-8e6e-430a-a2d2-9070ab16293d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (21af4285-2431-416c-a475-b214483c6e01), after_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:29.066937 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-97455e9e-9752-4f05-a4d3-cc98787dc2ea admin admin] Publish callbacks [] for security_group (cd01d981-81b4-4647-ad03-746015e91264), before_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:29.093879 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-97455e9e-9752-4f05-a4d3-cc98787dc2ea admin admin] Publish callbacks [] for security_group (cd01d981-81b4-4647-ad03-746015e91264), precommit_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:29.115836 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-3e2361c5-8e6e-430a-a2d2-9070ab16293d admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=c22468b313144406a260b57953b0ecca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3698065 Jul 27 08:40:29.115836 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2361c5-8e6e-430a-a2d2-9070ab16293d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21af4285-2431-416c-a475-b214483c6e01,revision_number=1']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:40:29.116117 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 56422) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:40:29.187560 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-c147709a-4fea-4ab8-8f67-ec1e1d9cc76c admin admin] Publish callbacks [] for security_group (21af4285-2431-416c-a475-b214483c6e01), before_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:29.203733 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:40:29.213691 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-c147709a-4fea-4ab8-8f67-ec1e1d9cc76c admin admin] Publish callbacks [] for security_group (21af4285-2431-416c-a475-b214483c6e01), precommit_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:29.256178 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-97455e9e-9752-4f05-a4d3-cc98787dc2ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (cd01d981-81b4-4647-ad03-746015e91264), after_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:29.258766 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-97455e9e-9752-4f05-a4d3-cc98787dc2ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:29.264822 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-97455e9e-9752-4f05-a4d3-cc98787dc2ea admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/cd01d981-81b4-4647-ad03-746015e91264 HTTP/1.1" status: 204 len: 168 time: 0.2491651 Jul 27 08:40:29.269997 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97455e9e-9752-4f05-a4d3-cc98787dc2ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd01d981-81b4-4647-ad03-746015e91264,revision_number=None']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:40:29.348380 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-c147709a-4fea-4ab8-8f67-ec1e1d9cc76c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (21af4285-2431-416c-a475-b214483c6e01), after_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:29.354517 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-c147709a-4fea-4ab8-8f67-ec1e1d9cc76c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:29.361188 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-c147709a-4fea-4ab8-8f67-ec1e1d9cc76c admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/21af4285-2431-416c-a475-b214483c6e01 HTTP/1.1" status: 204 len: 168 time: 0.2439129 Jul 27 08:40:29.376169 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c147709a-4fea-4ab8-8f67-ec1e1d9cc76c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21af4285-2431-416c-a475-b214483c6e01,revision_number=None']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:40:29.396506 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:40:30.053606 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 56454) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:40:30.271144 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-ce05f13e-411d-4ea0-8eab-b0434179466c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:30.350333 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-ce05f13e-411d-4ea0-8eab-b0434179466c admin admin] Publish callbacks [] for security_group (3b2bbf23-1062-47f3-bbc2-25f8a3271925), precommit_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:30.428936 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-ce05f13e-411d-4ea0-8eab-b0434179466c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (3b2bbf23-1062-47f3-bbc2-25f8a3271925), after_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:30.470450 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-ce05f13e-411d-4ea0-8eab-b0434179466c admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=e9ca2ad15f8f44709e621d245a765bde&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4153936 Jul 27 08:40:30.473566 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce05f13e-411d-4ea0-8eab-b0434179466c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b2bbf23-1062-47f3-bbc2-25f8a3271925,revision_number=1']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:40:30.473806 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 56466) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:40:30.531671 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-98f368f3-77eb-4712-8aed-8140584058d2 admin admin] Publish callbacks [] for security_group (3b2bbf23-1062-47f3-bbc2-25f8a3271925), before_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:30.541276 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:DELETE=1,neutron:SELECT=78,neutron:INSERT=19,neutron:UPDATE=2 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:40:30.558731 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-98f368f3-77eb-4712-8aed-8140584058d2 admin admin] Publish callbacks [] for security_group (3b2bbf23-1062-47f3-bbc2-25f8a3271925), precommit_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:30.688009 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-98f368f3-77eb-4712-8aed-8140584058d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (3b2bbf23-1062-47f3-bbc2-25f8a3271925), after_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:30.690606 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-98f368f3-77eb-4712-8aed-8140584058d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:30.691897 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-98f368f3-77eb-4712-8aed-8140584058d2 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/3b2bbf23-1062-47f3-bbc2-25f8a3271925 HTTP/1.1" status: 204 len: 168 time: 0.2166047 Jul 27 08:40:30.701629 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f368f3-77eb-4712-8aed-8140584058d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b2bbf23-1062-47f3-bbc2-25f8a3271925,revision_number=None']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:40:35.825342 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f0c333-982d-4568-a285-f8d054c2ad17 req-056dadcd-8c80-42ac-9daa-1cad5d88de92 tempest-DeleteServersTestJSON-191602701 tempest-DeleteServersTestJSON-191602701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:40:35.826841 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-11f0c333-982d-4568-a285-f8d054c2ad17 req-056dadcd-8c80-42ac-9daa-1cad5d88de92 tempest-DeleteServersTestJSON-191602701 tempest-DeleteServersTestJSON-191602701-project] 10.222.0.40 "GET /v2.0/ports?device_id=10fdcb61-b888-4d03-a3f2-e398132cfc27 HTTP/1.1" status: 200 len: 945 time: 0.0497494 Jul 27 08:40:35.874070 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-11f0c333-982d-4568-a285-f8d054c2ad17 req-84a59979-c79d-40c4-b5b5-022947d1fd6f tempest-DeleteServersTestJSON-191602701 tempest-DeleteServersTestJSON-191602701-project] 10.222.0.40 "GET /v2.0/security-groups?id=18b82cff-68dc-43fa-89da-9cbf13a5e5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413141 Jul 27 08:40:36.992478 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da617e95-5d54-4444-a71b-4e2bbfd3ab64 req-96b99973-1999-408f-b8a2-929ea2d63add tempest-DeleteServersTestJSON-191602701 tempest-DeleteServersTestJSON-191602701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:40:36.993948 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-da617e95-5d54-4444-a71b-4e2bbfd3ab64 req-96b99973-1999-408f-b8a2-929ea2d63add tempest-DeleteServersTestJSON-191602701 tempest-DeleteServersTestJSON-191602701-project] 10.222.0.40 "GET /v2.0/ports?device_id=10fdcb61-b888-4d03-a3f2-e398132cfc27 HTTP/1.1" status: 200 len: 945 time: 0.0473726 Jul 27 08:40:37.039228 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-da617e95-5d54-4444-a71b-4e2bbfd3ab64 req-dd4f03bd-790d-4e37-b377-d71a2a475857 tempest-DeleteServersTestJSON-191602701 tempest-DeleteServersTestJSON-191602701-project] 10.222.0.40 "GET /v2.0/security-groups?id=18b82cff-68dc-43fa-89da-9cbf13a5e5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397992 Jul 27 08:40:37.178594 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=52 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:40:38.149362 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:40:38.157771 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2849dfa-227c-43e9-906e-ad86fc793cfe req-bfb49ad6-983e-481b-824e-129741bc1432 tempest-DeleteServersTestJSON-191602701 tempest-DeleteServersTestJSON-191602701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:40:38.159261 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-f2849dfa-227c-43e9-906e-ad86fc793cfe req-bfb49ad6-983e-481b-824e-129741bc1432 tempest-DeleteServersTestJSON-191602701 tempest-DeleteServersTestJSON-191602701-project] 10.222.0.40 "GET /v2.0/ports?device_id=10fdcb61-b888-4d03-a3f2-e398132cfc27 HTTP/1.1" status: 200 len: 945 time: 0.0462177 Jul 27 08:40:38.205377 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-f2849dfa-227c-43e9-906e-ad86fc793cfe req-e7f12292-5426-41d8-8f2e-4a900ef08717 tempest-DeleteServersTestJSON-191602701 tempest-DeleteServersTestJSON-191602701-project] 10.222.0.40 "GET /v2.0/security-groups?id=18b82cff-68dc-43fa-89da-9cbf13a5e5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404510 Jul 27 08:40:39.324698 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb81085-bdb8-44c1-9799-dc0f55360a96 req-e9fcc82f-ca73-4c6a-adbc-6cf048d2b4c4 tempest-DeleteServersTestJSON-191602701 tempest-DeleteServersTestJSON-191602701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:40:39.326192 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-9eb81085-bdb8-44c1-9799-dc0f55360a96 req-e9fcc82f-ca73-4c6a-adbc-6cf048d2b4c4 tempest-DeleteServersTestJSON-191602701 tempest-DeleteServersTestJSON-191602701-project] 10.222.0.40 "GET /v2.0/ports?device_id=10fdcb61-b888-4d03-a3f2-e398132cfc27 HTTP/1.1" status: 200 len: 945 time: 0.0499465 Jul 27 08:40:39.380500 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-9eb81085-bdb8-44c1-9799-dc0f55360a96 req-9e499e9e-cce5-4df3-8736-8f71aa05465a tempest-DeleteServersTestJSON-191602701 tempest-DeleteServersTestJSON-191602701-project] 10.222.0.40 "GET /v2.0/security-groups?id=18b82cff-68dc-43fa-89da-9cbf13a5e5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477130 Jul 27 08:40:40.510436 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcca856-24b5-4698-b63d-e6c3675f0b56 req-40ce2cca-cad6-45ae-8d54-71cc8ce5e532 tempest-DeleteServersTestJSON-191602701 tempest-DeleteServersTestJSON-191602701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:40:40.511928 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-ddcca856-24b5-4698-b63d-e6c3675f0b56 req-40ce2cca-cad6-45ae-8d54-71cc8ce5e532 tempest-DeleteServersTestJSON-191602701 tempest-DeleteServersTestJSON-191602701-project] 10.222.0.40 "GET /v2.0/ports?device_id=10fdcb61-b888-4d03-a3f2-e398132cfc27 HTTP/1.1" status: 200 len: 945 time: 0.0544569 Jul 27 08:40:40.563741 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-ddcca856-24b5-4698-b63d-e6c3675f0b56 req-f75b2c7a-f3cf-4e7c-bfd4-7fe8e81cc163 tempest-DeleteServersTestJSON-191602701 tempest-DeleteServersTestJSON-191602701-project] 10.222.0.40 "GET /v2.0/security-groups?id=18b82cff-68dc-43fa-89da-9cbf13a5e5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460925 Jul 27 08:40:40.722538 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=78,neutron:UPDATE=6 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:40:41.685285 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b735a994-3a50-428f-9c71-1c8fc820d2fc req-36829a2c-312e-4f42-af78-ea89dd43f9d0 tempest-DeleteServersTestJSON-191602701 tempest-DeleteServersTestJSON-191602701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:40:41.686921 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-b735a994-3a50-428f-9c71-1c8fc820d2fc req-36829a2c-312e-4f42-af78-ea89dd43f9d0 tempest-DeleteServersTestJSON-191602701 tempest-DeleteServersTestJSON-191602701-project] 10.222.0.40 "GET /v2.0/ports?device_id=10fdcb61-b888-4d03-a3f2-e398132cfc27 HTTP/1.1" status: 200 len: 945 time: 0.0488982 Jul 27 08:40:41.706708 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:40:41.736479 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-b735a994-3a50-428f-9c71-1c8fc820d2fc req-7ba3efa4-40d2-4aee-b421-ce9621af47db tempest-DeleteServersTestJSON-191602701 tempest-DeleteServersTestJSON-191602701-project] 10.222.0.40 "GET /v2.0/security-groups?id=18b82cff-68dc-43fa-89da-9cbf13a5e5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438919 Jul 27 08:40:42.458865 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a6c5b6-9330-45d1-bc97-3929c9e68b85 req-2c6c96de-58ea-4c16-b9bd-a99559c3946c tempest-DeleteServersTestJSON-191602701 tempest-DeleteServersTestJSON-191602701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:40:42.460627 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-e1a6c5b6-9330-45d1-bc97-3929c9e68b85 req-2c6c96de-58ea-4c16-b9bd-a99559c3946c tempest-DeleteServersTestJSON-191602701 tempest-DeleteServersTestJSON-191602701-project] 10.222.0.42 "GET /v2.0/ports?device_id=10fdcb61-b888-4d03-a3f2-e398132cfc27 HTTP/1.1" status: 200 len: 945 time: 0.0526838 Jul 27 08:40:42.586847 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.plugin [req-e1a6c5b6-9330-45d1-bc97-3929c9e68b85 req-a43a2912-9fa4-4488-8414-9801e5eea771 tempest-DeleteServersTestJSON-191602701 tempest-DeleteServersTestJSON-191602701-project] Deleting port 74a7aaef-2da9-4a35-9f8f-3a48630457ec {{(pid=104486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 08:40:42.587193 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-e1a6c5b6-9330-45d1-bc97-3929c9e68b85 req-a43a2912-9fa4-4488-8414-9801e5eea771 tempest-DeleteServersTestJSON-191602701 tempest-DeleteServersTestJSON-191602701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786710341133'] for port (74a7aaef-2da9-4a35-9f8f-3a48630457ec), before_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:42.699921 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.db [req-e1a6c5b6-9330-45d1-bc97-3929c9e68b85 req-a43a2912-9fa4-4488-8414-9801e5eea771 tempest-DeleteServersTestJSON-191602701 tempest-DeleteServersTestJSON-191602701-project] For port 74a7aaef-2da9-4a35-9f8f-3a48630457ec, host hv-cinder-85117, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85117',level=0,port_id=74a7aaef-2da9-4a35-9f8f-3a48630457ec,segment=NetworkSegment(2c0fb304-3c22-4ed5-9a02-db9a55430652),segment_id=2c0fb304-3c22-4ed5-9a02-db9a55430652)] {{(pid=104486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:40:42.699921 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-e1a6c5b6-9330-45d1-bc97-3929c9e68b85 req-a43a2912-9fa4-4488-8414-9801e5eea771 tempest-DeleteServersTestJSON-191602701 tempest-DeleteServersTestJSON-191602701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8100626'] for port (74a7aaef-2da9-4a35-9f8f-3a48630457ec), precommit_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:42.706901 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.plugin [req-e1a6c5b6-9330-45d1-bc97-3929c9e68b85 req-a43a2912-9fa4-4488-8414-9801e5eea771 tempest-DeleteServersTestJSON-191602701 tempest-DeleteServersTestJSON-191602701-project] Calling delete_port for 74a7aaef-2da9-4a35-9f8f-3a48630457ec owned by compute:nova {{(pid=104486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 08:40:42.870615 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba09097-9cf4-485b-af3c-92ba36ffb927 req-b1bb6f19-7b1f-4e27-8ce7-40d1d3348f88 tempest-DeleteServersTestJSON-191602701 tempest-DeleteServersTestJSON-191602701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:40:42.872481 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-4ba09097-9cf4-485b-af3c-92ba36ffb927 req-b1bb6f19-7b1f-4e27-8ce7-40d1d3348f88 tempest-DeleteServersTestJSON-191602701 tempest-DeleteServersTestJSON-191602701-project] 10.222.0.40 "GET /v2.0/ports?device_id=10fdcb61-b888-4d03-a3f2-e398132cfc27 HTTP/1.1" status: 200 len: 945 time: 0.0598099 Jul 27 08:40:42.920864 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-4ba09097-9cf4-485b-af3c-92ba36ffb927 req-3e95b719-9dac-4f60-9c57-70e217903e5c tempest-DeleteServersTestJSON-191602701 tempest-DeleteServersTestJSON-191602701-project] 10.222.0.40 "GET /v2.0/security-groups?id=18b82cff-68dc-43fa-89da-9cbf13a5e5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428944 Jul 27 08:40:42.933512 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-e1a6c5b6-9330-45d1-bc97-3929c9e68b85 req-a43a2912-9fa4-4488-8414-9801e5eea771 tempest-DeleteServersTestJSON-191602701 tempest-DeleteServersTestJSON-191602701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786710477123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786709965406'] for port (74a7aaef-2da9-4a35-9f8f-3a48630457ec), after_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:42.960375 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43a2912-9fa4-4488-8414-9801e5eea771 tempest-DeleteServersTestJSON-191602701 tempest-DeleteServersTestJSON-191602701-project] Pushing event deleted for resources: {'Port': ['ID=74a7aaef-2da9-4a35-9f8f-3a48630457ec,revision_number=None']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:40:42.981582 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] get_ports_and_sgs() called for port_ids ['74a7aaef-2da9-4a35-9f8f-3a48630457ec'] {{(pid=104487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 08:40:43.033603 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1a6c5b6-9330-45d1-bc97-3929c9e68b85 req-a43a2912-9fa4-4488-8414-9801e5eea771 tempest-DeleteServersTestJSON-191602701 tempest-DeleteServersTestJSON-191602701-project] No DVR routers for this DVR port 74a7aaef-2da9-4a35-9f8f-3a48630457ec on host hv-cinder-85117 {{(pid=104486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 08:40:43.037505 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-e1a6c5b6-9330-45d1-bc97-3929c9e68b85 req-a43a2912-9fa4-4488-8414-9801e5eea771 tempest-DeleteServersTestJSON-191602701 tempest-DeleteServersTestJSON-191602701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8374701'] for port (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:43.040783 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-e1a6c5b6-9330-45d1-bc97-3929c9e68b85 req-a43a2912-9fa4-4488-8414-9801e5eea771 tempest-DeleteServersTestJSON-191602701 tempest-DeleteServersTestJSON-191602701-project] 10.222.0.42 "DELETE /v2.0/ports/74a7aaef-2da9-4a35-9f8f-3a48630457ec HTTP/1.1" status: 204 len: 173 time: 0.5729597 Jul 27 08:40:43.041234 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10fdcb61-b888-4d03-a3f2-e398132cfc27', 'name': 'network-vif-deleted', 'tag': '74a7aaef-2da9-4a35-9f8f-3a48630457ec'}] {{(pid=104486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 08:40:43.043710 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0fbdf057086729fb3d5906bdd251c7adb98d678ad2f5ce1a48bcc8d44af0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e620145-daeb-49ed-b9cb-82a1f4cbc7af" -d '{"events": [{"server_uuid": "10fdcb61-b888-4d03-a3f2-e398132cfc27", "name": "network-vif-deleted", "tag": "74a7aaef-2da9-4a35-9f8f-3a48630457ec"}]}' {{(pid=104486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 08:40:43.088295 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 08:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-254d24a9-9c47-4f92-9e8d-6274e02f2826 x-openstack-request-id: req-254d24a9-9c47-4f92-9e8d-6274e02f2826 {{(pid=104486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 08:40:43.088646 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10fdcb61-b888-4d03-a3f2-e398132cfc27", "name": "network-vif-deleted", "tag": "74a7aaef-2da9-4a35-9f8f-3a48630457ec", "status": "completed", "code": 200}]} {{(pid=104486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 08:40:43.088921 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-254d24a9-9c47-4f92-9e8d-6274e02f2826 {{(pid=104486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 08:40:43.089346 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-254d24a9-9c47-4f92-9e8d-6274e02f2826'] response: {'server_uuid': '10fdcb61-b888-4d03-a3f2-e398132cfc27', 'name': 'network-vif-deleted', 'tag': '74a7aaef-2da9-4a35-9f8f-3a48630457ec', 'status': 'completed', 'code': 200} Jul 27 08:40:43.539997 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 56742) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:40:43.650709 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-e6cf25a7-93c4-48ba-9cf5-722de8fae354 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:43.734636 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-e6cf25a7-93c4-48ba-9cf5-722de8fae354 admin admin] Publish callbacks [] for security_group (da966a54-8811-4a17-8ae2-dbfe100755d5), precommit_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:43.803495 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-e6cf25a7-93c4-48ba-9cf5-722de8fae354 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (da966a54-8811-4a17-8ae2-dbfe100755d5), after_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:43.846811 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-e6cf25a7-93c4-48ba-9cf5-722de8fae354 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=24881449468047cba55d92e69718998b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3033204 Jul 27 08:40:43.846811 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cf25a7-93c4-48ba-9cf5-722de8fae354 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da966a54-8811-4a17-8ae2-dbfe100755d5,revision_number=1']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:40:43.847163 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 56750) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:40:43.886311 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=3 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:40:43.899461 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-b959c37f-98cd-4a8b-8b5a-b5a7ff95e562 admin admin] Publish callbacks [] for security_group (da966a54-8811-4a17-8ae2-dbfe100755d5), before_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:43.922428 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-b959c37f-98cd-4a8b-8b5a-b5a7ff95e562 admin admin] Publish callbacks [] for security_group (da966a54-8811-4a17-8ae2-dbfe100755d5), precommit_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:44.059363 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-b959c37f-98cd-4a8b-8b5a-b5a7ff95e562 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (da966a54-8811-4a17-8ae2-dbfe100755d5), after_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:44.059762 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-20650bae-f8d5-4366-ae9a-eefcf226d7f6 req-1c06c21c-7446-4411-82d1-30a1937255d0 tempest-DeleteServersTestJSON-191602701 tempest-DeleteServersTestJSON-191602701-project] 10.222.0.40 "GET /v2.0/ports?device_id=10fdcb61-b888-4d03-a3f2-e398132cfc27 HTTP/1.1" status: 200 len: 210 time: 0.0316699 Jul 27 08:40:44.063003 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-b959c37f-98cd-4a8b-8b5a-b5a7ff95e562 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:44.064196 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-b959c37f-98cd-4a8b-8b5a-b5a7ff95e562 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/da966a54-8811-4a17-8ae2-dbfe100755d5 HTTP/1.1" status: 204 len: 168 time: 0.2160671 Jul 27 08:40:44.073440 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b959c37f-98cd-4a8b-8b5a-b5a7ff95e562 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da966a54-8811-4a17-8ae2-dbfe100755d5,revision_number=None']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:40:44.772318 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 56770) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:40:44.785884 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-3cbf1fbc-1e2c-4afb-88ed-b0da660fa508 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:44.861273 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=84,neutron:DELETE=9,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:40:44.873452 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-3cbf1fbc-1e2c-4afb-88ed-b0da660fa508 admin admin] Publish callbacks [] for security_group (3668f988-5a17-4a07-acb6-83e3608fdf40), precommit_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:44.942037 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 56774) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:40:44.948233 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-3cbf1fbc-1e2c-4afb-88ed-b0da660fa508 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (3668f988-5a17-4a07-acb6-83e3608fdf40), after_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:44.990646 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-3cbf1fbc-1e2c-4afb-88ed-b0da660fa508 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=d15d6af292d24e3aa622817ad03b37ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2170773 Jul 27 08:40:44.991427 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbf1fbc-1e2c-4afb-88ed-b0da660fa508 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3668f988-5a17-4a07-acb6-83e3608fdf40,revision_number=1']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:40:44.993272 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 56778) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:40:45.051007 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-3bf2aebb-6b51-4006-b8c7-c0ea48d5905d admin admin] Publish callbacks [] for security_group (3668f988-5a17-4a07-acb6-83e3608fdf40), before_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:45.056656 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-a6346494-d25e-4d8c-94d7-bb1837645341 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:45.072896 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-3bf2aebb-6b51-4006-b8c7-c0ea48d5905d admin admin] Publish callbacks [] for security_group (3668f988-5a17-4a07-acb6-83e3608fdf40), precommit_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:45.139253 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-a6346494-d25e-4d8c-94d7-bb1837645341 admin admin] Publish callbacks [] for security_group (1420c636-6478-4dbb-8c1d-a7ece03ff357), precommit_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:45.203265 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-3bf2aebb-6b51-4006-b8c7-c0ea48d5905d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (3668f988-5a17-4a07-acb6-83e3608fdf40), after_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:45.203430 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-a6346494-d25e-4d8c-94d7-bb1837645341 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (1420c636-6478-4dbb-8c1d-a7ece03ff357), after_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:45.206489 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-3bf2aebb-6b51-4006-b8c7-c0ea48d5905d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:45.207715 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-3bf2aebb-6b51-4006-b8c7-c0ea48d5905d admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/3668f988-5a17-4a07-acb6-83e3608fdf40 HTTP/1.1" status: 204 len: 168 time: 0.2131519 Jul 27 08:40:45.230126 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf2aebb-6b51-4006-b8c7-c0ea48d5905d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3668f988-5a17-4a07-acb6-83e3608fdf40,revision_number=None']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:40:45.248786 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6346494-d25e-4d8c-94d7-bb1837645341 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1420c636-6478-4dbb-8c1d-a7ece03ff357,revision_number=1']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:40:45.253290 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-a6346494-d25e-4d8c-94d7-bb1837645341 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=41384c34da9f46e59a12bc80d794ac03&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3101649 Jul 27 08:40:45.256601 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 56788) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:40:45.330499 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-84cb76bd-9b37-4b08-997e-80c8fad37b5d admin admin] Publish callbacks [] for security_group (1420c636-6478-4dbb-8c1d-a7ece03ff357), before_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:45.353736 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-84cb76bd-9b37-4b08-997e-80c8fad37b5d admin admin] Publish callbacks [] for security_group (1420c636-6478-4dbb-8c1d-a7ece03ff357), precommit_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:45.400826 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:40:45.473559 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-84cb76bd-9b37-4b08-997e-80c8fad37b5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (1420c636-6478-4dbb-8c1d-a7ece03ff357), after_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:45.476302 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-84cb76bd-9b37-4b08-997e-80c8fad37b5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:45.477547 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-84cb76bd-9b37-4b08-997e-80c8fad37b5d admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/1420c636-6478-4dbb-8c1d-a7ece03ff357 HTTP/1.1" status: 204 len: 168 time: 0.2188945 Jul 27 08:40:45.485740 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cb76bd-9b37-4b08-997e-80c8fad37b5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1420c636-6478-4dbb-8c1d-a7ece03ff357,revision_number=None']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:40:45.985988 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-f31e236c-c0de-4264-bf38-7c5e9536c5b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (7c77c4a2-8ca4-486b-af2a-676805e7b922), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:46.216278 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 56826) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:40:46.230274 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-006dafe8-c132-4982-a988-3bb3989e0826 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:46.284212 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:DELETE=4 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:40:46.316333 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-006dafe8-c132-4982-a988-3bb3989e0826 admin admin] Publish callbacks [] for security_group (cac997b6-8913-4366-9a28-4a14fea5e8bb), precommit_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:46.397676 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-006dafe8-c132-4982-a988-3bb3989e0826 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (cac997b6-8913-4366-9a28-4a14fea5e8bb), after_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:46.439437 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-006dafe8-c132-4982-a988-3bb3989e0826 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=522f920cb7c540c69746932fac6d63b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2219851 Jul 27 08:40:46.440144 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006dafe8-c132-4982-a988-3bb3989e0826 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cac997b6-8913-4366-9a28-4a14fea5e8bb,revision_number=1']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:40:46.442421 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 56840) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:40:46.530134 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-bbc0bc0a-5370-42f5-a111-82c899430287 admin admin] Publish callbacks [] for security_group (cac997b6-8913-4366-9a28-4a14fea5e8bb), before_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:46.557071 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-bbc0bc0a-5370-42f5-a111-82c899430287 admin admin] Publish callbacks [] for security_group (cac997b6-8913-4366-9a28-4a14fea5e8bb), precommit_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:46.744750 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-bbc0bc0a-5370-42f5-a111-82c899430287 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (cac997b6-8913-4366-9a28-4a14fea5e8bb), after_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:46.747619 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-bbc0bc0a-5370-42f5-a111-82c899430287 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:46.748862 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-bbc0bc0a-5370-42f5-a111-82c899430287 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/cac997b6-8913-4366-9a28-4a14fea5e8bb HTTP/1.1" status: 204 len: 168 time: 0.3046260 Jul 27 08:40:46.757970 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc0bc0a-5370-42f5-a111-82c899430287 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cac997b6-8913-4366-9a28-4a14fea5e8bb,revision_number=None']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:40:46.910074 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 56888) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:40:47.038348 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Device 74a7aaef-2da9-4a35-9f8f-3a48630457ec no longer exists at agent hyperv_hv-cinder-85117 {{(pid=104487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 08:40:47.060501 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] No Port match for: 74a7aaef-2da9-4a35-9f8f-3a48630457ec {{(pid=104487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 08:40:47.060845 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Device 74a7aaef-2da9-4a35-9f8f-3a48630457ec not bound to the agent host hv-cinder-85117 {{(pid=104487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 08:40:47.326731 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-934f7ca1-62eb-4376-8e06-881b361c8f30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-361243'] for router_interface (f64e0c27-ab7c-4763-91f6-0529a419f600), before_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:47.567156 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:40:47.614893 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.plugin [None req-934f7ca1-62eb-4376-8e06-881b361c8f30 admin admin] Deleting port a3bd7fc0-2655-4e0b-84fd-d37ddcf313ca {{(pid=104485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 08:40:47.615980 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-934f7ca1-62eb-4376-8e06-881b361c8f30 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786710341133'] for port (a3bd7fc0-2655-4e0b-84fd-d37ddcf313ca), before_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:47.695345 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.db [None req-934f7ca1-62eb-4376-8e06-881b361c8f30 admin admin] For port a3bd7fc0-2655-4e0b-84fd-d37ddcf313ca, host dv-cinder-851170-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851170-2-iscsi',level=0,port_id=a3bd7fc0-2655-4e0b-84fd-d37ddcf313ca,segment=NetworkSegment(2c0fb304-3c22-4ed5-9a02-db9a55430652),segment_id=2c0fb304-3c22-4ed5-9a02-db9a55430652)] {{(pid=104485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:40:47.695708 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-934f7ca1-62eb-4376-8e06-881b361c8f30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8100626'] for port (a3bd7fc0-2655-4e0b-84fd-d37ddcf313ca), precommit_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:47.711127 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.plugin [None req-934f7ca1-62eb-4376-8e06-881b361c8f30 admin admin] Calling delete_port for a3bd7fc0-2655-4e0b-84fd-d37ddcf313ca owned by network:router_interface {{(pid=104485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 08:40:47.832782 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=100 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:40:47.986130 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-934f7ca1-62eb-4376-8e06-881b361c8f30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786710477123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786709965406'] for port (a3bd7fc0-2655-4e0b-84fd-d37ddcf313ca), after_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:48.011795 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934f7ca1-62eb-4376-8e06-881b361c8f30 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3bd7fc0-2655-4e0b-84fd-d37ddcf313ca,revision_number=None']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:40:48.158484 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-934f7ca1-62eb-4376-8e06-881b361c8f30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7864744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-361359'] for router_interface (f64e0c27-ab7c-4763-91f6-0529a419f600), after_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:48.335040 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-7bafbca6-506a-49af-83ba-56dfc2de60c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (5bc6d868-bb0b-4164-b2dd-44360f4de654), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:48.601929 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-934f7ca1-62eb-4376-8e06-881b361c8f30 admin admin] Router f64e0c27-ab7c-4763-91f6-0529a419f600 has already been hosted by L3 agent 5bc6d868-bb0b-4164-b2dd-44360f4de654 {{(pid=104485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 08:40:48.734720 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-934f7ca1-62eb-4376-8e06-881b361c8f30 admin admin] Notify agent at l3_agent.dv-cinder-851170-2-iscsi the message routers_updated {{(pid=104485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 08:40:48.743222 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-934f7ca1-62eb-4376-8e06-881b361c8f30 admin admin] 10.222.0.40 "PUT /v2.0/routers/f64e0c27-ab7c-4763-91f6-0529a419f600/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8288941 Jul 27 08:40:48.743664 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 56974) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:40:48.745599 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ecc20d8-d54b-4a99-ad2d-c2d56ff87a9c None None] Sync routers for ids ['f64e0c27-ab7c-4763-91f6-0529a419f600'] in dv-cinder-851170-2-iscsi {{(pid=104488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 08:40:48.756812 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ecc20d8-d54b-4a99-ad2d-c2d56ff87a9c None None] Routers {'f64e0c27-ab7c-4763-91f6-0529a419f600'} bound to L3 agent in host dv-cinder-851170-2-iscsi {{(pid=104488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 08:40:48.757435 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_hamode_db [None req-0ecc20d8-d54b-4a99-ad2d-c2d56ff87a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-27T08:30:18Z,description=,heartbeat_timestamp=2022-07-27T08:40:48Z,host='dv-cinder-851170-2-iscsi',id=5bc6d868-bb0b-4164-b2dd-44360f4de654,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T08:30:19Z,topic='l3_agent')) {'router_ids': ['f64e0c27-ab7c-4763-91f6-0529a419f600'], 'active': True} {{(pid=104488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:40:48.848874 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-fbb8d4ff-f7e7-4c75-8da1-95b0b32e3ea0 admin admin] Publish callbacks [] for router (f64e0c27-ab7c-4763-91f6-0529a419f600), before_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:48.865840 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvr_db [None req-0ecc20d8-d54b-4a99-ad2d-c2d56ff87a9c None None] Set router f64e0c27-ab7c-4763-91f6-0529a419f600 gateway port host: dv-cinder-851170-2-iscsi {{(pid=104488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 08:40:48.969767 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-fbb8d4ff-f7e7-4c75-8da1-95b0b32e3ea0 admin admin] Publish callbacks [] for router_gateway (f64e0c27-ab7c-4763-91f6-0529a419f600), before_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:49.055092 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_hamode_db [None req-0ecc20d8-d54b-4a99-ad2d-c2d56ff87a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f64e0c27-ab7c-4763-91f6-0529a419f600', 'name': 'tempest-DeleteServersTestJSON-2143875417-router', 'tenant_id': 'bbedb0ad0538471e98b0641598f08c17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '04cabcb0-60fa-4fd1-a091-b08f16b628d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:39:18Z', 'updated_at': '2022-07-27T08:40:47Z', 'revision_number': 5, 'project_id': 'bbedb0ad0538471e98b0641598f08c17', 'gw_port': {'id': '04cabcb0-60fa-4fd1-a091-b08f16b628d5', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:89:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f64e0c27-ab7c-4763-91f6-0529a419f600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:39:19Z', 'updated_at': '2022-07-27T08:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi'}], 'dv-cinder-851170-2-iscsi', False) {} {{(pid=104488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:40:49.084779 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ecc20d8-d54b-4a99-ad2d-c2d56ff87a9c None None] Checking router: f64e0c27-ab7c-4763-91f6-0529a419f600 for host: dv-cinder-851170-2-iscsi {{(pid=104488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 08:40:49.093941 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ecc20d8-d54b-4a99-ad2d-c2d56ff87a9c None None] Routers {'f64e0c27-ab7c-4763-91f6-0529a419f600'} bound to L3 agent in host dv-cinder-851170-2-iscsi {{(pid=104488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 08:40:49.094598 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_hamode_db [None req-0ecc20d8-d54b-4a99-ad2d-c2d56ff87a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-27T08:30:18Z,description=,heartbeat_timestamp=2022-07-27T08:40:48Z,host='dv-cinder-851170-2-iscsi',id=5bc6d868-bb0b-4164-b2dd-44360f4de654,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T08:30:19Z,topic='l3_agent')) {'router_ids': ['f64e0c27-ab7c-4763-91f6-0529a419f600'], 'active': True} {{(pid=104488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:40:49.107951 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 56984) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:40:49.125674 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.plugin [None req-fbb8d4ff-f7e7-4c75-8da1-95b0b32e3ea0 admin admin] Deleting port 04cabcb0-60fa-4fd1-a091-b08f16b628d5 {{(pid=104485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 08:40:49.126014 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-fbb8d4ff-f7e7-4c75-8da1-95b0b32e3ea0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786710341133'] for port (04cabcb0-60fa-4fd1-a091-b08f16b628d5), before_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:49.176505 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:40:49.201142 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:40:49.223412 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.db [None req-fbb8d4ff-f7e7-4c75-8da1-95b0b32e3ea0 admin admin] For port 04cabcb0-60fa-4fd1-a091-b08f16b628d5, host dv-cinder-851170-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851170-2-iscsi',level=0,port_id=04cabcb0-60fa-4fd1-a091-b08f16b628d5,segment=NetworkSegment(0a5e83d9-b5a8-42c5-b200-67984880d111),segment_id=0a5e83d9-b5a8-42c5-b200-67984880d111)] {{(pid=104485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:40:49.223963 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-fbb8d4ff-f7e7-4c75-8da1-95b0b32e3ea0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8100626'] for port (04cabcb0-60fa-4fd1-a091-b08f16b628d5), precommit_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:49.253346 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.plugin [None req-fbb8d4ff-f7e7-4c75-8da1-95b0b32e3ea0 admin admin] Calling delete_port for 04cabcb0-60fa-4fd1-a091-b08f16b628d5 owned by network:router_gateway {{(pid=104485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 08:40:49.257901 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:40:49.265584 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-c22f5431-870f-4bb8-956d-ba0d894f83e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:49.291438 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvr_db [None req-0ecc20d8-d54b-4a99-ad2d-c2d56ff87a9c None None] Set router f64e0c27-ab7c-4763-91f6-0529a419f600 gateway port host: None {{(pid=104488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 08:40:49.354768 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_hamode_db [None req-0ecc20d8-d54b-4a99-ad2d-c2d56ff87a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f64e0c27-ab7c-4763-91f6-0529a419f600', 'name': 'tempest-DeleteServersTestJSON-2143875417-router', 'tenant_id': 'bbedb0ad0538471e98b0641598f08c17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:39:18Z', 'updated_at': '2022-07-27T08:40:48Z', 'revision_number': 6, 'project_id': 'bbedb0ad0538471e98b0641598f08c17', 'gw_port_host': None}], 'dv-cinder-851170-2-iscsi', False) {} {{(pid=104488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:40:49.376648 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-c22f5431-870f-4bb8-956d-ba0d894f83e3 admin admin] Publish callbacks [] for security_group (bbd6ad8e-31d8-447f-acb7-a80667d3146e), precommit_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:49.381564 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ecc20d8-d54b-4a99-ad2d-c2d56ff87a9c None None] The sync data for ids ['f64e0c27-ab7c-4763-91f6-0529a419f600'] in dv-cinder-851170-2-iscsi is: [{'id': 'f64e0c27-ab7c-4763-91f6-0529a419f600', 'name': 'tempest-DeleteServersTestJSON-2143875417-router', 'tenant_id': 'bbedb0ad0538471e98b0641598f08c17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:39:18Z', 'updated_at': '2022-07-27T08:40:48Z', 'revision_number': 6, 'project_id': 'bbedb0ad0538471e98b0641598f08c17', 'gw_port_host': None}] {{(pid=104488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 08:40:49.448445 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-c22f5431-870f-4bb8-956d-ba0d894f83e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (bbd6ad8e-31d8-447f-acb7-a80667d3146e), after_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:49.499625 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-c22f5431-870f-4bb8-956d-ba0d894f83e3 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=244a6ea63b2b4fde8ae3d4d378a5c5c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3881817 Jul 27 08:40:49.499625 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22f5431-870f-4bb8-956d-ba0d894f83e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbd6ad8e-31d8-447f-acb7-a80667d3146e,revision_number=1']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:40:49.500077 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 57016) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:40:49.560801 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-9c36a1e7-3d04-409c-b494-a2336e20e38b admin admin] Publish callbacks [] for security_group (bbd6ad8e-31d8-447f-acb7-a80667d3146e), before_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:49.584541 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-fbb8d4ff-f7e7-4c75-8da1-95b0b32e3ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786710477123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786709965406'] for port (04cabcb0-60fa-4fd1-a091-b08f16b628d5), after_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:49.592398 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-9c36a1e7-3d04-409c-b494-a2336e20e38b admin admin] Publish callbacks [] for security_group (bbd6ad8e-31d8-447f-acb7-a80667d3146e), precommit_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:49.619684 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb8d4ff-f7e7-4c75-8da1-95b0b32e3ea0 admin admin] Pushing event deleted for resources: {'Port': ['ID=04cabcb0-60fa-4fd1-a091-b08f16b628d5,revision_number=None']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:40:49.661605 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-fbb8d4ff-f7e7-4c75-8da1-95b0b32e3ea0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-363035'] for router_gateway (f64e0c27-ab7c-4763-91f6-0529a419f600), after_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:49.770061 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-fbb8d4ff-f7e7-4c75-8da1-95b0b32e3ea0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8119440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-333'] for router (f64e0c27-ab7c-4763-91f6-0529a419f600), precommit_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:49.773453 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-fbb8d4ff-f7e7-4c75-8da1-95b0b32e3ea0 admin admin] Publish callbacks [] for router_controller (f64e0c27-ab7c-4763-91f6-0529a419f600), precommit_delete_associations {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:49.860935 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-9c36a1e7-3d04-409c-b494-a2336e20e38b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (bbd6ad8e-31d8-447f-acb7-a80667d3146e), after_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:49.863479 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-9c36a1e7-3d04-409c-b494-a2336e20e38b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:49.864655 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-9c36a1e7-3d04-409c-b494-a2336e20e38b admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/bbd6ad8e-31d8-447f-acb7-a80667d3146e HTTP/1.1" status: 204 len: 168 time: 0.3636372 Jul 27 08:40:49.875172 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c36a1e7-3d04-409c-b494-a2336e20e38b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbd6ad8e-31d8-447f-acb7-a80667d3146e,revision_number=None']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:40:49.938970 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-fbb8d4ff-f7e7-4c75-8da1-95b0b32e3ea0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8119314'] for router (f64e0c27-ab7c-4763-91f6-0529a419f600), after_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:49.939616 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbb8d4ff-f7e7-4c75-8da1-95b0b32e3ea0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f64e0c27-ab7c-4763-91f6-0529a419f600 {{(pid=104485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 08:40:49.944990 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-fbb8d4ff-f7e7-4c75-8da1-95b0b32e3ea0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:49.946209 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-fbb8d4ff-f7e7-4c75-8da1-95b0b32e3ea0 admin admin] 10.222.0.40 "DELETE /v2.0/routers/f64e0c27-ab7c-4763-91f6-0529a419f600 HTTP/1.1" status: 204 len: 168 time: 1.2018371 Jul 27 08:40:49.948994 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 57028) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:40:49.995130 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee8cb1c9-ee18-4ebd-ada9-cd297bf14b37 admin admin] Deleting subnet b9a36973-6488-46d1-aba2-a7cfa39fed68 {{(pid=104485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 27 08:40:49.997763 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=85,neutron:DELETE=12,neutron:UPDATE=3 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:40:49.998624 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-ee8cb1c9-ee18-4ebd-ada9-cd297bf14b37 admin admin] Publish callbacks [] for subnet (b9a36973-6488-46d1-aba2-a7cfa39fed68), before_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:50.035062 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-ee8cb1c9-ee18-4ebd-ada9-cd297bf14b37 admin admin] Publish callbacks [] for subnet (b9a36973-6488-46d1-aba2-a7cfa39fed68), precommit_delete_associations {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:50.115373 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.agents_db [None req-f85b74c8-06c1-470d-aedd-c7ca4f0196ea None None] Agent healthcheck: found 6 active agents {{(pid=104488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 08:40:50.115949 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-ee8cb1c9-ee18-4ebd-ada9-cd297bf14b37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-829739'] for subnet (b9a36973-6488-46d1-aba2-a7cfa39fed68), precommit_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:50.151323 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 57032) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:40:50.240914 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Device a3bd7fc0-2655-4e0b-84fd-d37ddcf313ca no longer exists at agent ovs-agent-dv-cinder-851170-2-iscsi {{(pid=104487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 08:40:50.246055 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-45eb61cd-e3d7-4840-8013-3080c7768274 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (36998da0-f99a-403d-814c-b55466abd131), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:50.262436 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] No Port match for: a3bd7fc0-2655-4e0b-84fd-d37ddcf313ca {{(pid=104487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 08:40:50.262857 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Device a3bd7fc0-2655-4e0b-84fd-d37ddcf313ca not bound to the agent host dv-cinder-851170-2-iscsi {{(pid=104487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 08:40:50.263337 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Device 04cabcb0-60fa-4fd1-a091-b08f16b628d5 no longer exists at agent ovs-agent-dv-cinder-851170-2-iscsi {{(pid=104487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 08:40:50.267276 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-ee8cb1c9-ee18-4ebd-ada9-cd297bf14b37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-829730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739'] for subnet (b9a36973-6488-46d1-aba2-a7cfa39fed68), after_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:50.283905 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] No Port match for: 04cabcb0-60fa-4fd1-a091-b08f16b628d5 {{(pid=104487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 08:40:50.284370 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Device 04cabcb0-60fa-4fd1-a091-b08f16b628d5 not bound to the agent host dv-cinder-851170-2-iscsi {{(pid=104487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 08:40:50.298540 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8cb1c9-ee18-4ebd-ada9-cd297bf14b37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9a36973-6488-46d1-aba2-a7cfa39fed68,revision_number=None']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:40:50.300634 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-ee8cb1c9-ee18-4ebd-ada9-cd297bf14b37 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:50.305528 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-ee8cb1c9-ee18-4ebd-ada9-cd297bf14b37 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/b9a36973-6488-46d1-aba2-a7cfa39fed68 HTTP/1.1" status: 204 len: 168 time: 0.3546064 Jul 27 08:40:50.307339 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 57038) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:40:50.316836 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c134e4e0-1730-405b-af64-a555f90753b5 None None] Network a1f6320b-3782-410e-b338-e24d3c56438a requested from dv-cinder-851170-2-iscsi {{(pid=104487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 08:40:50.398926 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-eb42187b-5fc0-4c2c-a01c-30051e71f050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-787041'] for network (a1f6320b-3782-410e-b338-e24d3c56438a), before_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:50.405942 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-060ff741-4e0d-431d-87ca-5d4989ec2a50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:50.456520 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.plugin [None req-eb42187b-5fc0-4c2c-a01c-30051e71f050 admin admin] Deleting port 33d53aac-dc0c-44aa-871a-150a0cd160b7 {{(pid=104486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 08:40:50.456877 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-eb42187b-5fc0-4c2c-a01c-30051e71f050 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786710341133'] for port (33d53aac-dc0c-44aa-871a-150a0cd160b7), before_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:50.504501 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e8ff94e-7d73-4697-9477-a67b9214c236 None None] DHCP port deletion for a1f6320b-3782-410e-b338-e24d3c56438a request from dv-cinder-851170-2-iscsi {{(pid=104487) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 27 08:40:50.512640 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-060ff741-4e0d-431d-87ca-5d4989ec2a50 admin admin] Publish callbacks [] for security_group (d1644767-f07d-4e81-b5ac-c2b29c7be2c2), precommit_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:50.536520 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.db [None req-eb42187b-5fc0-4c2c-a01c-30051e71f050 admin admin] For port 33d53aac-dc0c-44aa-871a-150a0cd160b7, host dv-cinder-851170-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851170-2-iscsi',level=0,port_id=33d53aac-dc0c-44aa-871a-150a0cd160b7,segment=NetworkSegment(2c0fb304-3c22-4ed5-9a02-db9a55430652),segment_id=2c0fb304-3c22-4ed5-9a02-db9a55430652)] {{(pid=104486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:40:50.537432 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-eb42187b-5fc0-4c2c-a01c-30051e71f050 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8100626'] for port (33d53aac-dc0c-44aa-871a-150a0cd160b7), precommit_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:50.555428 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-2e8ff94e-7d73-4697-9477-a67b9214c236 None None] Deleting port 33d53aac-dc0c-44aa-871a-150a0cd160b7 {{(pid=104487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 08:40:50.555805 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-2e8ff94e-7d73-4697-9477-a67b9214c236 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786710341133'] for port (33d53aac-dc0c-44aa-871a-150a0cd160b7), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:50.586260 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.plugin [None req-eb42187b-5fc0-4c2c-a01c-30051e71f050 admin admin] Calling delete_port for 33d53aac-dc0c-44aa-871a-150a0cd160b7 owned by network:dhcp {{(pid=104486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 08:40:50.586658 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-060ff741-4e0d-431d-87ca-5d4989ec2a50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (d1644767-f07d-4e81-b5ac-c2b29c7be2c2), after_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:50.606603 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 57042) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:40:50.637403 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=81,neutron:DELETE=10,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:40:50.654222 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-060ff741-4e0d-431d-87ca-5d4989ec2a50 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=ffd76d245a444190b1a7125944b0cfa0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4977577 Jul 27 08:40:50.654222 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060ff741-4e0d-431d-87ca-5d4989ec2a50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1644767-f07d-4e81-b5ac-c2b29c7be2c2,revision_number=1']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:40:50.654674 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 57044) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:40:50.668425 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-2e8ff94e-7d73-4697-9477-a67b9214c236 None None] For port 33d53aac-dc0c-44aa-871a-150a0cd160b7, host dv-cinder-851170-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851170-2-iscsi',level=0,port_id=33d53aac-dc0c-44aa-871a-150a0cd160b7,segment=NetworkSegment(2c0fb304-3c22-4ed5-9a02-db9a55430652),segment_id=2c0fb304-3c22-4ed5-9a02-db9a55430652)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:40:50.669162 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-2e8ff94e-7d73-4697-9477-a67b9214c236 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8100626'] for port (33d53aac-dc0c-44aa-871a-150a0cd160b7), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:50.672996 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-74c3e917-add5-4c90-b39b-1b496e031e58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:50.685979 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-2e8ff94e-7d73-4697-9477-a67b9214c236 None None] Calling delete_port for 33d53aac-dc0c-44aa-871a-150a0cd160b7 owned by network:dhcp {{(pid=104487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 08:40:50.701489 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:40:50.714247 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-900533d5-2872-4e2e-9ea4-b4c1ea4275d4 admin admin] Publish callbacks [] for security_group (d1644767-f07d-4e81-b5ac-c2b29c7be2c2), before_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:50.743149 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-900533d5-2872-4e2e-9ea4-b4c1ea4275d4 admin admin] Publish callbacks [] for security_group (d1644767-f07d-4e81-b5ac-c2b29c7be2c2), precommit_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:50.793719 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-74c3e917-add5-4c90-b39b-1b496e031e58 admin admin] Publish callbacks [] for security_group (d97fe2f4-4815-4d41-99cf-22fd04f18aa9), precommit_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:50.820843 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (40990755-2d84-4c9d-828c-eda94a5136e8), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:50.841792 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-eb42187b-5fc0-4c2c-a01c-30051e71f050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786710477123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786709965406'] for port (33d53aac-dc0c-44aa-871a-150a0cd160b7), after_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:50.852256 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-2e8ff94e-7d73-4697-9477-a67b9214c236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786710477123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786709965406'] for port (33d53aac-dc0c-44aa-871a-150a0cd160b7), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:50.870819 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb42187b-5fc0-4c2c-a01c-30051e71f050 admin admin] Pushing event deleted for resources: {'Port': ['ID=33d53aac-dc0c-44aa-871a-150a0cd160b7,revision_number=None']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:40:50.872654 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb42187b-5fc0-4c2c-a01c-30051e71f050 admin admin] No DVR routers for this DVR port 33d53aac-dc0c-44aa-871a-150a0cd160b7 on host dv-cinder-851170-2-iscsi {{(pid=104486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 08:40:50.879857 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8ff94e-7d73-4697-9477-a67b9214c236 None None] Pushing event deleted for resources: {'Port': ['ID=33d53aac-dc0c-44aa-871a-150a0cd160b7,revision_number=None']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:40:50.885153 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8ff94e-7d73-4697-9477-a67b9214c236 None None] No DVR routers for this DVR port 33d53aac-dc0c-44aa-871a-150a0cd160b7 on host dv-cinder-851170-2-iscsi {{(pid=104487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 08:40:50.889186 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-900533d5-2872-4e2e-9ea4-b4c1ea4275d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (d1644767-f07d-4e81-b5ac-c2b29c7be2c2), after_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:50.892989 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-900533d5-2872-4e2e-9ea4-b4c1ea4275d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:50.893872 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8ff94e-7d73-4697-9477-a67b9214c236 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:40:50.894245 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8ff94e-7d73-4697-9477-a67b9214c236 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:40:50.895101 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8ff94e-7d73-4697-9477-a67b9214c236 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:40:50.895590 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8ff94e-7d73-4697-9477-a67b9214c236 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:40:50.895827 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-74c3e917-add5-4c90-b39b-1b496e031e58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (d97fe2f4-4815-4d41-99cf-22fd04f18aa9), after_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:50.896202 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8ff94e-7d73-4697-9477-a67b9214c236 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:40:50.897797 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8ff94e-7d73-4697-9477-a67b9214c236 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:40:50.897951 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8ff94e-7d73-4697-9477-a67b9214c236 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:40:50.898443 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8ff94e-7d73-4697-9477-a67b9214c236 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:40:50.898914 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8ff94e-7d73-4697-9477-a67b9214c236 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:40:50.902963 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-900533d5-2872-4e2e-9ea4-b4c1ea4275d4 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/d1644767-f07d-4e81-b5ac-c2b29c7be2c2 HTTP/1.1" status: 204 len: 168 time: 0.2447214 Jul 27 08:40:50.903498 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8ff94e-7d73-4697-9477-a67b9214c236 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:40:50.903988 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8ff94e-7d73-4697-9477-a67b9214c236 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:40:50.904504 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8ff94e-7d73-4697-9477-a67b9214c236 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:40:50.904653 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8ff94e-7d73-4697-9477-a67b9214c236 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:40:50.905136 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8ff94e-7d73-4697-9477-a67b9214c236 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:40:50.905616 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8ff94e-7d73-4697-9477-a67b9214c236 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:40:50.918617 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900533d5-2872-4e2e-9ea4-b4c1ea4275d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1644767-f07d-4e81-b5ac-c2b29c7be2c2,revision_number=None']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:40:50.994879 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:40:50.995681 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c3e917-add5-4c90-b39b-1b496e031e58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d97fe2f4-4815-4d41-99cf-22fd04f18aa9,revision_number=1']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:40:50.999170 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-eb42187b-5fc0-4c2c-a01c-30051e71f050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-831493', 'neutron.services.segments.db._delete_segments_for_network-8786710418890'] for network (a1f6320b-3782-410e-b338-e24d3c56438a), precommit_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:51.012586 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-74c3e917-add5-4c90-b39b-1b496e031e58 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=a4a3f494c07d45368f9af039051ba6c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3990140 Jul 27 08:40:51.015367 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 57050) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:40:51.025272 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-eb42187b-5fc0-4c2c-a01c-30051e71f050 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:40:51.025625 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-eb42187b-5fc0-4c2c-a01c-30051e71f050 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:40:51.026381 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-eb42187b-5fc0-4c2c-a01c-30051e71f050 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:40:51.026717 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-eb42187b-5fc0-4c2c-a01c-30051e71f050 admin admin] Subscribe: > port after_create 55550000 {{(pid=104486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:40:51.027048 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-eb42187b-5fc0-4c2c-a01c-30051e71f050 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:40:51.027393 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-eb42187b-5fc0-4c2c-a01c-30051e71f050 admin admin] Subscribe: > port after_update 55550000 {{(pid=104486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:40:51.027719 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-eb42187b-5fc0-4c2c-a01c-30051e71f050 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:40:51.028058 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-eb42187b-5fc0-4c2c-a01c-30051e71f050 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:40:51.028572 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-eb42187b-5fc0-4c2c-a01c-30051e71f050 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:40:51.028918 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-eb42187b-5fc0-4c2c-a01c-30051e71f050 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:40:51.076184 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-a53c9b5c-8c8d-461a-87e6-378255dca81f admin admin] Publish callbacks [] for security_group (d97fe2f4-4815-4d41-99cf-22fd04f18aa9), before_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:51.098855 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-a53c9b5c-8c8d-461a-87e6-378255dca81f admin admin] Publish callbacks [] for security_group (d97fe2f4-4815-4d41-99cf-22fd04f18aa9), precommit_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:51.188675 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-eb42187b-5fc0-4c2c-a01c-30051e71f050 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:40:51.189546 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-eb42187b-5fc0-4c2c-a01c-30051e71f050 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:40:51.189546 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-eb42187b-5fc0-4c2c-a01c-30051e71f050 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:40:51.189850 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-eb42187b-5fc0-4c2c-a01c-30051e71f050 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:40:51.190135 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.services.segments.db [None req-eb42187b-5fc0-4c2c-a01c-30051e71f050 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1f6320b-3782-410e-b338-e24d3c56438a']}} {{(pid=104486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:40:51.215043 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.services.segments.db [None req-eb42187b-5fc0-4c2c-a01c-30051e71f050 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c0fb304-3c22-4ed5-9a02-db9a55430652') {'for_net_delete': True} {{(pid=104486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:40:51.215340 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.services.segments.db [None req-eb42187b-5fc0-4c2c-a01c-30051e71f050 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c0fb304-3c22-4ed5-9a02-db9a55430652') {} {{(pid=104486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:40:51.231210 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-eb42187b-5fc0-4c2c-a01c-30051e71f050 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786710418791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6011829'] for segment (2c0fb304-3c22-4ed5-9a02-db9a55430652), before_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:51.251751 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-eb42187b-5fc0-4c2c-a01c-30051e71f050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-834444'] for segment (2c0fb304-3c22-4ed5-9a02-db9a55430652), precommit_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:51.261373 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb42187b-5fc0-4c2c-a01c-30051e71f050 admin admin] Releasing vlan 688 on physical network physnet1 to pool {{(pid=104486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 08:40:51.261762 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-eb42187b-5fc0-4c2c-a01c-30051e71f050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-834444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4293781'] for segment (2c0fb304-3c22-4ed5-9a02-db9a55430652), after_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:51.266165 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-a53c9b5c-8c8d-461a-87e6-378255dca81f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (d97fe2f4-4815-4d41-99cf-22fd04f18aa9), after_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:51.268788 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-a53c9b5c-8c8d-461a-87e6-378255dca81f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:51.269951 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-a53c9b5c-8c8d-461a-87e6-378255dca81f admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/d97fe2f4-4815-4d41-99cf-22fd04f18aa9 HTTP/1.1" status: 204 len: 168 time: 0.2529664 Jul 27 08:40:51.281251 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53c9b5c-8c8d-461a-87e6-378255dca81f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d97fe2f4-4815-4d41-99cf-22fd04f18aa9,revision_number=None']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:40:51.335302 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-83feb67a-80d7-474e-96e8-1d92c33387c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (0a293c43-2970-4b69-9d2a-dcf41d8870ef), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:51.363505 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (ed9de811-f248-496b-b487-860d50d7cee7), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:51.414810 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-eb42187b-5fc0-4c2c-a01c-30051e71f050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-831502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363063'] for network (a1f6320b-3782-410e-b338-e24d3c56438a), after_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:51.420437 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-eb42187b-5fc0-4c2c-a01c-30051e71f050 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7864717'] for network (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:51.423700 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-eb42187b-5fc0-4c2c-a01c-30051e71f050 admin admin] 10.222.0.40 "DELETE /v2.0/networks/a1f6320b-3782-410e-b338-e24d3c56438a HTTP/1.1" status: 204 len: 168 time: 1.1152751 Jul 27 08:40:51.438469 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb42187b-5fc0-4c2c-a01c-30051e71f050 admin admin] Pushing event deleted for resources: {'Network': ['ID=a1f6320b-3782-410e-b338-e24d3c56438a,revision_number=None']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:40:51.742161 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 57072) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:40:51.757943 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-f9c17bcc-b8a3-4efd-aa36-04c7b6395efd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:51.854708 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-f9c17bcc-b8a3-4efd-aa36-04c7b6395efd admin admin] Publish callbacks [] for security_group (f5518c03-054d-48fb-9e63-e396074d0f39), precommit_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:51.990943 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-f9c17bcc-b8a3-4efd-aa36-04c7b6395efd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (f5518c03-054d-48fb-9e63-e396074d0f39), after_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:52.003580 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:40:52.030714 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-f9c17bcc-b8a3-4efd-aa36-04c7b6395efd admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=660fbb949cf845dc8517d19f25c06b63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2873271 Jul 27 08:40:52.031801 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c17bcc-b8a3-4efd-aa36-04c7b6395efd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5518c03-054d-48fb-9e63-e396074d0f39,revision_number=1']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:40:52.034256 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 57076) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:40:52.104846 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-237ad275-cb27-46dc-848f-16c584000b9b admin admin] Publish callbacks [] for security_group (f5518c03-054d-48fb-9e63-e396074d0f39), before_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:52.129717 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Device 33d53aac-dc0c-44aa-871a-150a0cd160b7 no longer exists at agent ovs-agent-dv-cinder-851170-2-iscsi {{(pid=104487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 08:40:52.137406 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-237ad275-cb27-46dc-848f-16c584000b9b admin admin] Publish callbacks [] for security_group (f5518c03-054d-48fb-9e63-e396074d0f39), precommit_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:52.153555 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] No Port match for: 33d53aac-dc0c-44aa-871a-150a0cd160b7 {{(pid=104487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 08:40:52.153906 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Device 33d53aac-dc0c-44aa-871a-150a0cd160b7 not bound to the agent host dv-cinder-851170-2-iscsi {{(pid=104487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 08:40:52.219796 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 57078) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:40:52.260906 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-e6b34028-650c-4c27-8358-f487eba37556 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=bbedb0ad0538471e98b0641598f08c17&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0398679 Jul 27 08:40:52.263353 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 57080) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:40:52.300394 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-237ad275-cb27-46dc-848f-16c584000b9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (f5518c03-054d-48fb-9e63-e396074d0f39), after_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:52.303351 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-237ad275-cb27-46dc-848f-16c584000b9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:52.307123 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-237ad275-cb27-46dc-848f-16c584000b9b admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/f5518c03-054d-48fb-9e63-e396074d0f39 HTTP/1.1" status: 204 len: 168 time: 0.2691009 Jul 27 08:40:52.321472 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237ad275-cb27-46dc-848f-16c584000b9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5518c03-054d-48fb-9e63-e396074d0f39,revision_number=None']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:40:52.340801 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-ae32bd2f-a7a5-427f-ad51-9cbcf5b1b6a1 admin admin] Publish callbacks [] for security_group (18b82cff-68dc-43fa-89da-9cbf13a5e5f5), before_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:52.351369 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.services.segments.plugin [-] Segment 2c0fb304-3c22-4ed5-9a02-db9a55430652 resource provider aggregate not found Jul 27 08:40:52.360171 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 57086) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:40:52.377660 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.services.segments.plugin [-] Segment 2c0fb304-3c22-4ed5-9a02-db9a55430652 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2c0fb304-3c22-4ed5-9a02-db9a55430652 found for delete ", "request_id": "req-628d0b34-aea0-46f2-8e2e-34b94b248b1e"}]} Jul 27 08:40:52.387082 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-2b2f1471-aab4-4097-b8f4-1a274ba82010 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:52.391211 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-ae32bd2f-a7a5-427f-ad51-9cbcf5b1b6a1 admin admin] Publish callbacks [] for security_group (18b82cff-68dc-43fa-89da-9cbf13a5e5f5), precommit_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:52.484971 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:40:52.498373 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-2b2f1471-aab4-4097-b8f4-1a274ba82010 admin admin] Publish callbacks [] for security_group (3858f175-7d7e-458b-a776-908cd531498b), precommit_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:52.551849 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-ae32bd2f-a7a5-427f-ad51-9cbcf5b1b6a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (18b82cff-68dc-43fa-89da-9cbf13a5e5f5), after_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:52.555065 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-ae32bd2f-a7a5-427f-ad51-9cbcf5b1b6a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:52.556209 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-ae32bd2f-a7a5-427f-ad51-9cbcf5b1b6a1 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/18b82cff-68dc-43fa-89da-9cbf13a5e5f5 HTTP/1.1" status: 204 len: 168 time: 0.2919474 Jul 27 08:40:52.569254 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae32bd2f-a7a5-427f-ad51-9cbcf5b1b6a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18b82cff-68dc-43fa-89da-9cbf13a5e5f5,revision_number=None']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:40:52.589384 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-2b2f1471-aab4-4097-b8f4-1a274ba82010 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (3858f175-7d7e-458b-a776-908cd531498b), after_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:52.632225 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2f1471-aab4-4097-b8f4-1a274ba82010 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3858f175-7d7e-458b-a776-908cd531498b,revision_number=1']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:40:52.636684 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-2b2f1471-aab4-4097-b8f4-1a274ba82010 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=f2581794169a462d8b86abf87881b28d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2750690 Jul 27 08:40:52.639463 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 57090) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:40:52.689115 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-0527126b-4ddb-4806-99c7-be321ad4eabe admin admin] Publish callbacks [] for security_group (3858f175-7d7e-458b-a776-908cd531498b), before_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:52.710972 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-0527126b-4ddb-4806-99c7-be321ad4eabe admin admin] Publish callbacks [] for security_group (3858f175-7d7e-458b-a776-908cd531498b), precommit_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:52.743992 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:40:52.854370 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-0527126b-4ddb-4806-99c7-be321ad4eabe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (3858f175-7d7e-458b-a776-908cd531498b), after_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:52.856905 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-0527126b-4ddb-4806-99c7-be321ad4eabe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:52.862296 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-0527126b-4ddb-4806-99c7-be321ad4eabe admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/3858f175-7d7e-458b-a776-908cd531498b HTTP/1.1" status: 204 len: 168 time: 0.2218077 Jul 27 08:40:52.874662 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527126b-4ddb-4806-99c7-be321ad4eabe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3858f175-7d7e-458b-a776-908cd531498b,revision_number=None']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:40:54.341950 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 57164) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:40:54.382879 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 57170) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:40:54.469382 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 57174) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:40:54.535757 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.v2.base [None req-7c3e52ad-128c-47f0-98ce-dcfd645b1aef admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-336603511-network', 'tenant_id': 'a0d880114866423480268022d7dd20c5'}} {{(pid=104485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:40:54.577248 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.v2.base [None req-675291d8-dae8-456b-bc29-6d91fa0c4631 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-72921289-network', 'tenant_id': '52bd08da2d1746c6a84cf75143ae6bf6'}} {{(pid=104486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:40:54.601449 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-de14bee2-cf9c-4c6e-9454-f692ad92dc67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:54.659740 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c3e52ad-128c-47f0-98ce-dcfd645b1aef admin admin] Made reservation on behalf of a0d880114866423480268022d7dd20c5 for: {'network': 1} {{(pid=104485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 08:40:54.662821 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-7c3e52ad-128c-47f0-98ce-dcfd645b1aef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for network (None), before_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:54.671447 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-7c3e52ad-128c-47f0-98ce-dcfd645b1aef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:54.689286 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-de14bee2-cf9c-4c6e-9454-f692ad92dc67 admin admin] Publish callbacks [] for security_group (0244b1f9-dc61-4eef-931b-c83c758ec2fa), precommit_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:54.693280 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-675291d8-dae8-456b-bc29-6d91fa0c4631 admin admin] Made reservation on behalf of 52bd08da2d1746c6a84cf75143ae6bf6 for: {'network': 1} {{(pid=104486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 08:40:54.696318 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-675291d8-dae8-456b-bc29-6d91fa0c4631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for network (None), before_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:54.710422 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-675291d8-dae8-456b-bc29-6d91fa0c4631 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:54.764059 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-de14bee2-cf9c-4c6e-9454-f692ad92dc67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (0244b1f9-dc61-4eef-931b-c83c758ec2fa), after_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:54.784240 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-7c3e52ad-128c-47f0-98ce-dcfd645b1aef admin admin] Publish callbacks [] for security_group (07fb2551-7602-43d7-8203-b61ada2177cd), precommit_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:54.826709 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-de14bee2-cf9c-4c6e-9454-f692ad92dc67 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=5ce49bc8030e4508a0f3b4bdf6d49ecd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3562334 Jul 27 08:40:54.827602 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de14bee2-cf9c-4c6e-9454-f692ad92dc67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0244b1f9-dc61-4eef-931b-c83c758ec2fa,revision_number=1']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:40:54.830648 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 57180) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:40:54.863476 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-675291d8-dae8-456b-bc29-6d91fa0c4631 admin admin] Publish callbacks [] for security_group (6dfb1169-7eb8-4729-a2a0-d63f36a2079d), precommit_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:54.874665 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-7c3e52ad-128c-47f0-98ce-dcfd645b1aef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (07fb2551-7602-43d7-8203-b61ada2177cd), after_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:54.910905 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c3e52ad-128c-47f0-98ce-dcfd645b1aef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 652} {{(pid=104485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 08:40:54.922092 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3e52ad-128c-47f0-98ce-dcfd645b1aef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07fb2551-7602-43d7-8203-b61ada2177cd,revision_number=1']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:40:54.927170 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-583ea738-468a-4c2e-85db-68085fd2c848 admin admin] Publish callbacks [] for security_group (0244b1f9-dc61-4eef-931b-c83c758ec2fa), before_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:54.929684 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-675291d8-dae8-456b-bc29-6d91fa0c4631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (6dfb1169-7eb8-4729-a2a0-d63f36a2079d), after_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:54.932225 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-7c3e52ad-128c-47f0-98ce-dcfd645b1aef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-834444'] for segment (25556ca1-67d3-4c5f-8bb3-e3393e44e1ba), precommit_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:54.934395 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.db.segments_db [None req-7c3e52ad-128c-47f0-98ce-dcfd645b1aef admin admin] Added segment 25556ca1-67d3-4c5f-8bb3-e3393e44e1ba of type vlan for network d0a6cf88-547f-4cf8-ad21-f8b392f1c474 Jul 27 08:40:54.962271 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-675291d8-dae8-456b-bc29-6d91fa0c4631 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 669} {{(pid=104486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 08:40:54.967206 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675291d8-dae8-456b-bc29-6d91fa0c4631 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dfb1169-7eb8-4729-a2a0-d63f36a2079d,revision_number=1']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:40:54.976155 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-675291d8-dae8-456b-bc29-6d91fa0c4631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-834444'] for segment (93fff055-4ec4-4caa-96fc-193cf0c128e0), precommit_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:54.976508 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.db.segments_db [None req-675291d8-dae8-456b-bc29-6d91fa0c4631 admin admin] Added segment 93fff055-4ec4-4caa-96fc-193cf0c128e0 of type vlan for network 19667394-873e-4fb0-a227-f5cd6f6c3a28 Jul 27 08:40:54.981533 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-583ea738-468a-4c2e-85db-68085fd2c848 admin admin] Publish callbacks [] for security_group (0244b1f9-dc61-4eef-931b-c83c758ec2fa), precommit_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:54.997369 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-7c3e52ad-128c-47f0-98ce-dcfd645b1aef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786709896331'] for network (d0a6cf88-547f-4cf8-ad21-f8b392f1c474), precommit_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:55.011746 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=74,neutron:DELETE=2,neutron:INSERT=20,neutron:UPDATE=4 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:40:55.020504 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-675291d8-dae8-456b-bc29-6d91fa0c4631 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786709896331'] for network (19667394-873e-4fb0-a227-f5cd6f6c3a28), precommit_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:55.152377 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-675291d8-dae8-456b-bc29-6d91fa0c4631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739'] for network (19667394-873e-4fb0-a227-f5cd6f6c3a28), after_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:55.152900 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-583ea738-468a-4c2e-85db-68085fd2c848 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (0244b1f9-dc61-4eef-931b-c83c758ec2fa), after_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:55.154012 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-675291d8-dae8-456b-bc29-6d91fa0c4631 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:40:55.154969 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-675291d8-dae8-456b-bc29-6d91fa0c4631 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7864717'] for network (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:55.157959 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-583ea738-468a-4c2e-85db-68085fd2c848 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:55.159851 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-583ea738-468a-4c2e-85db-68085fd2c848 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/0244b1f9-dc61-4eef-931b-c83c758ec2fa HTTP/1.1" status: 204 len: 168 time: 0.3271527 Jul 27 08:40:55.161019 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-7c3e52ad-128c-47f0-98ce-dcfd645b1aef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739'] for network (d0a6cf88-547f-4cf8-ad21-f8b392f1c474), after_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:55.162951 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c3e52ad-128c-47f0-98ce-dcfd645b1aef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:40:55.163857 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-7c3e52ad-128c-47f0-98ce-dcfd645b1aef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7864717'] for network (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:55.248966 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583ea738-468a-4c2e-85db-68085fd2c848 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0244b1f9-dc61-4eef-931b-c83c758ec2fa,revision_number=None']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:40:55.250576 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675291d8-dae8-456b-bc29-6d91fa0c4631 admin admin] Pushing event updated for resources: {'Network': ['ID=19667394-873e-4fb0-a227-f5cd6f6c3a28,revision_number=1']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:40:55.273535 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3e52ad-128c-47f0-98ce-dcfd645b1aef admin admin] Pushing event updated for resources: {'Network': ['ID=d0a6cf88-547f-4cf8-ad21-f8b392f1c474,revision_number=1']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:40:55.274917 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Network 19667394-873e-4fb0-a227-f5cd6f6c3a28 details requested by agent ovs-agent-dv-cinder-851170-2-iscsi with host dv-cinder-851170-2-iscsi {{(pid=104487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 08:40:55.303474 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-675291d8-dae8-456b-bc29-6d91fa0c4631 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 0.9194751 Jul 27 08:40:55.306815 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 57188) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:40:55.312222 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.v2.base [None req-1e6ec8a7-e48f-4bd5-86ef-38beec8e82d2 admin admin] Request body: {'subnet': {'network_id': '19667394-873e-4fb0-a227-f5cd6f6c3a28', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-72921289-subnet', 'tenant_id': '52bd08da2d1746c6a84cf75143ae6bf6', 'ip_version': 4}} {{(pid=104486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:40:55.323148 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Network d0a6cf88-547f-4cf8-ad21-f8b392f1c474 details requested by agent ovs-agent-dv-cinder-851170-2-iscsi with host dv-cinder-851170-2-iscsi {{(pid=104487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 08:40:55.343560 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-7c3e52ad-128c-47f0-98ce-dcfd645b1aef admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 872 time: 0.9930174 Jul 27 08:40:55.344021 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 57190) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:40:55.344021 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.v2.base [None req-876321db-6b57-4c3c-8fea-c2127c9ff541 admin admin] Request body: {'subnet': {'network_id': 'd0a6cf88-547f-4cf8-ad21-f8b392f1c474', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-336603511-subnet', 'tenant_id': 'a0d880114866423480268022d7dd20c5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:40:55.431181 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e6ec8a7-e48f-4bd5-86ef-38beec8e82d2 admin admin] Made reservation on behalf of 52bd08da2d1746c6a84cf75143ae6bf6 for: {'subnet': 1} {{(pid=104486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 08:40:55.433669 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-1e6ec8a7-e48f-4bd5-86ef-38beec8e82d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16656174'] for subnet (None), before_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:55.480744 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-876321db-6b57-4c3c-8fea-c2127c9ff541 admin admin] Made reservation on behalf of a0d880114866423480268022d7dd20c5 for: {'subnet': 1} {{(pid=104486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 08:40:55.483180 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-876321db-6b57-4c3c-8fea-c2127c9ff541 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16656174'] for subnet (None), before_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:55.579878 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:DELETE=2,neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:40:55.592262 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=67,neutron:INSERT=27,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:40:55.854922 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-1e6ec8a7-e48f-4bd5-86ef-38beec8e82d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4293642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16656128'] for subnet (6877d0b1-ca13-41b7-9cc9-a45fde6af8fa), after_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:55.859570 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-876321db-6b57-4c3c-8fea-c2127c9ff541 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4293642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16656128'] for subnet (e0dfc042-b535-4f7d-9065-dbfee481baea), after_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:55.944775 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6ec8a7-e48f-4bd5-86ef-38beec8e82d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6877d0b1-ca13-41b7-9cc9-a45fde6af8fa,revision_number=0']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:40:55.981187 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6ec8a7-e48f-4bd5-86ef-38beec8e82d2 admin admin] Checking segment: {'id': '93fff055-4ec4-4caa-96fc-193cf0c128e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '19667394-873e-4fb0-a227-f5cd6f6c3a28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 08:40:55.981549 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6ec8a7-e48f-4bd5-86ef-38beec8e82d2 admin admin] Network hostable DHCP agents. Network: 19667394-873e-4fb0-a227-f5cd6f6c3a28, hostable agents: ['7c77c4a2-8ca4-486b-af2a-676805e7b922'], hosted agents: [] {{(pid=104486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 08:40:55.987103 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876321db-6b57-4c3c-8fea-c2127c9ff541 admin admin] Checking segment: {'id': '25556ca1-67d3-4c5f-8bb3-e3393e44e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'd0a6cf88-547f-4cf8-ad21-f8b392f1c474'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 08:40:55.987458 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-876321db-6b57-4c3c-8fea-c2127c9ff541 admin admin] Network hostable DHCP agents. Network: d0a6cf88-547f-4cf8-ad21-f8b392f1c474, hostable agents: ['7c77c4a2-8ca4-486b-af2a-676805e7b922'], hosted agents: [] {{(pid=104486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 08:40:55.996375 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:40:56.021905 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876321db-6b57-4c3c-8fea-c2127c9ff541 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0dfc042-b535-4f7d-9065-dbfee481baea,revision_number=0']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:40:56.168651 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6ec8a7-e48f-4bd5-86ef-38beec8e82d2 admin admin] Network 19667394-873e-4fb0-a227-f5cd6f6c3a28 is scheduled to be hosted by DHCP agent 7c77c4a2-8ca4-486b-af2a-676805e7b922 with binding_index 1 {{(pid=104486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 08:40:56.196928 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-876321db-6b57-4c3c-8fea-c2127c9ff541 admin admin] Network d0a6cf88-547f-4cf8-ad21-f8b392f1c474 is scheduled to be hosted by DHCP agent 7c77c4a2-8ca4-486b-af2a-676805e7b922 with binding_index 1 {{(pid=104486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 08:40:56.312822 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.scheduler.base_scheduler [None req-1e6ec8a7-e48f-4bd5-86ef-38beec8e82d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851170-2-iscsi, 19667394-873e-4fb0-a227-f5cd6f6c3a28) {{(pid=104486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 08:40:56.314488 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.scheduler.base_scheduler [None req-876321db-6b57-4c3c-8fea-c2127c9ff541 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851170-2-iscsi, d0a6cf88-547f-4cf8-ad21-f8b392f1c474) {{(pid=104486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 08:40:56.320281 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e6ec8a7-e48f-4bd5-86ef-38beec8e82d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:40:56.320946 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-1e6ec8a7-e48f-4bd5-86ef-38beec8e82d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7864717'] for subnet (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:56.322993 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d440c6f2-5462-4fa8-a9b0-ba4c3d8bba3a None None] Network 19667394-873e-4fb0-a227-f5cd6f6c3a28 requested from dv-cinder-851170-2-iscsi {{(pid=104487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 08:40:56.330911 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-876321db-6b57-4c3c-8fea-c2127c9ff541 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:40:56.330911 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-876321db-6b57-4c3c-8fea-c2127c9ff541 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7864717'] for subnet (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:56.412496 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-1e6ec8a7-e48f-4bd5-86ef-38beec8e82d2 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1034977 Jul 27 08:40:56.415504 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 57220) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:40:56.421793 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.v2.base [None req-86b033fa-2fc7-42b9-b6a3-f0d8db42b7d1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-72921289-router', 'tenant_id': '52bd08da2d1746c6a84cf75143ae6bf6', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5'}}} {{(pid=104486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:40:56.444787 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-876321db-6b57-4c3c-8fea-c2127c9ff541 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.1074407 Jul 27 08:40:56.448193 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 57222) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:40:56.453901 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.v2.base [None req-7e0328b7-981b-4c73-9dab-3339790980ab admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-336603511-router', 'tenant_id': 'a0d880114866423480268022d7dd20c5', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5'}}} {{(pid=104485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:40:56.496983 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-910c9d07-69c1-493a-b52f-7fdbcffd7e4c None None] Network d0a6cf88-547f-4cf8-ad21-f8b392f1c474 requested from dv-cinder-851170-2-iscsi {{(pid=104487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 08:40:56.522048 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-86b033fa-2fc7-42b9-b6a3-f0d8db42b7d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8122130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-347'] for router (ace0d735-a96b-4d9b-8e49-2dabee6950e1), before_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:56.523489 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-86b033fa-2fc7-42b9-b6a3-f0d8db42b7d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8119546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-327805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-338'] for router (ace0d735-a96b-4d9b-8e49-2dabee6950e1), precommit_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:56.555136 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-7e0328b7-981b-4c73-9dab-3339790980ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8122130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-347'] for router (3e5b6a5e-dae9-4233-a289-94d5f15ec0f2), before_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:56.557222 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-7e0328b7-981b-4c73-9dab-3339790980ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8119546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-327805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-338'] for router (3e5b6a5e-dae9-4233-a289-94d5f15ec0f2), precommit_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:56.570975 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:40:56.605040 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-86b033fa-2fc7-42b9-b6a3-f0d8db42b7d1 admin admin] Publish callbacks [] for router_controller (ace0d735-a96b-4d9b-8e49-2dabee6950e1), precommit_add_association {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:56.635157 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-7e0328b7-981b-4c73-9dab-3339790980ab admin admin] Publish callbacks [] for router_controller (3e5b6a5e-dae9-4233-a289-94d5f15ec0f2), precommit_add_association {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:56.639639 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ff28de-532e-46b3-88bf-08e1a7825682 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15de2134-51f9-5133-ac93-618e7ff2167e-19667394-873e-4fb0-a227-f5cd6f6c3a28', 'network_id': '19667394-873e-4fb0-a227-f5cd6f6c3a28', 'project_id': '52bd08da2d1746c6a84cf75143ae6bf6', 'fixed_ips': [{'subnet_id': '6877d0b1-ca13-41b7-9cc9-a45fde6af8fa'}]}} from dv-cinder-851170-2-iscsi. {{(pid=104487) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 27 08:40:56.640574 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-11ff28de-532e-46b3-88bf-08e1a7825682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (None), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:56.655321 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5941c02a-fe83-423b-a8f9-509a5aa6c2ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15de2134-51f9-5133-ac93-618e7ff2167e-d0a6cf88-547f-4cf8-ad21-f8b392f1c474', 'network_id': 'd0a6cf88-547f-4cf8-ad21-f8b392f1c474', 'project_id': 'a0d880114866423480268022d7dd20c5', 'fixed_ips': [{'subnet_id': 'e0dfc042-b535-4f7d-9065-dbfee481baea'}]}} from dv-cinder-851170-2-iscsi. {{(pid=104487) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 27 08:40:56.656253 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-5941c02a-fe83-423b-a8f9-509a5aa6c2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (None), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:56.658669 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:40:56.819358 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-86b033fa-2fc7-42b9-b6a3-f0d8db42b7d1 admin admin] Publish callbacks [] for router_gateway (ace0d735-a96b-4d9b-8e49-2dabee6950e1), precommit_update {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:56.867405 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:40:56.871471 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-7e0328b7-981b-4c73-9dab-3339790980ab admin admin] Publish callbacks [] for router_gateway (3e5b6a5e-dae9-4233-a289-94d5f15ec0f2), precommit_update {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:56.899483 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.db_base_plugin_common [None req-11ff28de-532e-46b3-88bf-08e1a7825682 None None] Allocated IP 172.20.0.2 (19667394-873e-4fb0-a227-f5cd6f6c3a28/6877d0b1-ca13-41b7-9cc9-a45fde6af8fa/a83758c7-d4a1-4bf7-b6c2-a0f784b9892f) {{(pid=104487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 08:40:56.919023 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.db_base_plugin_common [None req-5941c02a-fe83-423b-a8f9-509a5aa6c2ed None None] Allocated IP 172.20.0.2 (d0a6cf88-547f-4cf8-ad21-f8b392f1c474/e0dfc042-b535-4f7d-9065-dbfee481baea/0ee55141-aa91-4feb-8bf8-9254f791611c) {{(pid=104487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 08:40:57.085035 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=82,neutron:INSERT=10,neutron:UPDATE=8 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:40:57.133586 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-11ff28de-532e-46b3-88bf-08e1a7825682 None None] Publish callbacks [] for port (a83758c7-d4a1-4bf7-b6c2-a0f784b9892f), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:57.215402 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-11ff28de-532e-46b3-88bf-08e1a7825682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786709965397'] for port (a83758c7-d4a1-4bf7-b6c2-a0f784b9892f), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:57.266845 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-7e0328b7-981b-4c73-9dab-3339790980ab admin admin] Publish callbacks [] for router_gateway (3e5b6a5e-dae9-4233-a289-94d5f15ec0f2), before_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:57.267970 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-86b033fa-2fc7-42b9-b6a3-f0d8db42b7d1 admin admin] Publish callbacks [] for router_gateway (ace0d735-a96b-4d9b-8e49-2dabee6950e1), before_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:57.284802 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-5941c02a-fe83-423b-a8f9-509a5aa6c2ed None None] Publish callbacks [] for port (0ee55141-aa91-4feb-8bf8-9254f791611c), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:57.297530 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-7e0328b7-981b-4c73-9dab-3339790980ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (None), before_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:57.305986 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ff28de-532e-46b3-88bf-08e1a7825682 None None] Network 19667394-873e-4fb0-a227-f5cd6f6c3a28 is already hosted by enough agents. {{(pid=104487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 08:40:57.309688 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ff28de-532e-46b3-88bf-08e1a7825682 None None] Pushing event updated for resources: {'Port': ['ID=a83758c7-d4a1-4bf7-b6c2-a0f784b9892f,revision_number=1']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:40:57.312297 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.scheduler.base_scheduler [None req-11ff28de-532e-46b3-88bf-08e1a7825682 None None] Resources bound (agent type, host, resource id): {{(pid=104487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 08:40:57.314673 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ff28de-532e-46b3-88bf-08e1a7825682 None None] Received port after_create {{(pid=104487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 08:40:57.379564 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-5941c02a-fe83-423b-a8f9-509a5aa6c2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786709965397'] for port (0ee55141-aa91-4feb-8bf8-9254f791611c), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:57.384780 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.managers [None req-11ff28de-532e-46b3-88bf-08e1a7825682 None None] Attempting to bind port a83758c7-d4a1-4bf7-b6c2-a0f784b9892f on host dv-cinder-851170-2-iscsi for vnic_type normal with profile {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 08:40:57.385157 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.managers [None req-11ff28de-532e-46b3-88bf-08e1a7825682 None None] Attempting to bind port a83758c7-d4a1-4bf7-b6c2-a0f784b9892f by drivers openvswitch,hyperv on host dv-cinder-851170-2-iscsi at level 0 using segments [{'id': '93fff055-4ec4-4caa-96fc-193cf0c128e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '19667394-873e-4fb0-a227-f5cd6f6c3a28'}] {{(pid=104487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 08:40:57.385526 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ff28de-532e-46b3-88bf-08e1a7825682 None None] Attempting to bind port a83758c7-d4a1-4bf7-b6c2-a0f784b9892f on network 19667394-873e-4fb0-a227-f5cd6f6c3a28 {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 08:40:57.414359 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ff28de-532e-46b3-88bf-08e1a7825682 None None] Checking agent: {'id': 'ed9de811-f248-496b-b487-860d50d7cee7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851170-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 8, 30, 21), 'started_at': datetime.datetime(2022, 7, 27, 8, 30, 51), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 8, 40, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851170-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 08:40:57.414608 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ff28de-532e-46b3-88bf-08e1a7825682 None None] Checking segment: {'id': '93fff055-4ec4-4caa-96fc-193cf0c128e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '19667394-873e-4fb0-a227-f5cd6f6c3a28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 08:40:57.415005 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-11ff28de-532e-46b3-88bf-08e1a7825682 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:57.415408 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ff28de-532e-46b3-88bf-08e1a7825682 None None] Bound using segment: {'id': '93fff055-4ec4-4caa-96fc-193cf0c128e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '19667394-873e-4fb0-a227-f5cd6f6c3a28'} {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 08:40:57.415897 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.managers [None req-11ff28de-532e-46b3-88bf-08e1a7825682 None None] Bound port: a83758c7-d4a1-4bf7-b6c2-a0f784b9892f, host: dv-cinder-851170-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93fff055-4ec4-4caa-96fc-193cf0c128e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '19667394-873e-4fb0-a227-f5cd6f6c3a28'}}] {{(pid=104487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 08:40:57.416293 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-11ff28de-532e-46b3-88bf-08e1a7825682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (a83758c7-d4a1-4bf7-b6c2-a0f784b9892f), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:57.418116 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.db.db_base_plugin_common [None req-7e0328b7-981b-4c73-9dab-3339790980ab admin admin] Allocated IP 172.27.2.106 (e7cd7671-9410-421d-95f2-ddad301715a5/bd8cca88-d260-42a1-9635-5bfcc6eba2a1/bc20dc56-ef1b-4d13-a040-e7c64a46e81e) {{(pid=104485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 08:40:57.440733 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5941c02a-fe83-423b-a8f9-509a5aa6c2ed None None] Network d0a6cf88-547f-4cf8-ad21-f8b392f1c474 is already hosted by enough agents. {{(pid=104487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 08:40:57.448764 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.scheduler.base_scheduler [None req-5941c02a-fe83-423b-a8f9-509a5aa6c2ed None None] Resources bound (agent type, host, resource id): {{(pid=104487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 08:40:57.477456 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5941c02a-fe83-423b-a8f9-509a5aa6c2ed None None] Received port after_create {{(pid=104487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 08:40:57.487770 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5941c02a-fe83-423b-a8f9-509a5aa6c2ed None None] Pushing event updated for resources: {'Port': ['ID=0ee55141-aa91-4feb-8bf8-9254f791611c,revision_number=1']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:40:57.503009 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:40:57.529687 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:40:57.533555 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-86b033fa-2fc7-42b9-b6a3-f0d8db42b7d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (None), before_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:57.543152 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-7e0328b7-981b-4c73-9dab-3339790980ab admin admin] Publish callbacks [] for port (bc20dc56-ef1b-4d13-a040-e7c64a46e81e), precommit_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:57.570468 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-11ff28de-532e-46b3-88bf-08e1a7825682 None None] For port a83758c7-d4a1-4bf7-b6c2-a0f784b9892f, host dv-cinder-851170-2-iscsi, cleared binding levels {{(pid=104487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 08:40:57.583945 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.managers [None req-5941c02a-fe83-423b-a8f9-509a5aa6c2ed None None] Attempting to bind port 0ee55141-aa91-4feb-8bf8-9254f791611c on host dv-cinder-851170-2-iscsi for vnic_type normal with profile {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 08:40:57.584826 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.managers [None req-5941c02a-fe83-423b-a8f9-509a5aa6c2ed None None] Attempting to bind port 0ee55141-aa91-4feb-8bf8-9254f791611c by drivers openvswitch,hyperv on host dv-cinder-851170-2-iscsi at level 0 using segments [{'id': '25556ca1-67d3-4c5f-8bb3-e3393e44e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'd0a6cf88-547f-4cf8-ad21-f8b392f1c474'}] {{(pid=104487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 08:40:57.585219 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5941c02a-fe83-423b-a8f9-509a5aa6c2ed None None] Attempting to bind port 0ee55141-aa91-4feb-8bf8-9254f791611c on network d0a6cf88-547f-4cf8-ad21-f8b392f1c474 {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 08:40:57.590996 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-11ff28de-532e-46b3-88bf-08e1a7825682 None None] For port a83758c7-d4a1-4bf7-b6c2-a0f784b9892f, host dv-cinder-851170-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851170-2-iscsi',level=0,port_id=a83758c7-d4a1-4bf7-b6c2-a0f784b9892f,segment=NetworkSegment(93fff055-4ec4-4caa-96fc-193cf0c128e0),segment_id=93fff055-4ec4-4caa-96fc-193cf0c128e0)] {{(pid=104487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 08:40:57.595437 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5941c02a-fe83-423b-a8f9-509a5aa6c2ed None None] Checking agent: {'id': 'ed9de811-f248-496b-b487-860d50d7cee7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851170-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 8, 30, 21), 'started_at': datetime.datetime(2022, 7, 27, 8, 30, 51), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 8, 40, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851170-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 08:40:57.595808 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5941c02a-fe83-423b-a8f9-509a5aa6c2ed None None] Checking segment: {'id': '25556ca1-67d3-4c5f-8bb3-e3393e44e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'd0a6cf88-547f-4cf8-ad21-f8b392f1c474'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 08:40:57.596216 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-5941c02a-fe83-423b-a8f9-509a5aa6c2ed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:57.596622 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5941c02a-fe83-423b-a8f9-509a5aa6c2ed None None] Bound using segment: {'id': '25556ca1-67d3-4c5f-8bb3-e3393e44e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'd0a6cf88-547f-4cf8-ad21-f8b392f1c474'} {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 08:40:57.597080 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.managers [None req-5941c02a-fe83-423b-a8f9-509a5aa6c2ed None None] Bound port: 0ee55141-aa91-4feb-8bf8-9254f791611c, host: dv-cinder-851170-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25556ca1-67d3-4c5f-8bb3-e3393e44e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'd0a6cf88-547f-4cf8-ad21-f8b392f1c474'}}] {{(pid=104487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 08:40:57.597462 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-5941c02a-fe83-423b-a8f9-509a5aa6c2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (0ee55141-aa91-4feb-8bf8-9254f791611c), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:57.653703 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-7e0328b7-981b-4c73-9dab-3339790980ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786709965397'] for port (bc20dc56-ef1b-4d13-a040-e7c64a46e81e), after_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:57.657800 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-5941c02a-fe83-423b-a8f9-509a5aa6c2ed None None] For port 0ee55141-aa91-4feb-8bf8-9254f791611c, host dv-cinder-851170-2-iscsi, cleared binding levels {{(pid=104487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 08:40:57.661095 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-5941c02a-fe83-423b-a8f9-509a5aa6c2ed None None] For port 0ee55141-aa91-4feb-8bf8-9254f791611c, host dv-cinder-851170-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851170-2-iscsi',level=0,port_id=0ee55141-aa91-4feb-8bf8-9254f791611c,segment=NetworkSegment(25556ca1-67d3-4c5f-8bb3-e3393e44e1ba),segment_id=25556ca1-67d3-4c5f-8bb3-e3393e44e1ba)] {{(pid=104487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 08:40:57.665915 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-11ff28de-532e-46b3-88bf-08e1a7825682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (a83758c7-d4a1-4bf7-b6c2-a0f784b9892f), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:57.694520 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e0328b7-981b-4c73-9dab-3339790980ab admin admin] Network e7cd7671-9410-421d-95f2-ddad301715a5 is already hosted by enough agents. {{(pid=104485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 08:40:57.700058 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.scheduler.base_scheduler [None req-7e0328b7-981b-4c73-9dab-3339790980ab admin admin] Resources bound (agent type, host, resource id): {{(pid=104485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 08:40:57.704260 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0328b7-981b-4c73-9dab-3339790980ab admin admin] Received port after_create {{(pid=104485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 08:40:57.709573 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.db.db_base_plugin_common [None req-86b033fa-2fc7-42b9-b6a3-f0d8db42b7d1 admin admin] Allocated IP 172.27.2.27 (e7cd7671-9410-421d-95f2-ddad301715a5/bd8cca88-d260-42a1-9635-5bfcc6eba2a1/0d661cc2-6556-43a4-8cbc-f794f30d6699) {{(pid=104486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 08:40:57.735060 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ff28de-532e-46b3-88bf-08e1a7825682 None None] Pushing event updated for resources: {'Port': ['ID=a83758c7-d4a1-4bf7-b6c2-a0f784b9892f,revision_number=2']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:40:57.753129 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-5941c02a-fe83-423b-a8f9-509a5aa6c2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (0ee55141-aa91-4feb-8bf8-9254f791611c), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:57.798495 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0328b7-981b-4c73-9dab-3339790980ab admin admin] Pushing event updated for resources: {'Port': ['ID=bc20dc56-ef1b-4d13-a040-e7c64a46e81e,revision_number=1']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:40:57.846005 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5941c02a-fe83-423b-a8f9-509a5aa6c2ed None None] Pushing event updated for resources: {'Port': ['ID=0ee55141-aa91-4feb-8bf8-9254f791611c,revision_number=2']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:40:57.872681 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-86b033fa-2fc7-42b9-b6a3-f0d8db42b7d1 admin admin] Publish callbacks [] for port (0d661cc2-6556-43a4-8cbc-f794f30d6699), precommit_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:57.887011 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=84,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:40:57.992049 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-86b033fa-2fc7-42b9-b6a3-f0d8db42b7d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786709965397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4293862'] for port (0d661cc2-6556-43a4-8cbc-f794f30d6699), after_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:58.060573 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b033fa-2fc7-42b9-b6a3-f0d8db42b7d1 admin admin] Network e7cd7671-9410-421d-95f2-ddad301715a5 is already hosted by enough agents. {{(pid=104486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 08:40:58.080874 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.scheduler.base_scheduler [None req-86b033fa-2fc7-42b9-b6a3-f0d8db42b7d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 08:40:58.089253 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b033fa-2fc7-42b9-b6a3-f0d8db42b7d1 admin admin] Received port after_create {{(pid=104486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 08:40:58.098921 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-7e0328b7-981b-4c73-9dab-3339790980ab admin admin] Publish callbacks [] for router_gateway (3e5b6a5e-dae9-4233-a289-94d5f15ec0f2), after_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:58.146632 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b033fa-2fc7-42b9-b6a3-f0d8db42b7d1 admin admin] Pushing event updated for resources: {'Port': ['ID=0d661cc2-6556-43a4-8cbc-f794f30d6699,revision_number=1']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:40:58.166540 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:40:58.358322 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Device a83758c7-d4a1-4bf7-b6c2-a0f784b9892f up at agent ovs-agent-dv-cinder-851170-2-iscsi {{(pid=104487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 08:40:58.421610 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Provisioning complete for port a83758c7-d4a1-4bf7-b6c2-a0f784b9892f triggered by entity L2. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:40:58.422317 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (a83758c7-d4a1-4bf7-b6c2-a0f784b9892f), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:58.512999 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Current status of the port a83758c7-d4a1-4bf7-b6c2-a0f784b9892f is: DOWN; New status is: ACTIVE {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:40:58.513595 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (a83758c7-d4a1-4bf7-b6c2-a0f784b9892f), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:58.556626 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] For port a83758c7-d4a1-4bf7-b6c2-a0f784b9892f, host dv-cinder-851170-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851170-2-iscsi',level=0,port_id=a83758c7-d4a1-4bf7-b6c2-a0f784b9892f,segment=NetworkSegment(93fff055-4ec4-4caa-96fc-193cf0c128e0),segment_id=93fff055-4ec4-4caa-96fc-193cf0c128e0)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:40:58.562469 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-86b033fa-2fc7-42b9-b6a3-f0d8db42b7d1 admin admin] Publish callbacks [] for router_gateway (ace0d735-a96b-4d9b-8e49-2dabee6950e1), after_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:58.641563 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (a83758c7-d4a1-4bf7-b6c2-a0f784b9892f), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:58.642853 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Device 0ee55141-aa91-4feb-8bf8-9254f791611c up at agent ovs-agent-dv-cinder-851170-2-iscsi {{(pid=104487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 08:40:58.654651 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:40:58.682008 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-7e0328b7-981b-4c73-9dab-3339790980ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8119500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-363910'] for router (3e5b6a5e-dae9-4233-a289-94d5f15ec0f2), after_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:58.687177 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:40:58.724948 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Pushing event updated for resources: {'Port': ['ID=a83758c7-d4a1-4bf7-b6c2-a0f784b9892f,revision_number=3']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:40:58.746015 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Provisioning complete for port 0ee55141-aa91-4feb-8bf8-9254f791611c triggered by entity L2. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:40:58.746679 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (0ee55141-aa91-4feb-8bf8-9254f791611c), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:58.805924 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-86b033fa-2fc7-42b9-b6a3-f0d8db42b7d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8119500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-363910'] for router (ace0d735-a96b-4d9b-8e49-2dabee6950e1), after_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:58.845527 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Current status of the port 0ee55141-aa91-4feb-8bf8-9254f791611c is: DOWN; New status is: ACTIVE {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:40:58.846009 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (0ee55141-aa91-4feb-8bf8-9254f791611c), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:58.889955 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] For port 0ee55141-aa91-4feb-8bf8-9254f791611c, host dv-cinder-851170-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851170-2-iscsi',level=0,port_id=0ee55141-aa91-4feb-8bf8-9254f791611c,segment=NetworkSegment(25556ca1-67d3-4c5f-8bb3-e3393e44e1ba),segment_id=25556ca1-67d3-4c5f-8bb3-e3393e44e1ba)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:40:59.047966 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d9025f-b123-4f88-8c7b-e3204abe3fd1 None None] Network 19667394-873e-4fb0-a227-f5cd6f6c3a28 requested from dv-cinder-851170-2-iscsi {{(pid=104487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 08:40:59.110452 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-336a9da2-05fb-4533-be96-303dadc6a467 None None] Provisioning complete for port a83758c7-d4a1-4bf7-b6c2-a0f784b9892f triggered by entity DHCP. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:40:59.111734 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-336a9da2-05fb-4533-be96-303dadc6a467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (a83758c7-d4a1-4bf7-b6c2-a0f784b9892f), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:59.145608 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:40:59.198641 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e0328b7-981b-4c73-9dab-3339790980ab admin admin] Router 3e5b6a5e-dae9-4233-a289-94d5f15ec0f2 is scheduled to L3 agent 5bc6d868-bb0b-4164-b2dd-44360f4de654 with binding_index 1 {{(pid=104485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 27 08:40:59.199194 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86b033fa-2fc7-42b9-b6a3-f0d8db42b7d1 admin admin] Router ace0d735-a96b-4d9b-8e49-2dabee6950e1 is scheduled to L3 agent 5bc6d868-bb0b-4164-b2dd-44360f4de654 with binding_index 1 {{(pid=104486) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 27 08:40:59.223250 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (0ee55141-aa91-4feb-8bf8-9254f791611c), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:59.362402 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86b033fa-2fc7-42b9-b6a3-f0d8db42b7d1 admin admin] Notify agent at l3_agent.dv-cinder-851170-2-iscsi the message routers_updated {{(pid=104486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 08:40:59.393506 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e0328b7-981b-4c73-9dab-3339790980ab admin admin] Notify agent at l3_agent.dv-cinder-851170-2-iscsi the message routers_updated {{(pid=104485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 08:40:59.411889 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431f4c24-0c1b-411d-8f0b-75df2d864e0f None None] Sync routers for ids ['3e5b6a5e-dae9-4233-a289-94d5f15ec0f2'] in dv-cinder-851170-2-iscsi {{(pid=104488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 08:40:59.432954 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431f4c24-0c1b-411d-8f0b-75df2d864e0f None None] Routers {'3e5b6a5e-dae9-4233-a289-94d5f15ec0f2'} bound to L3 agent in host dv-cinder-851170-2-iscsi {{(pid=104488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 08:40:59.433780 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_hamode_db [None req-431f4c24-0c1b-411d-8f0b-75df2d864e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-27T08:30:18Z,description=,heartbeat_timestamp=2022-07-27T08:40:48Z,host='dv-cinder-851170-2-iscsi',id=5bc6d868-bb0b-4164-b2dd-44360f4de654,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T08:30:19Z,topic='l3_agent')) {'router_ids': ['3e5b6a5e-dae9-4233-a289-94d5f15ec0f2'], 'active': True} {{(pid=104488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:40:59.486268 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-86b033fa-2fc7-42b9-b6a3-f0d8db42b7d1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:59.491769 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 57246) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:40:59.500742 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-86b033fa-2fc7-42b9-b6a3-f0d8db42b7d1 admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.0814793 Jul 27 08:40:59.511620 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-7e0328b7-981b-4c73-9dab-3339790980ab admin admin] Publish callbacks [] for router (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:59.513767 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-7e0328b7-981b-4c73-9dab-3339790980ab admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.0642960 Jul 27 08:40:59.516652 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 57248) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:40:59.522652 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc3f7b2-ed0b-45e8-b73c-e17ef014b868 None None] Sync routers for ids ['ace0d735-a96b-4d9b-8e49-2dabee6950e1'] in dv-cinder-851170-2-iscsi {{(pid=104487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 08:40:59.552111 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-336a9da2-05fb-4533-be96-303dadc6a467 None None] Current status of the port a83758c7-d4a1-4bf7-b6c2-a0f784b9892f is: ACTIVE; New status is: ACTIVE {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:40:59.559269 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc3f7b2-ed0b-45e8-b73c-e17ef014b868 None None] Routers {'ace0d735-a96b-4d9b-8e49-2dabee6950e1'} bound to L3 agent in host dv-cinder-851170-2-iscsi {{(pid=104487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 08:40:59.560376 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_hamode_db [None req-afc3f7b2-ed0b-45e8-b73c-e17ef014b868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-27T08:30:18Z,description=,heartbeat_timestamp=2022-07-27T08:40:48Z,host='dv-cinder-851170-2-iscsi',id=5bc6d868-bb0b-4164-b2dd-44360f4de654,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T08:30:19Z,topic='l3_agent')) {'router_ids': ['ace0d735-a96b-4d9b-8e49-2dabee6950e1'], 'active': True} {{(pid=104487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:40:59.623322 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvr_db [None req-431f4c24-0c1b-411d-8f0b-75df2d864e0f None None] Set router 3e5b6a5e-dae9-4233-a289-94d5f15ec0f2 gateway port host: dv-cinder-851170-2-iscsi {{(pid=104488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 08:40:59.721362 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:40:59.781804 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dfbbb64-6946-41a8-a9a0-649f76ba22c2 None None] Network d0a6cf88-547f-4cf8-ad21-f8b392f1c474 requested from dv-cinder-851170-2-iscsi {{(pid=104487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 08:40:59.793071 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-020eadbd-b3a1-4aa8-9bca-0c10c49bff34 None None] Provisioning complete for port a83758c7-d4a1-4bf7-b6c2-a0f784b9892f triggered by entity DHCP. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:40:59.793488 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-020eadbd-b3a1-4aa8-9bca-0c10c49bff34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (a83758c7-d4a1-4bf7-b6c2-a0f784b9892f), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:59.895033 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_hamode_db [None req-431f4c24-0c1b-411d-8f0b-75df2d864e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e5b6a5e-dae9-4233-a289-94d5f15ec0f2', 'name': 'tempest-ServerRescueNegativeTestJSON-336603511-router', 'tenant_id': 'a0d880114866423480268022d7dd20c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': 'bc20dc56-ef1b-4d13-a040-e7c64a46e81e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:40:56Z', 'updated_at': '2022-07-27T08:40:57Z', 'revision_number': 3, 'project_id': 'a0d880114866423480268022d7dd20c5', 'gw_port': {'id': 'bc20dc56-ef1b-4d13-a040-e7c64a46e81e', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5f:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e5b6a5e-dae9-4233-a289-94d5f15ec0f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:40:57Z', 'updated_at': '2022-07-27T08:40:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi'}], 'dv-cinder-851170-2-iscsi', False) {} {{(pid=104488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:40:59.904000 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Pushing event updated for resources: {'Port': ['ID=0ee55141-aa91-4feb-8bf8-9254f791611c,revision_number=3']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:40:59.925570 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431f4c24-0c1b-411d-8f0b-75df2d864e0f None None] Checking router: 3e5b6a5e-dae9-4233-a289-94d5f15ec0f2 for host: dv-cinder-851170-2-iscsi {{(pid=104488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 08:40:59.925940 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431f4c24-0c1b-411d-8f0b-75df2d864e0f None None] Updating router 3e5b6a5e-dae9-4233-a289-94d5f15ec0f2 port bc20dc56-ef1b-4d13-a040-e7c64a46e81e binding host dv-cinder-851170-2-iscsi {{(pid=104488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 08:40:59.964587 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-431f4c24-0c1b-411d-8f0b-75df2d864e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (bc20dc56-ef1b-4d13-a040-e7c64a46e81e), before_update {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:40:59.997853 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:41:00.011769 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvr_db [None req-afc3f7b2-ed0b-45e8-b73c-e17ef014b868 None None] Set router ace0d735-a96b-4d9b-8e49-2dabee6950e1 gateway port host: dv-cinder-851170-2-iscsi {{(pid=104487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 08:41:00.046270 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-020eadbd-b3a1-4aa8-9bca-0c10c49bff34 None None] Current status of the port a83758c7-d4a1-4bf7-b6c2-a0f784b9892f is: ACTIVE; New status is: ACTIVE {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:41:00.071775 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:41:00.177637 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-38b82491-e311-432c-b25a-b48b43225ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (None), before_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:00.216879 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:41:00.217526 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=100 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:41:00.244257 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-f7524eb7-8e88-4d9f-bdbc-67b72a4302f2 None None] Provisioning complete for port 0ee55141-aa91-4feb-8bf8-9254f791611c triggered by entity DHCP. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:41:00.244817 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-f7524eb7-8e88-4d9f-bdbc-67b72a4302f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (0ee55141-aa91-4feb-8bf8-9254f791611c), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:00.251211 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Device a83758c7-d4a1-4bf7-b6c2-a0f784b9892f up at agent ovs-agent-dv-cinder-851170-2-iscsi {{(pid=104487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 08:41:00.262586 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-1eb3d498-5bb8-4122-814d-ddaa3c771a7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (None), before_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:00.299250 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-431f4c24-0c1b-411d-8f0b-75df2d864e0f None None] Publish callbacks [] for port (bc20dc56-ef1b-4d13-a040-e7c64a46e81e), precommit_update {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:00.319295 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=100 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:41:00.383061 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.db.db_base_plugin_common [None req-38b82491-e311-432c-b25a-b48b43225ca8 admin admin] Allocated IP 172.20.0.1 (d0a6cf88-547f-4cf8-ad21-f8b392f1c474/e0dfc042-b535-4f7d-9065-dbfee481baea/20925831-7162-4648-bf06-53baf1f72189) {{(pid=104486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 08:41:00.397186 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-431f4c24-0c1b-411d-8f0b-75df2d864e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (bc20dc56-ef1b-4d13-a040-e7c64a46e81e), after_update {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:00.446259 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Provisioning complete for port a83758c7-d4a1-4bf7-b6c2-a0f784b9892f triggered by entity L2. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:41:00.446643 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (a83758c7-d4a1-4bf7-b6c2-a0f784b9892f), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:00.487410 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_hamode_db [None req-afc3f7b2-ed0b-45e8-b73c-e17ef014b868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ace0d735-a96b-4d9b-8e49-2dabee6950e1', 'name': 'tempest-TestMinimumBasicScenario-72921289-router', 'tenant_id': '52bd08da2d1746c6a84cf75143ae6bf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '0d661cc2-6556-43a4-8cbc-f794f30d6699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:40:56Z', 'updated_at': '2022-07-27T08:40:58Z', 'revision_number': 3, 'project_id': '52bd08da2d1746c6a84cf75143ae6bf6', 'gw_port': {'id': '0d661cc2-6556-43a4-8cbc-f794f30d6699', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:8b:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ace0d735-a96b-4d9b-8e49-2dabee6950e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:40:57Z', 'updated_at': '2022-07-27T08:40:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi'}], 'dv-cinder-851170-2-iscsi', False) {} {{(pid=104487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:41:00.495518 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.managers [None req-431f4c24-0c1b-411d-8f0b-75df2d864e0f None None] Attempting to bind port bc20dc56-ef1b-4d13-a040-e7c64a46e81e on host dv-cinder-851170-2-iscsi for vnic_type normal with profile {{(pid=104488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 08:41:00.495518 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.managers [None req-431f4c24-0c1b-411d-8f0b-75df2d864e0f None None] Attempting to bind port bc20dc56-ef1b-4d13-a040-e7c64a46e81e by drivers openvswitch,hyperv on host dv-cinder-851170-2-iscsi at level 0 using segments [{'id': '0a5e83d9-b5a8-42c5-b200-67984880d111', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5'}] {{(pid=104488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 08:41:00.495518 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431f4c24-0c1b-411d-8f0b-75df2d864e0f None None] Attempting to bind port bc20dc56-ef1b-4d13-a040-e7c64a46e81e on network e7cd7671-9410-421d-95f2-ddad301715a5 {{(pid=104488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 08:41:00.498625 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431f4c24-0c1b-411d-8f0b-75df2d864e0f None None] Checking agent: {'id': 'ed9de811-f248-496b-b487-860d50d7cee7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851170-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 8, 30, 21), 'started_at': datetime.datetime(2022, 7, 27, 8, 30, 51), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 8, 40, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851170-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 08:41:00.498995 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431f4c24-0c1b-411d-8f0b-75df2d864e0f None None] Checking segment: {'id': '0a5e83d9-b5a8-42c5-b200-67984880d111', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 08:41:00.499634 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-431f4c24-0c1b-411d-8f0b-75df2d864e0f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:00.500079 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431f4c24-0c1b-411d-8f0b-75df2d864e0f None None] Bound using segment: {'id': '0a5e83d9-b5a8-42c5-b200-67984880d111', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5'} {{(pid=104488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 08:41:00.500548 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.managers [None req-431f4c24-0c1b-411d-8f0b-75df2d864e0f None None] Bound port: bc20dc56-ef1b-4d13-a040-e7c64a46e81e, host: dv-cinder-851170-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a5e83d9-b5a8-42c5-b200-67984880d111', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5'}}] {{(pid=104488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 08:41:00.501462 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-431f4c24-0c1b-411d-8f0b-75df2d864e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (bc20dc56-ef1b-4d13-a040-e7c64a46e81e), before_update {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:00.503302 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f1c553-20f8-4096-bd75-c8f8ab7564fd None None] Pushing event updated for resources: {'Port': ['ID=bc20dc56-ef1b-4d13-a040-e7c64a46e81e,revision_number=2']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:41:00.543695 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f1c553-20f8-4096-bd75-c8f8ab7564fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:41:00.544214 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f1c553-20f8-4096-bd75-c8f8ab7564fd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:41:00.544658 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f1c553-20f8-4096-bd75-c8f8ab7564fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:41:00.545071 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f1c553-20f8-4096-bd75-c8f8ab7564fd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:41:00.545387 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f1c553-20f8-4096-bd75-c8f8ab7564fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:41:00.545724 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f1c553-20f8-4096-bd75-c8f8ab7564fd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:41:00.546074 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f1c553-20f8-4096-bd75-c8f8ab7564fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:41:00.546439 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f1c553-20f8-4096-bd75-c8f8ab7564fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:41:00.546758 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f1c553-20f8-4096-bd75-c8f8ab7564fd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:41:00.547273 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f1c553-20f8-4096-bd75-c8f8ab7564fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:41:00.547657 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f1c553-20f8-4096-bd75-c8f8ab7564fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:41:00.547983 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f1c553-20f8-4096-bd75-c8f8ab7564fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:41:00.559429 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f1c553-20f8-4096-bd75-c8f8ab7564fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:41:00.559702 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f1c553-20f8-4096-bd75-c8f8ab7564fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:41:00.559944 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f1c553-20f8-4096-bd75-c8f8ab7564fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:41:00.582414 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-38b82491-e311-432c-b25a-b48b43225ca8 admin admin] Publish callbacks [] for port (20925831-7162-4648-bf06-53baf1f72189), precommit_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:00.592522 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.db.db_base_plugin_common [None req-1eb3d498-5bb8-4122-814d-ddaa3c771a7d admin admin] Allocated IP 172.20.0.1 (19667394-873e-4fb0-a227-f5cd6f6c3a28/6877d0b1-ca13-41b7-9cc9-a45fde6af8fa/e1590914-8079-49e2-9704-b6e9670486dd) {{(pid=104485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 08:41:00.603020 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc3f7b2-ed0b-45e8-b73c-e17ef014b868 None None] Checking router: ace0d735-a96b-4d9b-8e49-2dabee6950e1 for host: dv-cinder-851170-2-iscsi {{(pid=104487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 08:41:00.603628 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc3f7b2-ed0b-45e8-b73c-e17ef014b868 None None] Updating router ace0d735-a96b-4d9b-8e49-2dabee6950e1 port 0d661cc2-6556-43a4-8cbc-f794f30d6699 binding host dv-cinder-851170-2-iscsi {{(pid=104487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 08:41:00.620460 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.db [None req-431f4c24-0c1b-411d-8f0b-75df2d864e0f None None] For port bc20dc56-ef1b-4d13-a040-e7c64a46e81e, host dv-cinder-851170-2-iscsi, cleared binding levels {{(pid=104488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 08:41:00.633996 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.db [None req-431f4c24-0c1b-411d-8f0b-75df2d864e0f None None] For port bc20dc56-ef1b-4d13-a040-e7c64a46e81e, host dv-cinder-851170-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851170-2-iscsi',level=0,port_id=bc20dc56-ef1b-4d13-a040-e7c64a46e81e,segment=NetworkSegment(0a5e83d9-b5a8-42c5-b200-67984880d111),segment_id=0a5e83d9-b5a8-42c5-b200-67984880d111)] {{(pid=104488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 08:41:00.640090 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-f7524eb7-8e88-4d9f-bdbc-67b72a4302f2 None None] Current status of the port 0ee55141-aa91-4feb-8bf8-9254f791611c is: ACTIVE; New status is: ACTIVE {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:41:00.655421 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-afc3f7b2-ed0b-45e8-b73c-e17ef014b868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (0d661cc2-6556-43a4-8cbc-f794f30d6699), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:00.681131 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:41:00.696244 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-38b82491-e311-432c-b25a-b48b43225ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786709965397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4293862'] for port (20925831-7162-4648-bf06-53baf1f72189), after_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:00.715345 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=100 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:41:00.722105 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-1eb3d498-5bb8-4122-814d-ddaa3c771a7d admin admin] Publish callbacks [] for port (e1590914-8079-49e2-9704-b6e9670486dd), precommit_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:00.723733 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-431f4c24-0c1b-411d-8f0b-75df2d864e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (bc20dc56-ef1b-4d13-a040-e7c64a46e81e), after_update {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:00.723979 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Current status of the port a83758c7-d4a1-4bf7-b6c2-a0f784b9892f is: ACTIVE; New status is: ACTIVE {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:41:00.725552 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Device 0ee55141-aa91-4feb-8bf8-9254f791611c up at agent ovs-agent-dv-cinder-851170-2-iscsi {{(pid=104487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 08:41:00.767828 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b82491-e311-432c-b25a-b48b43225ca8 admin admin] Network d0a6cf88-547f-4cf8-ad21-f8b392f1c474 is already hosted by enough agents. {{(pid=104486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 08:41:00.771270 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.scheduler.base_scheduler [None req-38b82491-e311-432c-b25a-b48b43225ca8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 08:41:00.778171 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b82491-e311-432c-b25a-b48b43225ca8 admin admin] Received port after_create {{(pid=104486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 08:41:00.789106 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431f4c24-0c1b-411d-8f0b-75df2d864e0f None None] Routers {'3e5b6a5e-dae9-4233-a289-94d5f15ec0f2'} bound to L3 agent in host dv-cinder-851170-2-iscsi {{(pid=104488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 08:41:00.789758 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_hamode_db [None req-431f4c24-0c1b-411d-8f0b-75df2d864e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-27T08:30:18Z,description=,heartbeat_timestamp=2022-07-27T08:40:48Z,host='dv-cinder-851170-2-iscsi',id=5bc6d868-bb0b-4164-b2dd-44360f4de654,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T08:30:19Z,topic='l3_agent')) {'router_ids': ['3e5b6a5e-dae9-4233-a289-94d5f15ec0f2'], 'active': True} {{(pid=104488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:41:00.809113 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b82491-e311-432c-b25a-b48b43225ca8 admin admin] Pushing event updated for resources: {'Port': ['ID=20925831-7162-4648-bf06-53baf1f72189,revision_number=1']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:41:00.837556 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-38b82491-e311-432c-b25a-b48b43225ca8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8118662'] for router_interface (3e5b6a5e-dae9-4233-a289-94d5f15ec0f2), before_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:00.845375 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-1eb3d498-5bb8-4122-814d-ddaa3c771a7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786709965397'] for port (e1590914-8079-49e2-9704-b6e9670486dd), after_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:00.863670 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-2d8286cc-647c-4727-85b7-f7a836fa2116 None None] Provisioning complete for port 0ee55141-aa91-4feb-8bf8-9254f791611c triggered by entity DHCP. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:41:00.863910 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f1c553-20f8-4096-bd75-c8f8ab7564fd None None] Pushing event updated for resources: {'Port': ['ID=bc20dc56-ef1b-4d13-a040-e7c64a46e81e,revision_number=3']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:41:00.864262 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-2d8286cc-647c-4727-85b7-f7a836fa2116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (0ee55141-aa91-4feb-8bf8-9254f791611c), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:00.866568 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Provisioning complete for port 0ee55141-aa91-4feb-8bf8-9254f791611c triggered by entity L2. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:41:00.867051 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (0ee55141-aa91-4feb-8bf8-9254f791611c), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:00.926096 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb3d498-5bb8-4122-814d-ddaa3c771a7d admin admin] Network 19667394-873e-4fb0-a227-f5cd6f6c3a28 is already hosted by enough agents. {{(pid=104485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 08:41:00.933767 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.scheduler.base_scheduler [None req-1eb3d498-5bb8-4122-814d-ddaa3c771a7d admin admin] Resources bound (agent type, host, resource id): {{(pid=104485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 08:41:00.941759 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb3d498-5bb8-4122-814d-ddaa3c771a7d admin admin] Received port after_create {{(pid=104485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 08:41:00.941759 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-1eb3d498-5bb8-4122-814d-ddaa3c771a7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8118662'] for router_interface (ace0d735-a96b-4d9b-8e49-2dabee6950e1), before_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:00.988113 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:41:01.001383 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvr_db [None req-431f4c24-0c1b-411d-8f0b-75df2d864e0f None None] Set router 3e5b6a5e-dae9-4233-a289-94d5f15ec0f2 gateway port host: dv-cinder-851170-2-iscsi {{(pid=104488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 08:41:01.050588 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:41:01.057681 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb3d498-5bb8-4122-814d-ddaa3c771a7d admin admin] Pushing event updated for resources: {'Port': ['ID=e1590914-8079-49e2-9704-b6e9670486dd,revision_number=1']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:41:01.136717 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-38b82491-e311-432c-b25a-b48b43225ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (20925831-7162-4648-bf06-53baf1f72189), before_update {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:01.168680 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-2d8286cc-647c-4727-85b7-f7a836fa2116 None None] Current status of the port 0ee55141-aa91-4feb-8bf8-9254f791611c is: ACTIVE; New status is: ACTIVE {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:41:01.201890 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-1eb3d498-5bb8-4122-814d-ddaa3c771a7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (e1590914-8079-49e2-9704-b6e9670486dd), before_update {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:01.258001 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Current status of the port 0ee55141-aa91-4feb-8bf8-9254f791611c is: ACTIVE; New status is: ACTIVE {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:41:01.290963 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-c542bbd5-8161-406a-962a-c1b9a569be10 None None] Provisioning complete for port e1590914-8079-49e2-9704-b6e9670486dd triggered by entity DHCP. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:41:01.291338 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-c542bbd5-8161-406a-962a-c1b9a569be10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (e1590914-8079-49e2-9704-b6e9670486dd), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:01.300876 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_hamode_db [None req-431f4c24-0c1b-411d-8f0b-75df2d864e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e5b6a5e-dae9-4233-a289-94d5f15ec0f2', 'name': 'tempest-ServerRescueNegativeTestJSON-336603511-router', 'tenant_id': 'a0d880114866423480268022d7dd20c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': 'bc20dc56-ef1b-4d13-a040-e7c64a46e81e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:40:56Z', 'updated_at': '2022-07-27T08:40:57Z', 'revision_number': 3, 'project_id': 'a0d880114866423480268022d7dd20c5', 'gw_port': {'id': 'bc20dc56-ef1b-4d13-a040-e7c64a46e81e', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5f:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e5b6a5e-dae9-4233-a289-94d5f15ec0f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:40:57Z', 'updated_at': '2022-07-27T08:41:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi'}], 'dv-cinder-851170-2-iscsi', False) {} {{(pid=104488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:41:01.328694 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-afc3f7b2-ed0b-45e8-b73c-e17ef014b868 None None] Publish callbacks [] for port (0d661cc2-6556-43a4-8cbc-f794f30d6699), precommit_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:01.335199 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431f4c24-0c1b-411d-8f0b-75df2d864e0f None None] The sync data for ids ['3e5b6a5e-dae9-4233-a289-94d5f15ec0f2'] in dv-cinder-851170-2-iscsi is: [{'id': '3e5b6a5e-dae9-4233-a289-94d5f15ec0f2', 'name': 'tempest-ServerRescueNegativeTestJSON-336603511-router', 'tenant_id': 'a0d880114866423480268022d7dd20c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': 'bc20dc56-ef1b-4d13-a040-e7c64a46e81e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:40:56Z', 'updated_at': '2022-07-27T08:40:57Z', 'revision_number': 3, 'project_id': 'a0d880114866423480268022d7dd20c5', 'gw_port': {'id': 'bc20dc56-ef1b-4d13-a040-e7c64a46e81e', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5f:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e5b6a5e-dae9-4233-a289-94d5f15ec0f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:40:57Z', 'updated_at': '2022-07-27T08:41:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi'}] {{(pid=104488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 08:41:01.343968 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-c542bbd5-8161-406a-962a-c1b9a569be10 None None] Port e1590914-8079-49e2-9704-b6e9670486dd cannot update to ACTIVE because it is not bound. {{(pid=104487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 08:41:01.352412 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-c542bbd5-8161-406a-962a-c1b9a569be10 None None] Provisioning complete for port 20925831-7162-4648-bf06-53baf1f72189 triggered by entity DHCP. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:41:01.352820 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-c542bbd5-8161-406a-962a-c1b9a569be10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (20925831-7162-4648-bf06-53baf1f72189), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:01.389308 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-c542bbd5-8161-406a-962a-c1b9a569be10 None None] Port 20925831-7162-4648-bf06-53baf1f72189 cannot update to ACTIVE because it is not bound. {{(pid=104487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 08:41:01.400476 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-38b82491-e311-432c-b25a-b48b43225ca8 admin admin] Publish callbacks [] for port (20925831-7162-4648-bf06-53baf1f72189), precommit_update {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:01.425597 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-afc3f7b2-ed0b-45e8-b73c-e17ef014b868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (0d661cc2-6556-43a4-8cbc-f794f30d6699), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:01.457188 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-1eb3d498-5bb8-4122-814d-ddaa3c771a7d admin admin] Publish callbacks [] for port (e1590914-8079-49e2-9704-b6e9670486dd), precommit_update {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:01.477369 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-38b82491-e311-432c-b25a-b48b43225ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4293873'] for port (20925831-7162-4648-bf06-53baf1f72189), after_update {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:01.484658 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c0db55-d473-4754-a0ff-4b7e72f75816 None None] Pushing event updated for resources: {'Port': ['ID=0d661cc2-6556-43a4-8cbc-f794f30d6699,revision_number=2']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:41:01.491137 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.managers [None req-afc3f7b2-ed0b-45e8-b73c-e17ef014b868 None None] Attempting to bind port 0d661cc2-6556-43a4-8cbc-f794f30d6699 on host dv-cinder-851170-2-iscsi for vnic_type normal with profile {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 08:41:01.491518 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.managers [None req-afc3f7b2-ed0b-45e8-b73c-e17ef014b868 None None] Attempting to bind port 0d661cc2-6556-43a4-8cbc-f794f30d6699 by drivers openvswitch,hyperv on host dv-cinder-851170-2-iscsi at level 0 using segments [{'id': '0a5e83d9-b5a8-42c5-b200-67984880d111', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5'}] {{(pid=104487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 08:41:01.492151 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc3f7b2-ed0b-45e8-b73c-e17ef014b868 None None] Attempting to bind port 0d661cc2-6556-43a4-8cbc-f794f30d6699 on network e7cd7671-9410-421d-95f2-ddad301715a5 {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 08:41:01.495842 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:41:01.499250 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc3f7b2-ed0b-45e8-b73c-e17ef014b868 None None] Checking agent: {'id': 'ed9de811-f248-496b-b487-860d50d7cee7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851170-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 8, 30, 21), 'started_at': datetime.datetime(2022, 7, 27, 8, 30, 51), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 8, 40, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851170-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 08:41:01.499627 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc3f7b2-ed0b-45e8-b73c-e17ef014b868 None None] Checking segment: {'id': '0a5e83d9-b5a8-42c5-b200-67984880d111', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 08:41:01.500054 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-afc3f7b2-ed0b-45e8-b73c-e17ef014b868 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:01.500420 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc3f7b2-ed0b-45e8-b73c-e17ef014b868 None None] Bound using segment: {'id': '0a5e83d9-b5a8-42c5-b200-67984880d111', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5'} {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 08:41:01.500879 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.managers [None req-afc3f7b2-ed0b-45e8-b73c-e17ef014b868 None None] Bound port: 0d661cc2-6556-43a4-8cbc-f794f30d6699, host: dv-cinder-851170-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a5e83d9-b5a8-42c5-b200-67984880d111', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5'}}] {{(pid=104487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 08:41:01.501257 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-afc3f7b2-ed0b-45e8-b73c-e17ef014b868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (0d661cc2-6556-43a4-8cbc-f794f30d6699), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:01.517885 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-1eb3d498-5bb8-4122-814d-ddaa3c771a7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (e1590914-8079-49e2-9704-b6e9670486dd), after_update {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:01.518735 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-1eb3d498-5bb8-4122-814d-ddaa3c771a7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7864753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8118778'] for router_interface (ace0d735-a96b-4d9b-8e49-2dabee6950e1), after_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:01.543370 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:41:01.565137 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-afc3f7b2-ed0b-45e8-b73c-e17ef014b868 None None] For port 0d661cc2-6556-43a4-8cbc-f794f30d6699, host dv-cinder-851170-2-iscsi, cleared binding levels {{(pid=104487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 08:41:01.569131 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-afc3f7b2-ed0b-45e8-b73c-e17ef014b868 None None] For port 0d661cc2-6556-43a4-8cbc-f794f30d6699, host dv-cinder-851170-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851170-2-iscsi',level=0,port_id=0d661cc2-6556-43a4-8cbc-f794f30d6699,segment=NetworkSegment(0a5e83d9-b5a8-42c5-b200-67984880d111),segment_id=0a5e83d9-b5a8-42c5-b200-67984880d111)] {{(pid=104487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 08:41:01.593351 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-38b82491-e311-432c-b25a-b48b43225ca8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7864753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8118778'] for router_interface (3e5b6a5e-dae9-4233-a289-94d5f15ec0f2), after_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:01.606015 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b82491-e311-432c-b25a-b48b43225ca8 admin admin] Pushing event updated for resources: {'Port': ['ID=20925831-7162-4648-bf06-53baf1f72189,revision_number=2']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:41:01.607409 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb3d498-5bb8-4122-814d-ddaa3c771a7d admin admin] Pushing event updated for resources: {'Port': ['ID=e1590914-8079-49e2-9704-b6e9670486dd,revision_number=2']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:41:01.650765 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-afc3f7b2-ed0b-45e8-b73c-e17ef014b868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (0d661cc2-6556-43a4-8cbc-f794f30d6699), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:01.709678 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb3d498-5bb8-4122-814d-ddaa3c771a7d admin admin] Network 19667394-873e-4fb0-a227-f5cd6f6c3a28 is already hosted by enough agents. {{(pid=104485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 08:41:01.711789 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.scheduler.base_scheduler [None req-1eb3d498-5bb8-4122-814d-ddaa3c771a7d admin admin] Resources bound (agent type, host, resource id): {{(pid=104485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 08:41:01.756600 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:41:01.784935 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 57270) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:41:01.794811 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc3f7b2-ed0b-45e8-b73c-e17ef014b868 None None] Routers {'ace0d735-a96b-4d9b-8e49-2dabee6950e1'} bound to L3 agent in host dv-cinder-851170-2-iscsi {{(pid=104487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 08:41:01.795453 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_hamode_db [None req-afc3f7b2-ed0b-45e8-b73c-e17ef014b868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-27T08:30:18Z,description=,heartbeat_timestamp=2022-07-27T08:40:48Z,host='dv-cinder-851170-2-iscsi',id=5bc6d868-bb0b-4164-b2dd-44360f4de654,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T08:30:19Z,topic='l3_agent')) {'router_ids': ['ace0d735-a96b-4d9b-8e49-2dabee6950e1'], 'active': True} {{(pid=104487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:41:01.800388 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b82491-e311-432c-b25a-b48b43225ca8 admin admin] Network d0a6cf88-547f-4cf8-ad21-f8b392f1c474 is already hosted by enough agents. {{(pid=104486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 08:41:01.806355 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.scheduler.base_scheduler [None req-38b82491-e311-432c-b25a-b48b43225ca8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 08:41:01.816187 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c0db55-d473-4754-a0ff-4b7e72f75816 None None] Pushing event updated for resources: {'Port': ['ID=0d661cc2-6556-43a4-8cbc-f794f30d6699,revision_number=3']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:41:01.933443 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eb3d498-5bb8-4122-814d-ddaa3c771a7d admin admin] Router ace0d735-a96b-4d9b-8e49-2dabee6950e1 has already been hosted by L3 agent 5bc6d868-bb0b-4164-b2dd-44360f4de654 {{(pid=104485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 08:41:02.072188 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-7e9cd8de-d489-47fc-b962-f52d50cfe83e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:02.088898 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvr_db [None req-afc3f7b2-ed0b-45e8-b73c-e17ef014b868 None None] Set router ace0d735-a96b-4d9b-8e49-2dabee6950e1 gateway port host: dv-cinder-851170-2-iscsi {{(pid=104487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 08:41:02.123732 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38b82491-e311-432c-b25a-b48b43225ca8 admin admin] Router 3e5b6a5e-dae9-4233-a289-94d5f15ec0f2 has already been hosted by L3 agent 5bc6d868-bb0b-4164-b2dd-44360f4de654 {{(pid=104486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 08:41:02.168640 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eb3d498-5bb8-4122-814d-ddaa3c771a7d admin admin] Notify agent at l3_agent.dv-cinder-851170-2-iscsi the message routers_updated {{(pid=104485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 08:41:02.180813 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-1eb3d498-5bb8-4122-814d-ddaa3c771a7d admin admin] 10.222.0.40 "PUT /v2.0/routers/ace0d735-a96b-4d9b-8e49-2dabee6950e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6867292 Jul 27 08:41:02.262282 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Device bc20dc56-ef1b-4d13-a040-e7c64a46e81e up at agent ovs-agent-dv-cinder-851170-2-iscsi {{(pid=104487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 08:41:02.282306 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:41:02.383867 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38b82491-e311-432c-b25a-b48b43225ca8 admin admin] Notify agent at l3_agent.dv-cinder-851170-2-iscsi the message routers_updated {{(pid=104486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 08:41:02.402749 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-38b82491-e311-432c-b25a-b48b43225ca8 admin admin] 10.222.0.40 "PUT /v2.0/routers/3e5b6a5e-dae9-4233-a289-94d5f15ec0f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8800566 Jul 27 08:41:02.402749 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-7e9cd8de-d489-47fc-b962-f52d50cfe83e admin admin] Publish callbacks [] for security_group (ac1481ce-0a96-4c11-b92f-487efe8fbe54), precommit_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:02.423493 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-89d79871-4f5e-43e8-bcf2-34df29351fae None None] Provisioning complete for port e1590914-8079-49e2-9704-b6e9670486dd triggered by entity DHCP. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:41:02.423856 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-89d79871-4f5e-43e8-bcf2-34df29351fae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (e1590914-8079-49e2-9704-b6e9670486dd), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:02.511298 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-7e9cd8de-d489-47fc-b962-f52d50cfe83e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (ac1481ce-0a96-4c11-b92f-487efe8fbe54), after_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:02.527153 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-89d79871-4f5e-43e8-bcf2-34df29351fae None None] Port e1590914-8079-49e2-9704-b6e9670486dd cannot update to ACTIVE because it is not bound. {{(pid=104487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 08:41:02.547098 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Provisioning complete for port bc20dc56-ef1b-4d13-a040-e7c64a46e81e triggered by entity L2. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:41:02.547797 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (bc20dc56-ef1b-4d13-a040-e7c64a46e81e), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:02.582082 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-7e9cd8de-d489-47fc-b962-f52d50cfe83e admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=25e1ffd98adb4875840074ccb3153e8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7932098 Jul 27 08:41:02.587867 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 57292) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:41:02.591850 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9cd8de-d489-47fc-b962-f52d50cfe83e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac1481ce-0a96-4c11-b92f-487efe8fbe54,revision_number=1']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:41:02.617531 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-89d79871-4f5e-43e8-bcf2-34df29351fae None None] Provisioning complete for port 20925831-7162-4648-bf06-53baf1f72189 triggered by entity DHCP. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:41:02.617908 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-89d79871-4f5e-43e8-bcf2-34df29351fae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (20925831-7162-4648-bf06-53baf1f72189), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:02.670406 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-767253f9-10ba-47c6-8de8-4f91c9ce19e7 admin admin] Publish callbacks [] for security_group (ac1481ce-0a96-4c11-b92f-487efe8fbe54), before_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:02.700647 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-89d79871-4f5e-43e8-bcf2-34df29351fae None None] Port 20925831-7162-4648-bf06-53baf1f72189 cannot update to ACTIVE because it is not bound. {{(pid=104487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 08:41:02.720124 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-767253f9-10ba-47c6-8de8-4f91c9ce19e7 admin admin] Publish callbacks [] for security_group (ac1481ce-0a96-4c11-b92f-487efe8fbe54), precommit_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:02.771363 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:41:02.776306 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_hamode_db [None req-afc3f7b2-ed0b-45e8-b73c-e17ef014b868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ace0d735-a96b-4d9b-8e49-2dabee6950e1', 'name': 'tempest-TestMinimumBasicScenario-72921289-router', 'tenant_id': '52bd08da2d1746c6a84cf75143ae6bf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '0d661cc2-6556-43a4-8cbc-f794f30d6699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:40:56Z', 'updated_at': '2022-07-27T08:41:01Z', 'revision_number': 4, 'project_id': '52bd08da2d1746c6a84cf75143ae6bf6', 'gw_port': {'id': '0d661cc2-6556-43a4-8cbc-f794f30d6699', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:8b:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ace0d735-a96b-4d9b-8e49-2dabee6950e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:40:57Z', 'updated_at': '2022-07-27T08:41:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi', '_interfaces': [{'id': 'e1590914-8079-49e2-9704-b6e9670486dd', 'name': '', 'network_id': '19667394-873e-4fb0-a227-f5cd6f6c3a28', 'tenant_id': '52bd08da2d1746c6a84cf75143ae6bf6', 'mac_address': 'fa:16:3e:31:9c:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ace0d735-a96b-4d9b-8e49-2dabee6950e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '6877d0b1-ca13-41b7-9cc9-a45fde6af8fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:41:00Z', 'updated_at': '2022-07-27T08:41:01Z', 'revision_number': 2, 'project_id': '52bd08da2d1746c6a84cf75143ae6bf6', 'subnets': [{'id': '6877d0b1-ca13-41b7-9cc9-a45fde6af8fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851170-2-iscsi', False) {} {{(pid=104487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:41:02.820108 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Current status of the port bc20dc56-ef1b-4d13-a040-e7c64a46e81e is: DOWN; New status is: ACTIVE {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:41:02.820918 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (bc20dc56-ef1b-4d13-a040-e7c64a46e81e), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:02.827003 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc3f7b2-ed0b-45e8-b73c-e17ef014b868 None None] The sync data for ids ['ace0d735-a96b-4d9b-8e49-2dabee6950e1'] in dv-cinder-851170-2-iscsi is: [{'id': 'ace0d735-a96b-4d9b-8e49-2dabee6950e1', 'name': 'tempest-TestMinimumBasicScenario-72921289-router', 'tenant_id': '52bd08da2d1746c6a84cf75143ae6bf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '0d661cc2-6556-43a4-8cbc-f794f30d6699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:40:56Z', 'updated_at': '2022-07-27T08:41:01Z', 'revision_number': 4, 'project_id': '52bd08da2d1746c6a84cf75143ae6bf6', 'gw_port': {'id': '0d661cc2-6556-43a4-8cbc-f794f30d6699', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:8b:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ace0d735-a96b-4d9b-8e49-2dabee6950e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:40:57Z', 'updated_at': '2022-07-27T08:41:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi', '_interfaces': [{'id': 'e1590914-8079-49e2-9704-b6e9670486dd', 'name': '', 'network_id': '19667394-873e-4fb0-a227-f5cd6f6c3a28', 'tenant_id': '52bd08da2d1746c6a84cf75143ae6bf6', 'mac_address': 'fa:16:3e:31:9c:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ace0d735-a96b-4d9b-8e49-2dabee6950e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '6877d0b1-ca13-41b7-9cc9-a45fde6af8fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:41:00Z', 'updated_at': '2022-07-27T08:41:01Z', 'revision_number': 2, 'project_id': '52bd08da2d1746c6a84cf75143ae6bf6', 'subnets': [{'id': '6877d0b1-ca13-41b7-9cc9-a45fde6af8fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 08:41:02.844697 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] For port bc20dc56-ef1b-4d13-a040-e7c64a46e81e, host dv-cinder-851170-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851170-2-iscsi',level=0,port_id=bc20dc56-ef1b-4d13-a040-e7c64a46e81e,segment=NetworkSegment(0a5e83d9-b5a8-42c5-b200-67984880d111),segment_id=0a5e83d9-b5a8-42c5-b200-67984880d111)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:41:02.900122 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-767253f9-10ba-47c6-8de8-4f91c9ce19e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (ac1481ce-0a96-4c11-b92f-487efe8fbe54), after_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:02.902711 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-767253f9-10ba-47c6-8de8-4f91c9ce19e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:02.906788 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-767253f9-10ba-47c6-8de8-4f91c9ce19e7 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/ac1481ce-0a96-4c11-b92f-487efe8fbe54 HTTP/1.1" status: 204 len: 168 time: 0.3228614 Jul 27 08:41:02.927787 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767253f9-10ba-47c6-8de8-4f91c9ce19e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac1481ce-0a96-4c11-b92f-487efe8fbe54,revision_number=None']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:41:02.929361 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (bc20dc56-ef1b-4d13-a040-e7c64a46e81e), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:03.012481 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Pushing event updated for resources: {'Port': ['ID=bc20dc56-ef1b-4d13-a040-e7c64a46e81e,revision_number=4']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:41:03.375140 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 57320) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:41:03.383936 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.v2.base [None req-acf802a3-72c4-4365-a63d-72c98e62ba78 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1024449337-network', 'tenant_id': 'df89794fec88414e88f7a4b8ecbce47f'}} {{(pid=104486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:41:03.470974 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8713c2-a382-4335-bb4b-4315af498be1 req-6649faa9-5f83-47be-b041-a5f7b9094fbd tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:41:03.472607 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-bf8713c2-a382-4335-bb4b-4315af498be1 req-6649faa9-5f83-47be-b041-a5f7b9094fbd tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/networks?id=d0a6cf88-547f-4cf8-ad21-f8b392f1c474 HTTP/1.1" status: 200 len: 818 time: 0.4311779 Jul 27 08:41:03.490989 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-bf8713c2-a382-4335-bb4b-4315af498be1 req-51b19e33-08ac-4698-a7f5-d74f40302d4f tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/quotas/a0d880114866423480268022d7dd20c5 HTTP/1.1" status: 200 len: 375 time: 0.0119164 Jul 27 08:41:03.510537 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acf802a3-72c4-4365-a63d-72c98e62ba78 admin admin] Made reservation on behalf of df89794fec88414e88f7a4b8ecbce47f for: {'network': 1} {{(pid=104486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 08:41:03.512862 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-acf802a3-72c4-4365-a63d-72c98e62ba78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for network (None), before_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:03.541760 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-acf802a3-72c4-4365-a63d-72c98e62ba78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:03.563902 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-bf8713c2-a382-4335-bb4b-4315af498be1 req-82d1c1b7-bfe7-478a-9801-7fac9616e7a7 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=a0d880114866423480268022d7dd20c5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0664766 Jul 27 08:41:03.695796 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:41:03.725678 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3195cf34-da48-4cea-a406-3ed062be8500 None None] Sync routers for ids ['3e5b6a5e-dae9-4233-a289-94d5f15ec0f2'] in dv-cinder-851170-2-iscsi {{(pid=104487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 08:41:03.729042 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-bf8713c2-a382-4335-bb4b-4315af498be1 req-43b12e12-dd36-4cdc-a76a-761b2920b57f service neutron] 10.222.0.40 "GET /v2.0/networks/d0a6cf88-547f-4cf8-ad21-f8b392f1c474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531105 Jul 27 08:41:03.735899 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:41:03.741371 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3195cf34-da48-4cea-a406-3ed062be8500 None None] Routers {'3e5b6a5e-dae9-4233-a289-94d5f15ec0f2'} bound to L3 agent in host dv-cinder-851170-2-iscsi {{(pid=104487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 08:41:03.742017 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_hamode_db [None req-3195cf34-da48-4cea-a406-3ed062be8500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-27T08:30:18Z,description=,heartbeat_timestamp=2022-07-27T08:40:48Z,host='dv-cinder-851170-2-iscsi',id=5bc6d868-bb0b-4164-b2dd-44360f4de654,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T08:30:19Z,topic='l3_agent')) {'router_ids': ['3e5b6a5e-dae9-4233-a289-94d5f15ec0f2'], 'active': True} {{(pid=104487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:41:03.752086 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-acf802a3-72c4-4365-a63d-72c98e62ba78 admin admin] Publish callbacks [] for security_group (f913f51b-1f09-468f-a08a-38af3161f9d5), precommit_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:03.842347 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-acf802a3-72c4-4365-a63d-72c98e62ba78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (f913f51b-1f09-468f-a08a-38af3161f9d5), after_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:03.885824 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf802a3-72c4-4365-a63d-72c98e62ba78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f913f51b-1f09-468f-a08a-38af3161f9d5,revision_number=1']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:41:03.910931 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acf802a3-72c4-4365-a63d-72c98e62ba78 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 684} {{(pid=104486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 08:41:03.917973 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvr_db [None req-3195cf34-da48-4cea-a406-3ed062be8500 None None] Set router 3e5b6a5e-dae9-4233-a289-94d5f15ec0f2 gateway port host: dv-cinder-851170-2-iscsi {{(pid=104487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 08:41:03.928421 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-bf8713c2-a382-4335-bb4b-4315af498be1 req-cc3e3675-31c0-4aad-a541-9331ff192c66 service neutron] 10.222.0.40 "GET /v2.0/networks/d0a6cf88-547f-4cf8-ad21-f8b392f1c474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896739 Jul 27 08:41:03.941238 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-acf802a3-72c4-4365-a63d-72c98e62ba78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-834444'] for segment (68930789-2201-41e5-af0c-d633f061e6eb), precommit_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:03.941238 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.db.segments_db [None req-acf802a3-72c4-4365-a63d-72c98e62ba78 admin admin] Added segment 68930789-2201-41e5-af0c-d633f061e6eb of type vlan for network 8f62ee98-23a0-4933-b8cb-2aa4e027f74e Jul 27 08:41:03.972776 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:41:03.988319 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-acf802a3-72c4-4365-a63d-72c98e62ba78 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786709896331'] for network (8f62ee98-23a0-4933-b8cb-2aa4e027f74e), precommit_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:04.099455 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:41:04.145633 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-acf802a3-72c4-4365-a63d-72c98e62ba78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739'] for network (8f62ee98-23a0-4933-b8cb-2aa4e027f74e), after_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:04.146749 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf802a3-72c4-4365-a63d-72c98e62ba78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:41:04.147338 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-acf802a3-72c4-4365-a63d-72c98e62ba78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7864717'] for network (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:04.171692 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_hamode_db [None req-3195cf34-da48-4cea-a406-3ed062be8500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e5b6a5e-dae9-4233-a289-94d5f15ec0f2', 'name': 'tempest-ServerRescueNegativeTestJSON-336603511-router', 'tenant_id': 'a0d880114866423480268022d7dd20c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': 'bc20dc56-ef1b-4d13-a040-e7c64a46e81e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:40:56Z', 'updated_at': '2022-07-27T08:41:00Z', 'revision_number': 4, 'project_id': 'a0d880114866423480268022d7dd20c5', 'gw_port': {'id': 'bc20dc56-ef1b-4d13-a040-e7c64a46e81e', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5b6a5e-dae9-4233-a289-94d5f15ec0f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:40:57Z', 'updated_at': '2022-07-27T08:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi', '_interfaces': [{'id': '20925831-7162-4648-bf06-53baf1f72189', 'name': '', 'network_id': 'd0a6cf88-547f-4cf8-ad21-f8b392f1c474', 'tenant_id': 'a0d880114866423480268022d7dd20c5', 'mac_address': 'fa:16:3e:1b:02:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e5b6a5e-dae9-4233-a289-94d5f15ec0f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'e0dfc042-b535-4f7d-9065-dbfee481baea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:41:00Z', 'updated_at': '2022-07-27T08:41:01Z', 'revision_number': 2, 'project_id': 'a0d880114866423480268022d7dd20c5', 'subnets': [{'id': 'e0dfc042-b535-4f7d-9065-dbfee481baea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851170-2-iscsi', False) {} {{(pid=104487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:41:04.209229 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3195cf34-da48-4cea-a406-3ed062be8500 None None] Checking router: 3e5b6a5e-dae9-4233-a289-94d5f15ec0f2 for host: dv-cinder-851170-2-iscsi {{(pid=104487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 08:41:04.209902 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3195cf34-da48-4cea-a406-3ed062be8500 None None] Updating router 3e5b6a5e-dae9-4233-a289-94d5f15ec0f2 port 20925831-7162-4648-bf06-53baf1f72189 binding host dv-cinder-851170-2-iscsi {{(pid=104487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 08:41:04.282997 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-3195cf34-da48-4cea-a406-3ed062be8500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (20925831-7162-4648-bf06-53baf1f72189), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:04.309717 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Device 0d661cc2-6556-43a4-8cbc-f794f30d6699 up at agent ovs-agent-dv-cinder-851170-2-iscsi {{(pid=104487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 08:41:04.316032 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-537e434d-bcad-4c04-861e-e4610253704f req-11c55e96-c446-4f7d-84d4-e1ac652f42d0 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/ports?device_id=ac824ac8-4d92-4c41-8a17-c96d40d2ce05 HTTP/1.1" status: 200 len: 210 time: 0.0446208 Jul 27 08:41:04.357412 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf802a3-72c4-4365-a63d-72c98e62ba78 admin admin] Pushing event updated for resources: {'Network': ['ID=8f62ee98-23a0-4933-b8cb-2aa4e027f74e,revision_number=1']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:41:04.375545 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Network 8f62ee98-23a0-4933-b8cb-2aa4e027f74e details requested by agent ovs-agent-dv-cinder-851170-2-iscsi with host dv-cinder-851170-2-iscsi {{(pid=104487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 08:41:04.396907 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 57342) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:41:04.397718 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-acf802a3-72c4-4365-a63d-72c98e62ba78 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 1.0213299 Jul 27 08:41:04.403639 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.v2.base [None req-8631dd23-cb05-4032-9bad-e93efd4e33a2 admin admin] Request body: {'subnet': {'network_id': '8f62ee98-23a0-4933-b8cb-2aa4e027f74e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1024449337-subnet', 'tenant_id': 'df89794fec88414e88f7a4b8ecbce47f', 'ip_version': 4}} {{(pid=104485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:41:04.518064 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8631dd23-cb05-4032-9bad-e93efd4e33a2 admin admin] Made reservation on behalf of df89794fec88414e88f7a4b8ecbce47f for: {'subnet': 1} {{(pid=104485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 08:41:04.522759 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-8631dd23-cb05-4032-9bad-e93efd4e33a2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:04.591943 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Provisioning complete for port 0d661cc2-6556-43a4-8cbc-f794f30d6699 triggered by entity L2. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:41:04.592325 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (0d661cc2-6556-43a4-8cbc-f794f30d6699), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:04.707943 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2712830-d921-4e0d-ab48-0afb3e498cbb req-c6155db9-ab4e-4c39-8be9-3ecef235b5b1 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:41:04.710779 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-e2712830-d921-4e0d-ab48-0afb3e498cbb req-c6155db9-ab4e-4c39-8be9-3ecef235b5b1 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/networks?id=d0a6cf88-547f-4cf8-ad21-f8b392f1c474 HTTP/1.1" status: 200 len: 818 time: 0.1490109 Jul 27 08:41:04.724116 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:41:04.728139 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-e2712830-d921-4e0d-ab48-0afb3e498cbb req-f290edfe-2bf8-45a0-86cb-48e0bb2c6770 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/quotas/a0d880114866423480268022d7dd20c5 HTTP/1.1" status: 200 len: 375 time: 0.0114155 Jul 27 08:41:04.729809 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:41:04.749571 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Current status of the port 0d661cc2-6556-43a4-8cbc-f794f30d6699 is: DOWN; New status is: ACTIVE {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:41:04.749962 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (0d661cc2-6556-43a4-8cbc-f794f30d6699), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:04.783322 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-e2712830-d921-4e0d-ab48-0afb3e498cbb req-0bf1bccd-849e-4307-a657-db690e10fd23 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=a0d880114866423480268022d7dd20c5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0481172 Jul 27 08:41:04.797160 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] For port 0d661cc2-6556-43a4-8cbc-f794f30d6699, host dv-cinder-851170-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851170-2-iscsi',level=0,port_id=0d661cc2-6556-43a4-8cbc-f794f30d6699,segment=NetworkSegment(0a5e83d9-b5a8-42c5-b200-67984880d111),segment_id=0a5e83d9-b5a8-42c5-b200-67984880d111)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:41:04.809075 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-3195cf34-da48-4cea-a406-3ed062be8500 None None] Publish callbacks [] for port (20925831-7162-4648-bf06-53baf1f72189), precommit_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:04.820469 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-8631dd23-cb05-4032-9bad-e93efd4e33a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739'] for subnet (ed01b172-e613-4e66-89b3-bd7cfc6a6e68), after_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:04.876912 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (0d661cc2-6556-43a4-8cbc-f794f30d6699), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:04.877907 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Device bc20dc56-ef1b-4d13-a040-e7c64a46e81e up at agent ovs-agent-dv-cinder-851170-2-iscsi {{(pid=104487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 08:41:04.881396 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8631dd23-cb05-4032-9bad-e93efd4e33a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed01b172-e613-4e66-89b3-bd7cfc6a6e68,revision_number=0']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:41:04.890185 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8631dd23-cb05-4032-9bad-e93efd4e33a2 admin admin] Checking segment: {'id': '68930789-2201-41e5-af0c-d633f061e6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '8f62ee98-23a0-4933-b8cb-2aa4e027f74e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 08:41:04.890438 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8631dd23-cb05-4032-9bad-e93efd4e33a2 admin admin] Network hostable DHCP agents. Network: 8f62ee98-23a0-4933-b8cb-2aa4e027f74e, hostable agents: ['7c77c4a2-8ca4-486b-af2a-676805e7b922'], hosted agents: [] {{(pid=104485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 08:41:04.902736 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-e2712830-d921-4e0d-ab48-0afb3e498cbb req-77160b80-6611-4471-9722-5e0ac99f90fe service neutron] 10.222.0.40 "GET /v2.0/networks/d0a6cf88-547f-4cf8-ad21-f8b392f1c474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125610 Jul 27 08:41:04.951322 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-3195cf34-da48-4cea-a406-3ed062be8500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (20925831-7162-4648-bf06-53baf1f72189), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:05.005685 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Pushing event updated for resources: {'Port': ['ID=0d661cc2-6556-43a4-8cbc-f794f30d6699,revision_number=4']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:41:05.013561 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-e2712830-d921-4e0d-ab48-0afb3e498cbb req-e22b6e89-8b98-4650-a3ff-af62edcb646a service neutron] 10.222.0.40 "GET /v2.0/networks/d0a6cf88-547f-4cf8-ad21-f8b392f1c474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045983 Jul 27 08:41:05.024289 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8631dd23-cb05-4032-9bad-e93efd4e33a2 admin admin] Network 8f62ee98-23a0-4933-b8cb-2aa4e027f74e is scheduled to be hosted by DHCP agent 7c77c4a2-8ca4-486b-af2a-676805e7b922 with binding_index 1 {{(pid=104485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 08:41:05.059502 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Provisioning complete for port bc20dc56-ef1b-4d13-a040-e7c64a46e81e triggered by entity L2. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:41:05.059785 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (bc20dc56-ef1b-4d13-a040-e7c64a46e81e), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:05.112269 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.scheduler.base_scheduler [None req-8631dd23-cb05-4032-9bad-e93efd4e33a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851170-2-iscsi, 8f62ee98-23a0-4933-b8cb-2aa4e027f74e) {{(pid=104485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 08:41:05.122679 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8631dd23-cb05-4032-9bad-e93efd4e33a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:41:05.123496 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-8631dd23-cb05-4032-9bad-e93efd4e33a2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:05.133985 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:41:05.138920 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d99ef3-64ae-47e3-8f13-e763ed3bfc90 None None] Pushing event updated for resources: {'Port': ['ID=20925831-7162-4648-bf06-53baf1f72189,revision_number=3']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:41:05.141252 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e93e148-60c9-442b-9496-fb0473b61688 None None] Network 8f62ee98-23a0-4933-b8cb-2aa4e027f74e requested from dv-cinder-851170-2-iscsi {{(pid=104487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 08:41:05.148306 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.managers [None req-3195cf34-da48-4cea-a406-3ed062be8500 None None] Attempting to bind port 20925831-7162-4648-bf06-53baf1f72189 on host dv-cinder-851170-2-iscsi for vnic_type normal with profile {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 08:41:05.148306 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.managers [None req-3195cf34-da48-4cea-a406-3ed062be8500 None None] Attempting to bind port 20925831-7162-4648-bf06-53baf1f72189 by drivers openvswitch,hyperv on host dv-cinder-851170-2-iscsi at level 0 using segments [{'id': '25556ca1-67d3-4c5f-8bb3-e3393e44e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'd0a6cf88-547f-4cf8-ad21-f8b392f1c474'}] {{(pid=104487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 08:41:05.148683 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3195cf34-da48-4cea-a406-3ed062be8500 None None] Attempting to bind port 20925831-7162-4648-bf06-53baf1f72189 on network d0a6cf88-547f-4cf8-ad21-f8b392f1c474 {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 08:41:05.199458 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3195cf34-da48-4cea-a406-3ed062be8500 None None] Checking agent: {'id': 'ed9de811-f248-496b-b487-860d50d7cee7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851170-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 8, 30, 21), 'started_at': datetime.datetime(2022, 7, 27, 8, 30, 51), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 8, 40, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851170-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 08:41:05.199835 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3195cf34-da48-4cea-a406-3ed062be8500 None None] Checking segment: {'id': '25556ca1-67d3-4c5f-8bb3-e3393e44e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'd0a6cf88-547f-4cf8-ad21-f8b392f1c474'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 08:41:05.200252 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-3195cf34-da48-4cea-a406-3ed062be8500 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:05.200673 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3195cf34-da48-4cea-a406-3ed062be8500 None None] Bound using segment: {'id': '25556ca1-67d3-4c5f-8bb3-e3393e44e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'd0a6cf88-547f-4cf8-ad21-f8b392f1c474'} {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 08:41:05.201207 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.managers [None req-3195cf34-da48-4cea-a406-3ed062be8500 None None] Bound port: 20925831-7162-4648-bf06-53baf1f72189, host: dv-cinder-851170-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25556ca1-67d3-4c5f-8bb3-e3393e44e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'd0a6cf88-547f-4cf8-ad21-f8b392f1c474'}}] {{(pid=104487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 08:41:05.201591 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-3195cf34-da48-4cea-a406-3ed062be8500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (20925831-7162-4648-bf06-53baf1f72189), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:05.280644 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-8631dd23-cb05-4032-9bad-e93efd4e33a2 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8817759 Jul 27 08:41:05.283319 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 57362) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:41:05.288149 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.v2.base [None req-18da72e7-9d28-4fe9-a45c-a01a6e3f377e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1024449337-router', 'tenant_id': 'df89794fec88414e88f7a4b8ecbce47f', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5'}}} {{(pid=104486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:41:05.404611 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-7b1d703f-7a9f-4800-a582-3ad7a94c40cb req-2f3a3e32-622f-47c6-bc5a-18d09e1e56ab tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/ports?device_id=dcaa9a44-f92c-4932-bcfc-6f5195df3936 HTTP/1.1" status: 200 len: 210 time: 0.0342031 Jul 27 08:41:05.420699 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-18da72e7-9d28-4fe9-a45c-a01a6e3f377e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8122130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-347'] for router (5da7ac93-3846-4a54-b608-43384d908a2e), before_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:05.421771 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-18da72e7-9d28-4fe9-a45c-a01a6e3f377e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8119546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-327805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-338'] for router (5da7ac93-3846-4a54-b608-43384d908a2e), precommit_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:05.467689 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-cc5a2b23-90eb-4e39-9a62-15d41d5eef5b None None] Provisioning complete for port 20925831-7162-4648-bf06-53baf1f72189 triggered by entity DHCP. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:41:05.468435 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-cc5a2b23-90eb-4e39-9a62-15d41d5eef5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (20925831-7162-4648-bf06-53baf1f72189), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:05.487995 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78841f31-3e85-4735-a276-393ea60efdb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15de2134-51f9-5133-ac93-618e7ff2167e-8f62ee98-23a0-4933-b8cb-2aa4e027f74e', 'network_id': '8f62ee98-23a0-4933-b8cb-2aa4e027f74e', 'project_id': 'df89794fec88414e88f7a4b8ecbce47f', 'fixed_ips': [{'subnet_id': 'ed01b172-e613-4e66-89b3-bd7cfc6a6e68'}]}} from dv-cinder-851170-2-iscsi. {{(pid=104487) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 27 08:41:05.489805 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-78841f31-3e85-4735-a276-393ea60efdb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (None), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:05.508764 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-18da72e7-9d28-4fe9-a45c-a01a6e3f377e admin admin] Publish callbacks [] for router_controller (5da7ac93-3846-4a54-b608-43384d908a2e), precommit_add_association {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:05.538683 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b389c239-a65a-4a74-9d41-4474e81a0ecc None None] Sync routers for ids ['ace0d735-a96b-4d9b-8e49-2dabee6950e1'] in dv-cinder-851170-2-iscsi {{(pid=104488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 08:41:05.556447 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b389c239-a65a-4a74-9d41-4474e81a0ecc None None] Routers {'ace0d735-a96b-4d9b-8e49-2dabee6950e1'} bound to L3 agent in host dv-cinder-851170-2-iscsi {{(pid=104488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 08:41:05.557655 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_hamode_db [None req-b389c239-a65a-4a74-9d41-4474e81a0ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-27T08:30:18Z,description=,heartbeat_timestamp=2022-07-27T08:40:48Z,host='dv-cinder-851170-2-iscsi',id=5bc6d868-bb0b-4164-b2dd-44360f4de654,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T08:30:19Z,topic='l3_agent')) {'router_ids': ['ace0d735-a96b-4d9b-8e49-2dabee6950e1'], 'active': True} {{(pid=104488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:41:05.579482 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Current status of the port bc20dc56-ef1b-4d13-a040-e7c64a46e81e is: ACTIVE; New status is: ACTIVE {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:41:05.619660 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-3195cf34-da48-4cea-a406-3ed062be8500 None None] For port 20925831-7162-4648-bf06-53baf1f72189, host dv-cinder-851170-2-iscsi, cleared binding levels {{(pid=104487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 08:41:05.625374 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-cc5a2b23-90eb-4e39-9a62-15d41d5eef5b None None] Port 20925831-7162-4648-bf06-53baf1f72189 cannot update to ACTIVE because it is not bound. {{(pid=104487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 08:41:05.701862 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvr_db [None req-b389c239-a65a-4a74-9d41-4474e81a0ecc None None] Set router ace0d735-a96b-4d9b-8e49-2dabee6950e1 gateway port host: dv-cinder-851170-2-iscsi {{(pid=104488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 08:41:05.707198 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-3195cf34-da48-4cea-a406-3ed062be8500 None None] For port 20925831-7162-4648-bf06-53baf1f72189, host dv-cinder-851170-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851170-2-iscsi',level=0,port_id=20925831-7162-4648-bf06-53baf1f72189,segment=NetworkSegment(25556ca1-67d3-4c5f-8bb3-e3393e44e1ba),segment_id=25556ca1-67d3-4c5f-8bb3-e3393e44e1ba)] {{(pid=104487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 08:41:05.809597 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-18da72e7-9d28-4fe9-a45c-a01a6e3f377e admin admin] Publish callbacks [] for router_gateway (5da7ac93-3846-4a54-b608-43384d908a2e), precommit_update {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:05.826419 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-3195cf34-da48-4cea-a406-3ed062be8500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (20925831-7162-4648-bf06-53baf1f72189), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:05.836068 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:41:05.874116 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.db_base_plugin_common [None req-78841f31-3e85-4735-a276-393ea60efdb6 None None] Allocated IP 172.20.0.2 (8f62ee98-23a0-4933-b8cb-2aa4e027f74e/ed01b172-e613-4e66-89b3-bd7cfc6a6e68/2b0f9add-1334-4b60-b930-f0f579237dad) {{(pid=104487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 08:41:05.953798 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3195cf34-da48-4cea-a406-3ed062be8500 None None] Routers {'3e5b6a5e-dae9-4233-a289-94d5f15ec0f2'} bound to L3 agent in host dv-cinder-851170-2-iscsi {{(pid=104487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 08:41:05.954351 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_hamode_db [None req-3195cf34-da48-4cea-a406-3ed062be8500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-27T08:30:18Z,description=,heartbeat_timestamp=2022-07-27T08:40:48Z,host='dv-cinder-851170-2-iscsi',id=5bc6d868-bb0b-4164-b2dd-44360f4de654,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T08:30:19Z,topic='l3_agent')) {'router_ids': ['3e5b6a5e-dae9-4233-a289-94d5f15ec0f2'], 'active': True} {{(pid=104487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:41:06.079167 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_hamode_db [None req-b389c239-a65a-4a74-9d41-4474e81a0ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ace0d735-a96b-4d9b-8e49-2dabee6950e1', 'name': 'tempest-TestMinimumBasicScenario-72921289-router', 'tenant_id': '52bd08da2d1746c6a84cf75143ae6bf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '0d661cc2-6556-43a4-8cbc-f794f30d6699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:40:56Z', 'updated_at': '2022-07-27T08:41:01Z', 'revision_number': 4, 'project_id': '52bd08da2d1746c6a84cf75143ae6bf6', 'gw_port': {'id': '0d661cc2-6556-43a4-8cbc-f794f30d6699', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:8b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ace0d735-a96b-4d9b-8e49-2dabee6950e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:40:57Z', 'updated_at': '2022-07-27T08:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi', '_interfaces': [{'id': 'e1590914-8079-49e2-9704-b6e9670486dd', 'name': '', 'network_id': '19667394-873e-4fb0-a227-f5cd6f6c3a28', 'tenant_id': '52bd08da2d1746c6a84cf75143ae6bf6', 'mac_address': 'fa:16:3e:31:9c:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ace0d735-a96b-4d9b-8e49-2dabee6950e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '6877d0b1-ca13-41b7-9cc9-a45fde6af8fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:41:00Z', 'updated_at': '2022-07-27T08:41:01Z', 'revision_number': 2, 'project_id': '52bd08da2d1746c6a84cf75143ae6bf6', 'subnets': [{'id': '6877d0b1-ca13-41b7-9cc9-a45fde6af8fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851170-2-iscsi', False) {} {{(pid=104488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:41:06.090856 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d99ef3-64ae-47e3-8f13-e763ed3bfc90 None None] Pushing event updated for resources: {'Port': ['ID=20925831-7162-4648-bf06-53baf1f72189,revision_number=4']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:41:06.104970 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:INSERT=4,neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:41:06.128766 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b389c239-a65a-4a74-9d41-4474e81a0ecc None None] Checking router: ace0d735-a96b-4d9b-8e49-2dabee6950e1 for host: dv-cinder-851170-2-iscsi {{(pid=104488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 08:41:06.129096 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b389c239-a65a-4a74-9d41-4474e81a0ecc None None] Updating router ace0d735-a96b-4d9b-8e49-2dabee6950e1 port e1590914-8079-49e2-9704-b6e9670486dd binding host dv-cinder-851170-2-iscsi {{(pid=104488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 08:41:06.143293 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvr_db [None req-3195cf34-da48-4cea-a406-3ed062be8500 None None] Set router 3e5b6a5e-dae9-4233-a289-94d5f15ec0f2 gateway port host: dv-cinder-851170-2-iscsi {{(pid=104487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 08:41:06.200275 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-b389c239-a65a-4a74-9d41-4474e81a0ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (e1590914-8079-49e2-9704-b6e9670486dd), before_update {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:06.202714 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=100 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:41:06.293128 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-18da72e7-9d28-4fe9-a45c-a01a6e3f377e admin admin] Publish callbacks [] for router_gateway (5da7ac93-3846-4a54-b608-43384d908a2e), before_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:06.303275 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:41:06.312964 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Device 0d661cc2-6556-43a4-8cbc-f794f30d6699 up at agent ovs-agent-dv-cinder-851170-2-iscsi {{(pid=104487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 08:41:06.329937 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-18da72e7-9d28-4fe9-a45c-a01a6e3f377e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (None), before_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:06.443138 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-3a64278d-a5c4-4fd4-9af2-bbdff5395604 None None] Provisioning complete for port 20925831-7162-4648-bf06-53baf1f72189 triggered by entity DHCP. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:41:06.443754 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-3a64278d-a5c4-4fd4-9af2-bbdff5395604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (20925831-7162-4648-bf06-53baf1f72189), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:06.459140 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:41:06.571136 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-7c108e38-6896-4e35-abae-e8ccfb004aa6 req-3e160b9b-8ff4-4fe9-9c90-9b4f7f2ae041 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/ports?device_id=dcaa9a44-f92c-4932-bcfc-6f5195df3936 HTTP/1.1" status: 200 len: 210 time: 0.0625310 Jul 27 08:41:06.589966 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:41:06.613767 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.db.db_base_plugin_common [None req-18da72e7-9d28-4fe9-a45c-a01a6e3f377e admin admin] Allocated IP 172.27.2.99 (e7cd7671-9410-421d-95f2-ddad301715a5/bd8cca88-d260-42a1-9635-5bfcc6eba2a1/8d569832-7ef9-4c22-86e2-8066c4b25d54) {{(pid=104486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 08:41:06.618444 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Provisioning complete for port 0d661cc2-6556-43a4-8cbc-f794f30d6699 triggered by entity L2. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:41:06.618819 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (0d661cc2-6556-43a4-8cbc-f794f30d6699), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:06.637383 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-78841f31-3e85-4735-a276-393ea60efdb6 None None] Publish callbacks [] for port (2b0f9add-1334-4b60-b930-f0f579237dad), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:06.671741 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-b389c239-a65a-4a74-9d41-4474e81a0ecc None None] Publish callbacks [] for port (e1590914-8079-49e2-9704-b6e9670486dd), precommit_update {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:06.739707 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-18da72e7-9d28-4fe9-a45c-a01a6e3f377e admin admin] Publish callbacks [] for port (8d569832-7ef9-4c22-86e2-8066c4b25d54), precommit_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:06.765068 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_hamode_db [None req-3195cf34-da48-4cea-a406-3ed062be8500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e5b6a5e-dae9-4233-a289-94d5f15ec0f2', 'name': 'tempest-ServerRescueNegativeTestJSON-336603511-router', 'tenant_id': 'a0d880114866423480268022d7dd20c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': 'bc20dc56-ef1b-4d13-a040-e7c64a46e81e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:40:56Z', 'updated_at': '2022-07-27T08:41:00Z', 'revision_number': 4, 'project_id': 'a0d880114866423480268022d7dd20c5', 'gw_port': {'id': 'bc20dc56-ef1b-4d13-a040-e7c64a46e81e', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5b6a5e-dae9-4233-a289-94d5f15ec0f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:40:57Z', 'updated_at': '2022-07-27T08:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi', '_interfaces': [{'id': '20925831-7162-4648-bf06-53baf1f72189', 'name': '', 'network_id': 'd0a6cf88-547f-4cf8-ad21-f8b392f1c474', 'tenant_id': 'a0d880114866423480268022d7dd20c5', 'mac_address': 'fa:16:3e:1b:02:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e5b6a5e-dae9-4233-a289-94d5f15ec0f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'e0dfc042-b535-4f7d-9065-dbfee481baea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:41:00Z', 'updated_at': '2022-07-27T08:41:05Z', 'revision_number': 4, 'project_id': 'a0d880114866423480268022d7dd20c5', 'subnets': [{'id': 'e0dfc042-b535-4f7d-9065-dbfee481baea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851170-2-iscsi', False) {} {{(pid=104487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:41:06.769557 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-78841f31-3e85-4735-a276-393ea60efdb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786709965397'] for port (2b0f9add-1334-4b60-b930-f0f579237dad), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:06.789277 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-b389c239-a65a-4a74-9d41-4474e81a0ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (e1590914-8079-49e2-9704-b6e9670486dd), after_update {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:06.816171 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-3a64278d-a5c4-4fd4-9af2-bbdff5395604 None None] Current status of the port 20925831-7162-4648-bf06-53baf1f72189 is: DOWN; New status is: ACTIVE {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:41:06.816650 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-3a64278d-a5c4-4fd4-9af2-bbdff5395604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (20925831-7162-4648-bf06-53baf1f72189), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:06.831793 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3195cf34-da48-4cea-a406-3ed062be8500 None None] The sync data for ids ['3e5b6a5e-dae9-4233-a289-94d5f15ec0f2'] in dv-cinder-851170-2-iscsi is: [{'id': '3e5b6a5e-dae9-4233-a289-94d5f15ec0f2', 'name': 'tempest-ServerRescueNegativeTestJSON-336603511-router', 'tenant_id': 'a0d880114866423480268022d7dd20c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': 'bc20dc56-ef1b-4d13-a040-e7c64a46e81e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:40:56Z', 'updated_at': '2022-07-27T08:41:00Z', 'revision_number': 4, 'project_id': 'a0d880114866423480268022d7dd20c5', 'gw_port': {'id': 'bc20dc56-ef1b-4d13-a040-e7c64a46e81e', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5b6a5e-dae9-4233-a289-94d5f15ec0f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:40:57Z', 'updated_at': '2022-07-27T08:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi', '_interfaces': [{'id': '20925831-7162-4648-bf06-53baf1f72189', 'name': '', 'network_id': 'd0a6cf88-547f-4cf8-ad21-f8b392f1c474', 'tenant_id': 'a0d880114866423480268022d7dd20c5', 'mac_address': 'fa:16:3e:1b:02:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e5b6a5e-dae9-4233-a289-94d5f15ec0f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'e0dfc042-b535-4f7d-9065-dbfee481baea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:41:00Z', 'updated_at': '2022-07-27T08:41:05Z', 'revision_number': 4, 'project_id': 'a0d880114866423480268022d7dd20c5', 'subnets': [{'id': 'e0dfc042-b535-4f7d-9065-dbfee481baea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 08:41:06.841487 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d5d22e-7f28-42a2-8d2b-6d02bc7e40d9 None None] Pushing event updated for resources: {'Port': ['ID=e1590914-8079-49e2-9704-b6e9670486dd,revision_number=3']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:41:06.871569 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-18da72e7-9d28-4fe9-a45c-a01a6e3f377e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786709965397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4293862'] for port (8d569832-7ef9-4c22-86e2-8066c4b25d54), after_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:06.891542 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78841f31-3e85-4735-a276-393ea60efdb6 None None] Network 8f62ee98-23a0-4933-b8cb-2aa4e027f74e is already hosted by enough agents. {{(pid=104487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 08:41:06.913191 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Current status of the port 0d661cc2-6556-43a4-8cbc-f794f30d6699 is: ACTIVE; New status is: ACTIVE {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:41:06.915951 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.scheduler.base_scheduler [None req-78841f31-3e85-4735-a276-393ea60efdb6 None None] Resources bound (agent type, host, resource id): {{(pid=104487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 08:41:06.935896 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78841f31-3e85-4735-a276-393ea60efdb6 None None] Received port after_create {{(pid=104487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 08:41:06.935896 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78841f31-3e85-4735-a276-393ea60efdb6 None None] Pushing event updated for resources: {'Port': ['ID=2b0f9add-1334-4b60-b930-f0f579237dad,revision_number=1']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:41:06.949049 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-3a64278d-a5c4-4fd4-9af2-bbdff5395604 None None] For port 20925831-7162-4648-bf06-53baf1f72189, host dv-cinder-851170-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851170-2-iscsi',level=0,port_id=20925831-7162-4648-bf06-53baf1f72189,segment=NetworkSegment(25556ca1-67d3-4c5f-8bb3-e3393e44e1ba),segment_id=25556ca1-67d3-4c5f-8bb3-e3393e44e1ba)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:41:06.961404 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18da72e7-9d28-4fe9-a45c-a01a6e3f377e admin admin] Network e7cd7671-9410-421d-95f2-ddad301715a5 is already hosted by enough agents. {{(pid=104486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 08:41:06.969823 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.scheduler.base_scheduler [None req-18da72e7-9d28-4fe9-a45c-a01a6e3f377e admin admin] Resources bound (agent type, host, resource id): {{(pid=104486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 08:41:06.972373 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18da72e7-9d28-4fe9-a45c-a01a6e3f377e admin admin] Received port after_create {{(pid=104486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 08:41:06.976414 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.managers [None req-b389c239-a65a-4a74-9d41-4474e81a0ecc None None] Attempting to bind port e1590914-8079-49e2-9704-b6e9670486dd on host dv-cinder-851170-2-iscsi for vnic_type normal with profile {{(pid=104488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 08:41:06.976792 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.managers [None req-b389c239-a65a-4a74-9d41-4474e81a0ecc None None] Attempting to bind port e1590914-8079-49e2-9704-b6e9670486dd by drivers openvswitch,hyperv on host dv-cinder-851170-2-iscsi at level 0 using segments [{'id': '93fff055-4ec4-4caa-96fc-193cf0c128e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '19667394-873e-4fb0-a227-f5cd6f6c3a28'}] {{(pid=104488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 08:41:06.977152 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b389c239-a65a-4a74-9d41-4474e81a0ecc None None] Attempting to bind port e1590914-8079-49e2-9704-b6e9670486dd on network 19667394-873e-4fb0-a227-f5cd6f6c3a28 {{(pid=104488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 08:41:06.985209 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b389c239-a65a-4a74-9d41-4474e81a0ecc None None] Checking agent: {'id': 'ed9de811-f248-496b-b487-860d50d7cee7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851170-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 8, 30, 21), 'started_at': datetime.datetime(2022, 7, 27, 8, 30, 51), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 8, 40, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851170-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 08:41:06.985845 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b389c239-a65a-4a74-9d41-4474e81a0ecc None None] Checking segment: {'id': '93fff055-4ec4-4caa-96fc-193cf0c128e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '19667394-873e-4fb0-a227-f5cd6f6c3a28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 08:41:06.986412 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-b389c239-a65a-4a74-9d41-4474e81a0ecc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:06.986850 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b389c239-a65a-4a74-9d41-4474e81a0ecc None None] Bound using segment: {'id': '93fff055-4ec4-4caa-96fc-193cf0c128e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '19667394-873e-4fb0-a227-f5cd6f6c3a28'} {{(pid=104488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 08:41:06.987401 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.managers [None req-b389c239-a65a-4a74-9d41-4474e81a0ecc None None] Bound port: e1590914-8079-49e2-9704-b6e9670486dd, host: dv-cinder-851170-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93fff055-4ec4-4caa-96fc-193cf0c128e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '19667394-873e-4fb0-a227-f5cd6f6c3a28'}}] {{(pid=104488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 08:41:06.987780 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-b389c239-a65a-4a74-9d41-4474e81a0ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (e1590914-8079-49e2-9704-b6e9670486dd), before_update {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:07.051181 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-3a64278d-a5c4-4fd4-9af2-bbdff5395604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (20925831-7162-4648-bf06-53baf1f72189), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:07.118379 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.db [None req-b389c239-a65a-4a74-9d41-4474e81a0ecc None None] For port e1590914-8079-49e2-9704-b6e9670486dd, host dv-cinder-851170-2-iscsi, cleared binding levels {{(pid=104488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 08:41:07.122573 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.db [None req-b389c239-a65a-4a74-9d41-4474e81a0ecc None None] For port e1590914-8079-49e2-9704-b6e9670486dd, host dv-cinder-851170-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851170-2-iscsi',level=0,port_id=e1590914-8079-49e2-9704-b6e9670486dd,segment=NetworkSegment(93fff055-4ec4-4caa-96fc-193cf0c128e0),segment_id=93fff055-4ec4-4caa-96fc-193cf0c128e0)] {{(pid=104488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 08:41:07.139130 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18da72e7-9d28-4fe9-a45c-a01a6e3f377e admin admin] Pushing event updated for resources: {'Port': ['ID=8d569832-7ef9-4c22-86e2-8066c4b25d54,revision_number=1']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:41:07.149981 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.managers [None req-78841f31-3e85-4735-a276-393ea60efdb6 None None] Attempting to bind port 2b0f9add-1334-4b60-b930-f0f579237dad on host dv-cinder-851170-2-iscsi for vnic_type normal with profile {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 08:41:07.154483 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.managers [None req-78841f31-3e85-4735-a276-393ea60efdb6 None None] Attempting to bind port 2b0f9add-1334-4b60-b930-f0f579237dad by drivers openvswitch,hyperv on host dv-cinder-851170-2-iscsi at level 0 using segments [{'id': '68930789-2201-41e5-af0c-d633f061e6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '8f62ee98-23a0-4933-b8cb-2aa4e027f74e'}] {{(pid=104487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 08:41:07.155973 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78841f31-3e85-4735-a276-393ea60efdb6 None None] Attempting to bind port 2b0f9add-1334-4b60-b930-f0f579237dad on network 8f62ee98-23a0-4933-b8cb-2aa4e027f74e {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 08:41:07.183162 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78841f31-3e85-4735-a276-393ea60efdb6 None None] Checking agent: {'id': 'ed9de811-f248-496b-b487-860d50d7cee7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851170-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 8, 30, 21), 'started_at': datetime.datetime(2022, 7, 27, 8, 30, 51), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 8, 40, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851170-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 08:41:07.186241 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78841f31-3e85-4735-a276-393ea60efdb6 None None] Checking segment: {'id': '68930789-2201-41e5-af0c-d633f061e6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '8f62ee98-23a0-4933-b8cb-2aa4e027f74e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 08:41:07.187229 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-78841f31-3e85-4735-a276-393ea60efdb6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:07.187898 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78841f31-3e85-4735-a276-393ea60efdb6 None None] Bound using segment: {'id': '68930789-2201-41e5-af0c-d633f061e6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '8f62ee98-23a0-4933-b8cb-2aa4e027f74e'} {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 08:41:07.188718 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.managers [None req-78841f31-3e85-4735-a276-393ea60efdb6 None None] Bound port: 2b0f9add-1334-4b60-b930-f0f579237dad, host: dv-cinder-851170-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68930789-2201-41e5-af0c-d633f061e6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '8f62ee98-23a0-4933-b8cb-2aa4e027f74e'}}] {{(pid=104487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 08:41:07.189809 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-78841f31-3e85-4735-a276-393ea60efdb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (2b0f9add-1334-4b60-b930-f0f579237dad), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:07.211500 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-b389c239-a65a-4a74-9d41-4474e81a0ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (e1590914-8079-49e2-9704-b6e9670486dd), after_update {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:07.220444 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:41:07.229370 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a64278d-a5c4-4fd4-9af2-bbdff5395604 None None] Pushing event updated for resources: {'Port': ['ID=20925831-7162-4648-bf06-53baf1f72189,revision_number=5']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:41:07.302888 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b389c239-a65a-4a74-9d41-4474e81a0ecc None None] Routers {'ace0d735-a96b-4d9b-8e49-2dabee6950e1'} bound to L3 agent in host dv-cinder-851170-2-iscsi {{(pid=104488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 08:41:07.303515 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_hamode_db [None req-b389c239-a65a-4a74-9d41-4474e81a0ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-27T08:30:18Z,description=,heartbeat_timestamp=2022-07-27T08:40:48Z,host='dv-cinder-851170-2-iscsi',id=5bc6d868-bb0b-4164-b2dd-44360f4de654,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T08:30:19Z,topic='l3_agent')) {'router_ids': ['ace0d735-a96b-4d9b-8e49-2dabee6950e1'], 'active': True} {{(pid=104488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:41:07.303938 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-78841f31-3e85-4735-a276-393ea60efdb6 None None] For port 2b0f9add-1334-4b60-b930-f0f579237dad, host dv-cinder-851170-2-iscsi, cleared binding levels {{(pid=104487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 08:41:07.307316 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-102e4dc6-95f9-42a7-95e9-7f1fdca4fbaa None None] Provisioning complete for port e1590914-8079-49e2-9704-b6e9670486dd triggered by entity DHCP. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:41:07.308268 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-102e4dc6-95f9-42a7-95e9-7f1fdca4fbaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (e1590914-8079-49e2-9704-b6e9670486dd), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:07.349705 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:41:07.354490 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d5d22e-7f28-42a2-8d2b-6d02bc7e40d9 None None] Pushing event updated for resources: {'Port': ['ID=e1590914-8079-49e2-9704-b6e9670486dd,revision_number=4']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:41:07.386673 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-78841f31-3e85-4735-a276-393ea60efdb6 None None] For port 2b0f9add-1334-4b60-b930-f0f579237dad, host dv-cinder-851170-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851170-2-iscsi',level=0,port_id=2b0f9add-1334-4b60-b930-f0f579237dad,segment=NetworkSegment(68930789-2201-41e5-af0c-d633f061e6eb),segment_id=68930789-2201-41e5-af0c-d633f061e6eb)] {{(pid=104487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 08:41:07.444331 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-102e4dc6-95f9-42a7-95e9-7f1fdca4fbaa None None] Current status of the port e1590914-8079-49e2-9704-b6e9670486dd is: DOWN; New status is: ACTIVE {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:41:07.444645 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-102e4dc6-95f9-42a7-95e9-7f1fdca4fbaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (e1590914-8079-49e2-9704-b6e9670486dd), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:07.484513 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvr_db [None req-b389c239-a65a-4a74-9d41-4474e81a0ecc None None] Set router ace0d735-a96b-4d9b-8e49-2dabee6950e1 gateway port host: dv-cinder-851170-2-iscsi {{(pid=104488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 08:41:07.487975 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:41:07.493391 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-102e4dc6-95f9-42a7-95e9-7f1fdca4fbaa None None] For port e1590914-8079-49e2-9704-b6e9670486dd, host dv-cinder-851170-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851170-2-iscsi',level=0,port_id=e1590914-8079-49e2-9704-b6e9670486dd,segment=NetworkSegment(93fff055-4ec4-4caa-96fc-193cf0c128e0),segment_id=93fff055-4ec4-4caa-96fc-193cf0c128e0)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:41:07.500440 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-78841f31-3e85-4735-a276-393ea60efdb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (2b0f9add-1334-4b60-b930-f0f579237dad), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:07.546340 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:41:07.617388 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-102e4dc6-95f9-42a7-95e9-7f1fdca4fbaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (e1590914-8079-49e2-9704-b6e9670486dd), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:07.655452 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-18da72e7-9d28-4fe9-a45c-a01a6e3f377e admin admin] Publish callbacks [] for router_gateway (5da7ac93-3846-4a54-b608-43384d908a2e), after_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:07.673846 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78841f31-3e85-4735-a276-393ea60efdb6 None None] Pushing event updated for resources: {'Port': ['ID=2b0f9add-1334-4b60-b930-f0f579237dad,revision_number=2']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:41:07.749157 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-2d40fded-6ab7-4db1-a754-f79e3ca1481b None None] Provisioning complete for port e1590914-8079-49e2-9704-b6e9670486dd triggered by entity DHCP. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:41:07.749790 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-2d40fded-6ab7-4db1-a754-f79e3ca1481b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (e1590914-8079-49e2-9704-b6e9670486dd), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:07.767067 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:41:07.785392 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-f970b338-9799-40f3-89f6-b43c8b6e89fe req-ae1b4970-99aa-4613-8079-3aa97c86a3db tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/ports?device_id=dcaa9a44-f92c-4932-bcfc-6f5195df3936 HTTP/1.1" status: 200 len: 210 time: 0.0509810 Jul 27 08:41:07.883143 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102e4dc6-95f9-42a7-95e9-7f1fdca4fbaa None None] Pushing event updated for resources: {'Port': ['ID=e1590914-8079-49e2-9704-b6e9670486dd,revision_number=5']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:41:07.977699 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-2d40fded-6ab7-4db1-a754-f79e3ca1481b None None] Current status of the port e1590914-8079-49e2-9704-b6e9670486dd is: ACTIVE; New status is: ACTIVE {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:41:07.979716 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_hamode_db [None req-b389c239-a65a-4a74-9d41-4474e81a0ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ace0d735-a96b-4d9b-8e49-2dabee6950e1', 'name': 'tempest-TestMinimumBasicScenario-72921289-router', 'tenant_id': '52bd08da2d1746c6a84cf75143ae6bf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '0d661cc2-6556-43a4-8cbc-f794f30d6699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:40:56Z', 'updated_at': '2022-07-27T08:41:01Z', 'revision_number': 4, 'project_id': '52bd08da2d1746c6a84cf75143ae6bf6', 'gw_port': {'id': '0d661cc2-6556-43a4-8cbc-f794f30d6699', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:8b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ace0d735-a96b-4d9b-8e49-2dabee6950e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:40:57Z', 'updated_at': '2022-07-27T08:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi', '_interfaces': [{'id': 'e1590914-8079-49e2-9704-b6e9670486dd', 'name': '', 'network_id': '19667394-873e-4fb0-a227-f5cd6f6c3a28', 'tenant_id': '52bd08da2d1746c6a84cf75143ae6bf6', 'mac_address': 'fa:16:3e:31:9c:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ace0d735-a96b-4d9b-8e49-2dabee6950e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '6877d0b1-ca13-41b7-9cc9-a45fde6af8fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:41:00Z', 'updated_at': '2022-07-27T08:41:07Z', 'revision_number': 4, 'project_id': '52bd08da2d1746c6a84cf75143ae6bf6', 'subnets': [{'id': '6877d0b1-ca13-41b7-9cc9-a45fde6af8fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851170-2-iscsi', False) {} {{(pid=104488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:41:08.056887 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b389c239-a65a-4a74-9d41-4474e81a0ecc None None] The sync data for ids ['ace0d735-a96b-4d9b-8e49-2dabee6950e1'] in dv-cinder-851170-2-iscsi is: [{'id': 'ace0d735-a96b-4d9b-8e49-2dabee6950e1', 'name': 'tempest-TestMinimumBasicScenario-72921289-router', 'tenant_id': '52bd08da2d1746c6a84cf75143ae6bf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '0d661cc2-6556-43a4-8cbc-f794f30d6699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:40:56Z', 'updated_at': '2022-07-27T08:41:01Z', 'revision_number': 4, 'project_id': '52bd08da2d1746c6a84cf75143ae6bf6', 'gw_port': {'id': '0d661cc2-6556-43a4-8cbc-f794f30d6699', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:8b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ace0d735-a96b-4d9b-8e49-2dabee6950e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:40:57Z', 'updated_at': '2022-07-27T08:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi', '_interfaces': [{'id': 'e1590914-8079-49e2-9704-b6e9670486dd', 'name': '', 'network_id': '19667394-873e-4fb0-a227-f5cd6f6c3a28', 'tenant_id': '52bd08da2d1746c6a84cf75143ae6bf6', 'mac_address': 'fa:16:3e:31:9c:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ace0d735-a96b-4d9b-8e49-2dabee6950e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '6877d0b1-ca13-41b7-9cc9-a45fde6af8fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:41:00Z', 'updated_at': '2022-07-27T08:41:07Z', 'revision_number': 4, 'project_id': '52bd08da2d1746c6a84cf75143ae6bf6', 'subnets': [{'id': '6877d0b1-ca13-41b7-9cc9-a45fde6af8fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 08:41:08.058561 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8713c2-a382-4335-bb4b-4315af498be1 req-093cb64f-a3e6-474c-bb68-e77f2c043da3 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:41:08.060114 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-bf8713c2-a382-4335-bb4b-4315af498be1 req-093cb64f-a3e6-474c-bb68-e77f2c043da3 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.42 "GET /v2.0/networks?id=d0a6cf88-547f-4cf8-ad21-f8b392f1c474 HTTP/1.1" status: 200 len: 818 time: 0.5969918 Jul 27 08:41:08.100897 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.v2.base [req-bf8713c2-a382-4335-bb4b-4315af498be1 req-4f245eab-ac92-49a4-a958-325216b286b6 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Request body: {'port': {'device_id': 'ac824ac8-4d92-4c41-8a17-c96d40d2ce05', 'network_id': 'd0a6cf88-547f-4cf8-ad21-f8b392f1c474', 'admin_state_up': True, 'tenant_id': 'a0d880114866423480268022d7dd20c5'}} {{(pid=104486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:41:08.377358 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Device e1590914-8079-49e2-9704-b6e9670486dd up at agent ovs-agent-dv-cinder-851170-2-iscsi {{(pid=104487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 08:41:08.430130 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Provisioning complete for port e1590914-8079-49e2-9704-b6e9670486dd triggered by entity L2. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:41:08.430638 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (e1590914-8079-49e2-9704-b6e9670486dd), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:08.515198 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Current status of the port e1590914-8079-49e2-9704-b6e9670486dd is: ACTIVE; New status is: ACTIVE {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:41:08.516347 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Device 2b0f9add-1334-4b60-b930-f0f579237dad up at agent ovs-agent-dv-cinder-851170-2-iscsi {{(pid=104487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 08:41:08.564662 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Provisioning complete for port 2b0f9add-1334-4b60-b930-f0f579237dad triggered by entity L2. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:41:08.565274 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (2b0f9add-1334-4b60-b930-f0f579237dad), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:08.583310 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-18da72e7-9d28-4fe9-a45c-a01a6e3f377e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8119500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-363910'] for router (5da7ac93-3846-4a54-b608-43384d908a2e), after_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:08.730746 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=100 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:41:08.731746 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf8713c2-a382-4335-bb4b-4315af498be1 req-4f245eab-ac92-49a4-a958-325216b286b6 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Made reservation on behalf of a0d880114866423480268022d7dd20c5 for: {'port': 1} {{(pid=104486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 08:41:08.738764 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-bf8713c2-a382-4335-bb4b-4315af498be1 req-4f245eab-ac92-49a4-a958-325216b286b6 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (None), before_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:08.886126 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Current status of the port 2b0f9add-1334-4b60-b930-f0f579237dad is: DOWN; New status is: ACTIVE {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:41:08.886126 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (2b0f9add-1334-4b60-b930-f0f579237dad), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:08.933578 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] For port 2b0f9add-1334-4b60-b930-f0f579237dad, host dv-cinder-851170-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851170-2-iscsi',level=0,port_id=2b0f9add-1334-4b60-b930-f0f579237dad,segment=NetworkSegment(68930789-2201-41e5-af0c-d633f061e6eb),segment_id=68930789-2201-41e5-af0c-d633f061e6eb)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:41:08.981905 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-7bad6780-4302-48ad-8867-890ce322c6f7 req-1e595133-a8df-40a7-8a39-fd0df3f204c4 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/ports?device_id=dcaa9a44-f92c-4932-bcfc-6f5195df3936 HTTP/1.1" status: 200 len: 210 time: 0.0674787 Jul 27 08:41:09.006217 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (2b0f9add-1334-4b60-b930-f0f579237dad), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:09.006217 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Device 20925831-7162-4648-bf06-53baf1f72189 up at agent ovs-agent-dv-cinder-851170-2-iscsi {{(pid=104487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 08:41:09.006217 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:41:09.064234 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2712830-d921-4e0d-ab48-0afb3e498cbb req-6863c716-146d-4410-9057-40d68e42b006 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:41:09.065734 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-e2712830-d921-4e0d-ab48-0afb3e498cbb req-6863c716-146d-4410-9057-40d68e42b006 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.42 "GET /v2.0/networks?id=d0a6cf88-547f-4cf8-ad21-f8b392f1c474 HTTP/1.1" status: 200 len: 818 time: 0.2344568 Jul 27 08:41:09.089861 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.v2.base [req-e2712830-d921-4e0d-ab48-0afb3e498cbb req-38240879-f2cf-4d97-90e7-df77df9af744 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Request body: {'port': {'device_id': 'dcaa9a44-f92c-4932-bcfc-6f5195df3936', 'network_id': 'd0a6cf88-547f-4cf8-ad21-f8b392f1c474', 'admin_state_up': True, 'tenant_id': 'a0d880114866423480268022d7dd20c5'}} {{(pid=104486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:41:09.093647 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.db.db_base_plugin_common [req-bf8713c2-a382-4335-bb4b-4315af498be1 req-4f245eab-ac92-49a4-a958-325216b286b6 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Allocated IP 172.20.0.11 (d0a6cf88-547f-4cf8-ad21-f8b392f1c474/e0dfc042-b535-4f7d-9065-dbfee481baea/75614ea5-42c0-4439-8250-f07133e78608) {{(pid=104486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 08:41:09.098888 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Pushing event updated for resources: {'Port': ['ID=2b0f9add-1334-4b60-b930-f0f579237dad,revision_number=3']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:41:09.108103 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Provisioning complete for port 20925831-7162-4648-bf06-53baf1f72189 triggered by entity L2. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:41:09.108493 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (20925831-7162-4648-bf06-53baf1f72189), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:09.146696 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18da72e7-9d28-4fe9-a45c-a01a6e3f377e admin admin] Router 5da7ac93-3846-4a54-b608-43384d908a2e is scheduled to L3 agent 5bc6d868-bb0b-4164-b2dd-44360f4de654 with binding_index 1 {{(pid=104486) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 27 08:41:09.206660 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Current status of the port 20925831-7162-4648-bf06-53baf1f72189 is: ACTIVE; New status is: ACTIVE {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:41:09.228610 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7508c3fb-43ce-44ac-b64e-23afc3f61a30 None None] Network 8f62ee98-23a0-4933-b8cb-2aa4e027f74e requested from dv-cinder-851170-2-iscsi {{(pid=104487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 08:41:09.311907 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-3a2f7d87-a97b-4b2e-b2d1-cf3e755c803a None None] Provisioning complete for port 2b0f9add-1334-4b60-b930-f0f579237dad triggered by entity DHCP. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:41:09.312284 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-3a2f7d87-a97b-4b2e-b2d1-cf3e755c803a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (2b0f9add-1334-4b60-b930-f0f579237dad), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:09.363647 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:41:09.421080 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:41:09.450210 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-3a2f7d87-a97b-4b2e-b2d1-cf3e755c803a None None] Current status of the port 2b0f9add-1334-4b60-b930-f0f579237dad is: ACTIVE; New status is: ACTIVE {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:41:09.463797 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18da72e7-9d28-4fe9-a45c-a01a6e3f377e admin admin] Notify agent at l3_agent.dv-cinder-851170-2-iscsi the message routers_updated {{(pid=104486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 08:41:09.471629 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75bf3af4-feed-4b94-8162-0223c2a99131 None None] Sync routers for ids ['5da7ac93-3846-4a54-b608-43384d908a2e'] in dv-cinder-851170-2-iscsi {{(pid=104487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 08:41:09.485009 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75bf3af4-feed-4b94-8162-0223c2a99131 None None] Routers {'5da7ac93-3846-4a54-b608-43384d908a2e'} bound to L3 agent in host dv-cinder-851170-2-iscsi {{(pid=104487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 08:41:09.485642 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_hamode_db [None req-75bf3af4-feed-4b94-8162-0223c2a99131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-27T08:30:18Z,description=,heartbeat_timestamp=2022-07-27T08:40:48Z,host='dv-cinder-851170-2-iscsi',id=5bc6d868-bb0b-4164-b2dd-44360f4de654,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T08:30:19Z,topic='l3_agent')) {'router_ids': ['5da7ac93-3846-4a54-b608-43384d908a2e'], 'active': True} {{(pid=104487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:41:09.499332 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-bf8713c2-a382-4335-bb4b-4315af498be1 req-4f245eab-ac92-49a4-a958-325216b286b6 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Publish callbacks [] for port (75614ea5-42c0-4439-8250-f07133e78608), precommit_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:09.527142 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:41:09.539793 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2712830-d921-4e0d-ab48-0afb3e498cbb req-38240879-f2cf-4d97-90e7-df77df9af744 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Made reservation on behalf of a0d880114866423480268022d7dd20c5 for: {'port': 1} {{(pid=104486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 08:41:09.543316 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-e2712830-d921-4e0d-ab48-0afb3e498cbb req-38240879-f2cf-4d97-90e7-df77df9af744 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (None), before_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:09.605873 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvr_db [None req-75bf3af4-feed-4b94-8162-0223c2a99131 None None] Set router 5da7ac93-3846-4a54-b608-43384d908a2e gateway port host: dv-cinder-851170-2-iscsi {{(pid=104487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 08:41:09.606015 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-18da72e7-9d28-4fe9-a45c-a01a6e3f377e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:09.609322 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-18da72e7-9d28-4fe9-a45c-a01a6e3f377e admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.3225343 Jul 27 08:41:09.610659 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 57418) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:41:09.660963 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-bf8713c2-a382-4335-bb4b-4315af498be1 req-4f245eab-ac92-49a4-a958-325216b286b6 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786709965397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4293862'] for port (75614ea5-42c0-4439-8250-f07133e78608), after_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:09.712931 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-fa892ddf-2c44-49a0-8c7a-61e1b059c31d None None] Provisioning complete for port 2b0f9add-1334-4b60-b930-f0f579237dad triggered by entity DHCP. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:41:09.713256 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-fa892ddf-2c44-49a0-8c7a-61e1b059c31d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (2b0f9add-1334-4b60-b930-f0f579237dad), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:09.734774 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf8713c2-a382-4335-bb4b-4315af498be1 req-4f245eab-ac92-49a4-a958-325216b286b6 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Network d0a6cf88-547f-4cf8-ad21-f8b392f1c474 is already hosted by enough agents. {{(pid=104486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 08:41:09.744184 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.scheduler.base_scheduler [req-bf8713c2-a382-4335-bb4b-4315af498be1 req-4f245eab-ac92-49a4-a958-325216b286b6 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Resources bound (agent type, host, resource id): {{(pid=104486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 08:41:09.753832 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf8713c2-a382-4335-bb4b-4315af498be1 req-4f245eab-ac92-49a4-a958-325216b286b6 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Received port after_create {{(pid=104486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 08:41:09.806841 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.db.db_base_plugin_common [req-e2712830-d921-4e0d-ab48-0afb3e498cbb req-38240879-f2cf-4d97-90e7-df77df9af744 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Allocated IP 172.20.0.12 (d0a6cf88-547f-4cf8-ad21-f8b392f1c474/e0dfc042-b535-4f7d-9065-dbfee481baea/7704beb8-3578-4840-ad3c-229cb797c582) {{(pid=104486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 08:41:09.809039 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f245eab-ac92-49a4-a958-325216b286b6 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Pushing event updated for resources: {'Port': ['ID=75614ea5-42c0-4439-8250-f07133e78608,revision_number=1']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:41:09.840173 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8713c2-a382-4335-bb4b-4315af498be1 req-4f245eab-ac92-49a4-a958-325216b286b6 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:41:09.840827 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-bf8713c2-a382-4335-bb4b-4315af498be1 req-4f245eab-ac92-49a4-a958-325216b286b6 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8374701'] for port (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:09.841255 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:41:09.913610 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-fa892ddf-2c44-49a0-8c7a-61e1b059c31d None None] Current status of the port 2b0f9add-1334-4b60-b930-f0f579237dad is: ACTIVE; New status is: ACTIVE {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:41:09.950894 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_hamode_db [None req-75bf3af4-feed-4b94-8162-0223c2a99131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5da7ac93-3846-4a54-b608-43384d908a2e', 'name': 'tempest-TestMinimumBasicScenario-1024449337-router', 'tenant_id': 'df89794fec88414e88f7a4b8ecbce47f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': '8d569832-7ef9-4c22-86e2-8066c4b25d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:41:05Z', 'updated_at': '2022-07-27T08:41:07Z', 'revision_number': 3, 'project_id': 'df89794fec88414e88f7a4b8ecbce47f', 'gw_port': {'id': '8d569832-7ef9-4c22-86e2-8066c4b25d54', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f3:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5da7ac93-3846-4a54-b608-43384d908a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:41:06Z', 'updated_at': '2022-07-27T08:41:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi'}], 'dv-cinder-851170-2-iscsi', False) {} {{(pid=104487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:41:10.015377 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75bf3af4-feed-4b94-8162-0223c2a99131 None None] Checking router: 5da7ac93-3846-4a54-b608-43384d908a2e for host: dv-cinder-851170-2-iscsi {{(pid=104487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 08:41:10.016684 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75bf3af4-feed-4b94-8162-0223c2a99131 None None] Updating router 5da7ac93-3846-4a54-b608-43384d908a2e port 8d569832-7ef9-4c22-86e2-8066c4b25d54 binding host dv-cinder-851170-2-iscsi {{(pid=104487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 08:41:10.030396 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-bf8713c2-a382-4335-bb4b-4315af498be1 req-4f245eab-ac92-49a4-a958-325216b286b6 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9395883 Jul 27 08:41:10.058670 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.v2.base [req-bf8713c2-a382-4335-bb4b-4315af498be1 req-a085c6b5-a38a-4925-a1e2-6bb732505a9e service neutron] Request body: {'port': {'device_id': 'ac824ac8-4d92-4c41-8a17-c96d40d2ce05', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85117'}} {{(pid=104486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:41:10.090529 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-75bf3af4-feed-4b94-8162-0223c2a99131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (8d569832-7ef9-4c22-86e2-8066c4b25d54), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:10.124688 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:41:10.139969 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-800a5cb1-bded-4e50-a0e9-3cd19e257e45 None None] Provisioning complete for port 75614ea5-42c0-4439-8250-f07133e78608 triggered by entity DHCP. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:41:10.140344 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-800a5cb1-bded-4e50-a0e9-3cd19e257e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (75614ea5-42c0-4439-8250-f07133e78608), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:10.174068 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-bf8713c2-a382-4335-bb4b-4315af498be1 req-a085c6b5-a38a-4925-a1e2-6bb732505a9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (75614ea5-42c0-4439-8250-f07133e78608), before_update {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:10.180643 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-e2712830-d921-4e0d-ab48-0afb3e498cbb req-38240879-f2cf-4d97-90e7-df77df9af744 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Publish callbacks [] for port (7704beb8-3578-4840-ad3c-229cb797c582), precommit_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:10.195691 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-63130eeb-ce2e-4bca-87ca-eda83c103049 req-1eb2dee4-5f49-4360-b615-995da71d8739 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/ports?device_id=dcaa9a44-f92c-4932-bcfc-6f5195df3936 HTTP/1.1" status: 200 len: 210 time: 0.0510767 Jul 27 08:41:10.203794 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-c3a6b412-1267-4956-a06e-b5a8a9b88c4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (None), before_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:10.210038 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-800a5cb1-bded-4e50-a0e9-3cd19e257e45 None None] Port 75614ea5-42c0-4439-8250-f07133e78608 cannot update to ACTIVE because it is not bound. {{(pid=104487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 08:41:10.310447 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Device 2b0f9add-1334-4b60-b930-f0f579237dad up at agent ovs-agent-dv-cinder-851170-2-iscsi {{(pid=104487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 08:41:10.384054 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:41:10.410854 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-e2712830-d921-4e0d-ab48-0afb3e498cbb req-38240879-f2cf-4d97-90e7-df77df9af744 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786709965397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4293862'] for port (7704beb8-3578-4840-ad3c-229cb797c582), after_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:10.438220 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Provisioning complete for port 2b0f9add-1334-4b60-b930-f0f579237dad triggered by entity L2. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:41:10.438220 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (2b0f9add-1334-4b60-b930-f0f579237dad), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:10.451974 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:41:10.453637 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.db.db_base_plugin_common [None req-c3a6b412-1267-4956-a06e-b5a8a9b88c4f admin admin] Allocated IP 172.20.0.1 (8f62ee98-23a0-4933-b8cb-2aa4e027f74e/ed01b172-e613-4e66-89b3-bd7cfc6a6e68/2e761988-9626-4906-921b-dc8f9ee411c7) {{(pid=104485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 08:41:10.523343 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=100 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:41:10.552685 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2712830-d921-4e0d-ab48-0afb3e498cbb req-38240879-f2cf-4d97-90e7-df77df9af744 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Network d0a6cf88-547f-4cf8-ad21-f8b392f1c474 is already hosted by enough agents. {{(pid=104486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 08:41:10.561535 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.scheduler.base_scheduler [req-e2712830-d921-4e0d-ab48-0afb3e498cbb req-38240879-f2cf-4d97-90e7-df77df9af744 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Resources bound (agent type, host, resource id): {{(pid=104486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 08:41:10.562359 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2712830-d921-4e0d-ab48-0afb3e498cbb req-38240879-f2cf-4d97-90e7-df77df9af744 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Received port after_create {{(pid=104486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 08:41:10.589338 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38240879-f2cf-4d97-90e7-df77df9af744 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Pushing event updated for resources: {'Port': ['ID=7704beb8-3578-4840-ad3c-229cb797c582,revision_number=1']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:41:10.589547 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-c3a6b412-1267-4956-a06e-b5a8a9b88c4f admin admin] Publish callbacks [] for port (2e761988-9626-4906-921b-dc8f9ee411c7), precommit_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:10.601129 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Current status of the port 2b0f9add-1334-4b60-b930-f0f579237dad is: ACTIVE; New status is: ACTIVE {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:41:10.620062 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-75bf3af4-feed-4b94-8162-0223c2a99131 None None] Publish callbacks [] for port (8d569832-7ef9-4c22-86e2-8066c4b25d54), precommit_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:10.664799 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2712830-d921-4e0d-ab48-0afb3e498cbb req-38240879-f2cf-4d97-90e7-df77df9af744 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:41:10.665592 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-e2712830-d921-4e0d-ab48-0afb3e498cbb req-38240879-f2cf-4d97-90e7-df77df9af744 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8374701'] for port (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:10.677315 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-75bf3af4-feed-4b94-8162-0223c2a99131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (8d569832-7ef9-4c22-86e2-8066c4b25d54), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:10.699449 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:41:10.700965 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-c3a6b412-1267-4956-a06e-b5a8a9b88c4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786709965397'] for port (2e761988-9626-4906-921b-dc8f9ee411c7), after_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:10.738637 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.notifiers.nova [req-bf8713c2-a382-4335-bb4b-4315af498be1 req-a085c6b5-a38a-4925-a1e2-6bb732505a9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75614ea5-42c0-4439-8250-f07133e78608 {{(pid=104486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 08:41:10.739203 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.managers [None req-75bf3af4-feed-4b94-8162-0223c2a99131 None None] Attempting to bind port 8d569832-7ef9-4c22-86e2-8066c4b25d54 on host dv-cinder-851170-2-iscsi for vnic_type normal with profile {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 08:41:10.739461 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.managers [None req-75bf3af4-feed-4b94-8162-0223c2a99131 None None] Attempting to bind port 8d569832-7ef9-4c22-86e2-8066c4b25d54 by drivers openvswitch,hyperv on host dv-cinder-851170-2-iscsi at level 0 using segments [{'id': '0a5e83d9-b5a8-42c5-b200-67984880d111', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5'}] {{(pid=104487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 08:41:10.739769 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75bf3af4-feed-4b94-8162-0223c2a99131 None None] Attempting to bind port 8d569832-7ef9-4c22-86e2-8066c4b25d54 on network e7cd7671-9410-421d-95f2-ddad301715a5 {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 08:41:10.742916 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbab1c2-8c36-4951-a8fa-0ee4995985dd None None] Pushing event updated for resources: {'Port': ['ID=8d569832-7ef9-4c22-86e2-8066c4b25d54,revision_number=2']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:41:10.747680 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75bf3af4-feed-4b94-8162-0223c2a99131 None None] Checking agent: {'id': 'ed9de811-f248-496b-b487-860d50d7cee7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851170-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 8, 30, 21), 'started_at': datetime.datetime(2022, 7, 27, 8, 30, 51), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 8, 40, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851170-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 08:41:10.748053 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75bf3af4-feed-4b94-8162-0223c2a99131 None None] Checking segment: {'id': '0a5e83d9-b5a8-42c5-b200-67984880d111', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 08:41:10.748459 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-75bf3af4-feed-4b94-8162-0223c2a99131 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:10.748937 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75bf3af4-feed-4b94-8162-0223c2a99131 None None] Bound using segment: {'id': '0a5e83d9-b5a8-42c5-b200-67984880d111', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5'} {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 08:41:10.749414 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.managers [None req-75bf3af4-feed-4b94-8162-0223c2a99131 None None] Bound port: 8d569832-7ef9-4c22-86e2-8066c4b25d54, host: dv-cinder-851170-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a5e83d9-b5a8-42c5-b200-67984880d111', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5'}}] {{(pid=104487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 08:41:10.749804 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-75bf3af4-feed-4b94-8162-0223c2a99131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (8d569832-7ef9-4c22-86e2-8066c4b25d54), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:10.751666 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-e2712830-d921-4e0d-ab48-0afb3e498cbb req-38240879-f2cf-4d97-90e7-df77df9af744 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6654413 Jul 27 08:41:10.753943 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-bf8713c2-a382-4335-bb4b-4315af498be1 req-a085c6b5-a38a-4925-a1e2-6bb732505a9e service neutron] Publish callbacks [] for port (75614ea5-42c0-4439-8250-f07133e78608), precommit_update {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:10.764165 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a6b412-1267-4956-a06e-b5a8a9b88c4f admin admin] Network 8f62ee98-23a0-4933-b8cb-2aa4e027f74e is already hosted by enough agents. {{(pid=104485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 08:41:10.768545 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.db.provisioning_blocks [req-bf8713c2-a382-4335-bb4b-4315af498be1 req-a085c6b5-a38a-4925-a1e2-6bb732505a9e service neutron] Transition to ACTIVE for port object 75614ea5-42c0-4439-8250-f07133e78608 will not be triggered until provisioned by entity L2. {{(pid=104486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 27 08:41:10.768961 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.scheduler.base_scheduler [None req-c3a6b412-1267-4956-a06e-b5a8a9b88c4f admin admin] Resources bound (agent type, host, resource id): {{(pid=104485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 08:41:10.774188 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a6b412-1267-4956-a06e-b5a8a9b88c4f admin admin] Received port after_create {{(pid=104485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 08:41:10.774694 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-c3a6b412-1267-4956-a06e-b5a8a9b88c4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8118662'] for router_interface (5da7ac93-3846-4a54-b608-43384d908a2e), before_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:10.808114 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-75bf3af4-feed-4b94-8162-0223c2a99131 None None] For port 8d569832-7ef9-4c22-86e2-8066c4b25d54, host dv-cinder-851170-2-iscsi, cleared binding levels {{(pid=104487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 08:41:10.811435 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-75bf3af4-feed-4b94-8162-0223c2a99131 None None] For port 8d569832-7ef9-4c22-86e2-8066c4b25d54, host dv-cinder-851170-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851170-2-iscsi',level=0,port_id=8d569832-7ef9-4c22-86e2-8066c4b25d54,segment=NetworkSegment(0a5e83d9-b5a8-42c5-b200-67984880d111),segment_id=0a5e83d9-b5a8-42c5-b200-67984880d111)] {{(pid=104487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 08:41:10.832690 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a6b412-1267-4956-a06e-b5a8a9b88c4f admin admin] Pushing event updated for resources: {'Port': ['ID=2e761988-9626-4906-921b-dc8f9ee411c7,revision_number=1']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:41:10.871147 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-bf8713c2-a382-4335-bb4b-4315af498be1 req-a085c6b5-a38a-4925-a1e2-6bb732505a9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4293873'] for port (75614ea5-42c0-4439-8250-f07133e78608), after_update {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:10.900322 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-75bf3af4-feed-4b94-8162-0223c2a99131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (8d569832-7ef9-4c22-86e2-8066c4b25d54), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:10.939762 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a085c6b5-a38a-4925-a1e2-6bb732505a9e service neutron] Pushing event updated for resources: {'Port': ['ID=75614ea5-42c0-4439-8250-f07133e78608,revision_number=2']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:41:10.980120 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-40861028-cf82-405c-8310-fa2d980da27f None None] Provisioning complete for port 7704beb8-3578-4840-ad3c-229cb797c582 triggered by entity DHCP. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:41:10.980623 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-40861028-cf82-405c-8310-fa2d980da27f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (7704beb8-3578-4840-ad3c-229cb797c582), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:11.034577 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.managers [req-bf8713c2-a382-4335-bb4b-4315af498be1 req-a085c6b5-a38a-4925-a1e2-6bb732505a9e service neutron] Attempting to bind port 75614ea5-42c0-4439-8250-f07133e78608 on host hv-cinder-85117 for vnic_type normal with profile {{(pid=104486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 08:41:11.035734 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.managers [req-bf8713c2-a382-4335-bb4b-4315af498be1 req-a085c6b5-a38a-4925-a1e2-6bb732505a9e service neutron] Attempting to bind port 75614ea5-42c0-4439-8250-f07133e78608 by drivers openvswitch,hyperv on host hv-cinder-85117 at level 0 using segments [{'id': '25556ca1-67d3-4c5f-8bb3-e3393e44e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'd0a6cf88-547f-4cf8-ad21-f8b392f1c474'}] {{(pid=104486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 08:41:11.036318 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf8713c2-a382-4335-bb4b-4315af498be1 req-a085c6b5-a38a-4925-a1e2-6bb732505a9e service neutron] Attempting to bind port 75614ea5-42c0-4439-8250-f07133e78608 on network d0a6cf88-547f-4cf8-ad21-f8b392f1c474 {{(pid=104486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 08:41:11.036628 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-c3a6b412-1267-4956-a06e-b5a8a9b88c4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (2e761988-9626-4906-921b-dc8f9ee411c7), before_update {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:11.038779 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75bf3af4-feed-4b94-8162-0223c2a99131 None None] Routers {'5da7ac93-3846-4a54-b608-43384d908a2e'} bound to L3 agent in host dv-cinder-851170-2-iscsi {{(pid=104487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 08:41:11.039415 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_hamode_db [None req-75bf3af4-feed-4b94-8162-0223c2a99131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-27T08:30:18Z,description=,heartbeat_timestamp=2022-07-27T08:40:48Z,host='dv-cinder-851170-2-iscsi',id=5bc6d868-bb0b-4164-b2dd-44360f4de654,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T08:30:19Z,topic='l3_agent')) {'router_ids': ['5da7ac93-3846-4a54-b608-43384d908a2e'], 'active': True} {{(pid=104487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:41:11.052911 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf8713c2-a382-4335-bb4b-4315af498be1 req-a085c6b5-a38a-4925-a1e2-6bb732505a9e service neutron] Port 75614ea5-42c0-4439-8250-f07133e78608 on network d0a6cf88-547f-4cf8-ad21-f8b392f1c474 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85117 {{(pid=104486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 27 08:41:11.052911 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf8713c2-a382-4335-bb4b-4315af498be1 req-a085c6b5-a38a-4925-a1e2-6bb732505a9e service neutron] Attempting to bind port 75614ea5-42c0-4439-8250-f07133e78608 on network d0a6cf88-547f-4cf8-ad21-f8b392f1c474 {{(pid=104486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 08:41:11.053067 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbab1c2-8c36-4951-a8fa-0ee4995985dd None None] Pushing event updated for resources: {'Port': ['ID=8d569832-7ef9-4c22-86e2-8066c4b25d54,revision_number=3']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:41:11.053694 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf8713c2-a382-4335-bb4b-4315af498be1 req-a085c6b5-a38a-4925-a1e2-6bb732505a9e service neutron] Checking agent: {'id': '40990755-2d84-4c9d-828c-eda94a5136e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85117', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 8, 37, 21), 'started_at': datetime.datetime(2022, 7, 27, 8, 37, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 8, 40, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 08:41:11.054059 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf8713c2-a382-4335-bb4b-4315af498be1 req-a085c6b5-a38a-4925-a1e2-6bb732505a9e service neutron] Checking segment: {'id': '25556ca1-67d3-4c5f-8bb3-e3393e44e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'd0a6cf88-547f-4cf8-ad21-f8b392f1c474'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 08:41:11.054466 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf8713c2-a382-4335-bb4b-4315af498be1 req-a085c6b5-a38a-4925-a1e2-6bb732505a9e service neutron] Bound using segment: {'id': '25556ca1-67d3-4c5f-8bb3-e3393e44e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'd0a6cf88-547f-4cf8-ad21-f8b392f1c474'} {{(pid=104486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 08:41:11.055032 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.managers [req-bf8713c2-a382-4335-bb4b-4315af498be1 req-a085c6b5-a38a-4925-a1e2-6bb732505a9e service neutron] Bound port: 75614ea5-42c0-4439-8250-f07133e78608, host: hv-cinder-85117, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25556ca1-67d3-4c5f-8bb3-e3393e44e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'd0a6cf88-547f-4cf8-ad21-f8b392f1c474'}}] {{(pid=104486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 08:41:11.055448 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-bf8713c2-a382-4335-bb4b-4315af498be1 req-a085c6b5-a38a-4925-a1e2-6bb732505a9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (75614ea5-42c0-4439-8250-f07133e78608), before_update {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:11.081999 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-40861028-cf82-405c-8310-fa2d980da27f None None] Port 7704beb8-3578-4840-ad3c-229cb797c582 cannot update to ACTIVE because it is not bound. {{(pid=104487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 08:41:11.136169 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.db [req-bf8713c2-a382-4335-bb4b-4315af498be1 req-a085c6b5-a38a-4925-a1e2-6bb732505a9e service neutron] For port 75614ea5-42c0-4439-8250-f07133e78608, host hv-cinder-85117, cleared binding levels {{(pid=104486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 08:41:11.140143 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.db [req-bf8713c2-a382-4335-bb4b-4315af498be1 req-a085c6b5-a38a-4925-a1e2-6bb732505a9e service neutron] For port 75614ea5-42c0-4439-8250-f07133e78608, host hv-cinder-85117, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85117',level=0,port_id=75614ea5-42c0-4439-8250-f07133e78608,segment=NetworkSegment(25556ca1-67d3-4c5f-8bb3-e3393e44e1ba),segment_id=25556ca1-67d3-4c5f-8bb3-e3393e44e1ba)] {{(pid=104486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 08:41:11.150604 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:INSERT=5,neutron:UPDATE=4,neutron:SELECT=91 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:41:11.159261 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvr_db [None req-75bf3af4-feed-4b94-8162-0223c2a99131 None None] Set router 5da7ac93-3846-4a54-b608-43384d908a2e gateway port host: dv-cinder-851170-2-iscsi {{(pid=104487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 08:41:11.228845 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-c3a6b412-1267-4956-a06e-b5a8a9b88c4f admin admin] Publish callbacks [] for port (2e761988-9626-4906-921b-dc8f9ee411c7), precommit_update {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:11.231248 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-bf8713c2-a382-4335-bb4b-4315af498be1 req-a085c6b5-a38a-4925-a1e2-6bb732505a9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4293873'] for port (75614ea5-42c0-4439-8250-f07133e78608), after_update {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:11.267434 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8713c2-a382-4335-bb4b-4315af498be1 req-a085c6b5-a38a-4925-a1e2-6bb732505a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:41:11.268169 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-bf8713c2-a382-4335-bb4b-4315af498be1 req-a085c6b5-a38a-4925-a1e2-6bb732505a9e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8374701'] for port (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:11.269684 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-bf8713c2-a382-4335-bb4b-4315af498be1 req-a085c6b5-a38a-4925-a1e2-6bb732505a9e service neutron] 10.222.0.42 "PUT /v2.0/ports/75614ea5-42c0-4439-8250-f07133e78608 HTTP/1.1" status: 200 len: 1094 time: 1.2152886 Jul 27 08:41:11.272741 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac824ac8-4d92-4c41-8a17-c96d40d2ce05', 'tag': '75614ea5-42c0-4439-8250-f07133e78608'}] {{(pid=104486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 08:41:11.275159 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0fbdf057086729fb3d5906bdd251c7adb98d678ad2f5ce1a48bcc8d44af0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63d311f8-50fa-4090-848f-2ccf1c963f58" -d '{"events": [{"name": "network-changed", "server_uuid": "ac824ac8-4d92-4c41-8a17-c96d40d2ce05", "tag": "75614ea5-42c0-4439-8250-f07133e78608"}]}' {{(pid=104486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 08:41:11.299160 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-032a4c77-d5e2-40e7-87a7-e3c7bc3d9fe3 None None] Provisioning complete for port 2e761988-9626-4906-921b-dc8f9ee411c7 triggered by entity DHCP. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:41:11.299447 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-032a4c77-d5e2-40e7-87a7-e3c7bc3d9fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (2e761988-9626-4906-921b-dc8f9ee411c7), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:11.303434 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a085c6b5-a38a-4925-a1e2-6bb732505a9e service neutron] Pushing event updated for resources: {'Port': ['ID=75614ea5-42c0-4439-8250-f07133e78608,revision_number=3']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:41:11.328848 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-c3a6b412-1267-4956-a06e-b5a8a9b88c4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (2e761988-9626-4906-921b-dc8f9ee411c7), after_update {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:11.331412 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-c3a6b412-1267-4956-a06e-b5a8a9b88c4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7864753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8118778'] for router_interface (5da7ac93-3846-4a54-b608-43384d908a2e), after_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:11.344027 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 08:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33dd0d92-01f4-4535-8c90-cc15e5b40559 x-openstack-request-id: req-33dd0d92-01f4-4535-8c90-cc15e5b40559 {{(pid=104486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 08:41:11.344332 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac824ac8-4d92-4c41-8a17-c96d40d2ce05", "tag": "75614ea5-42c0-4439-8250-f07133e78608", "status": "completed", "code": 200}]} {{(pid=104486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 08:41:11.344568 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-33dd0d92-01f4-4535-8c90-cc15e5b40559 {{(pid=104486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 08:41:11.344964 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33dd0d92-01f4-4535-8c90-cc15e5b40559'] response: {'name': 'network-changed', 'server_uuid': 'ac824ac8-4d92-4c41-8a17-c96d40d2ce05', 'tag': '75614ea5-42c0-4439-8250-f07133e78608', 'status': 'completed', 'code': 200} Jul 27 08:41:11.356022 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-032a4c77-d5e2-40e7-87a7-e3c7bc3d9fe3 None None] Port 2e761988-9626-4906-921b-dc8f9ee411c7 cannot update to ACTIVE because it is not bound. {{(pid=104487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 08:41:11.371372 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4e46b0-937f-4901-b46b-ca4303d5238f req-aa704f68-69d2-4f8c-baf2-1094e20a48a2 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:41:11.372847 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-de4e46b0-937f-4901-b46b-ca4303d5238f req-aa704f68-69d2-4f8c-baf2-1094e20a48a2 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/ports?device_id=dcaa9a44-f92c-4932-bcfc-6f5195df3936 HTTP/1.1" status: 200 len: 932 time: 0.0654263 Jul 27 08:41:11.387640 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a6b412-1267-4956-a06e-b5a8a9b88c4f admin admin] Pushing event updated for resources: {'Port': ['ID=2e761988-9626-4906-921b-dc8f9ee411c7,revision_number=2']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:41:11.412232 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:41:11.459215 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:41:11.459820 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-de4e46b0-937f-4901-b46b-ca4303d5238f req-121c10c9-eeee-44e0-84f0-410f38ab8e33 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/security-groups?id=07fb2551-7602-43d7-8203-b61ada2177cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792201 Jul 27 08:41:11.473783 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_hamode_db [None req-75bf3af4-feed-4b94-8162-0223c2a99131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5da7ac93-3846-4a54-b608-43384d908a2e', 'name': 'tempest-TestMinimumBasicScenario-1024449337-router', 'tenant_id': 'df89794fec88414e88f7a4b8ecbce47f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': '8d569832-7ef9-4c22-86e2-8066c4b25d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:41:05Z', 'updated_at': '2022-07-27T08:41:10Z', 'revision_number': 4, 'project_id': 'df89794fec88414e88f7a4b8ecbce47f', 'gw_port': {'id': '8d569832-7ef9-4c22-86e2-8066c4b25d54', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f3:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5da7ac93-3846-4a54-b608-43384d908a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:41:06Z', 'updated_at': '2022-07-27T08:41:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi', '_interfaces': [{'id': '2e761988-9626-4906-921b-dc8f9ee411c7', 'name': '', 'network_id': '8f62ee98-23a0-4933-b8cb-2aa4e027f74e', 'tenant_id': 'df89794fec88414e88f7a4b8ecbce47f', 'mac_address': 'fa:16:3e:d2:2f:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5da7ac93-3846-4a54-b608-43384d908a2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'ed01b172-e613-4e66-89b3-bd7cfc6a6e68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:41:10Z', 'updated_at': '2022-07-27T08:41:10Z', 'revision_number': 1, 'project_id': 'df89794fec88414e88f7a4b8ecbce47f', 'subnets': [{'id': 'ed01b172-e613-4e66-89b3-bd7cfc6a6e68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851170-2-iscsi', False) {} {{(pid=104487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:41:11.494915 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75bf3af4-feed-4b94-8162-0223c2a99131 None None] The sync data for ids ['5da7ac93-3846-4a54-b608-43384d908a2e'] in dv-cinder-851170-2-iscsi is: [{'id': '5da7ac93-3846-4a54-b608-43384d908a2e', 'name': 'tempest-TestMinimumBasicScenario-1024449337-router', 'tenant_id': 'df89794fec88414e88f7a4b8ecbce47f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': '8d569832-7ef9-4c22-86e2-8066c4b25d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:41:05Z', 'updated_at': '2022-07-27T08:41:10Z', 'revision_number': 4, 'project_id': 'df89794fec88414e88f7a4b8ecbce47f', 'gw_port': {'id': '8d569832-7ef9-4c22-86e2-8066c4b25d54', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f3:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5da7ac93-3846-4a54-b608-43384d908a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:41:06Z', 'updated_at': '2022-07-27T08:41:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi', '_interfaces': [{'id': '2e761988-9626-4906-921b-dc8f9ee411c7', 'name': '', 'network_id': '8f62ee98-23a0-4933-b8cb-2aa4e027f74e', 'tenant_id': 'df89794fec88414e88f7a4b8ecbce47f', 'mac_address': 'fa:16:3e:d2:2f:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5da7ac93-3846-4a54-b608-43384d908a2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'ed01b172-e613-4e66-89b3-bd7cfc6a6e68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:41:10Z', 'updated_at': '2022-07-27T08:41:10Z', 'revision_number': 1, 'project_id': 'df89794fec88414e88f7a4b8ecbce47f', 'subnets': [{'id': 'ed01b172-e613-4e66-89b3-bd7cfc6a6e68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 08:41:11.495219 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a6b412-1267-4956-a06e-b5a8a9b88c4f admin admin] Network 8f62ee98-23a0-4933-b8cb-2aa4e027f74e is already hosted by enough agents. {{(pid=104485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 08:41:11.497435 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.scheduler.base_scheduler [None req-c3a6b412-1267-4956-a06e-b5a8a9b88c4f admin admin] Resources bound (agent type, host, resource id): {{(pid=104485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 08:41:11.634078 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3a6b412-1267-4956-a06e-b5a8a9b88c4f admin admin] Router 5da7ac93-3846-4a54-b608-43384d908a2e has already been hosted by L3 agent 5bc6d868-bb0b-4164-b2dd-44360f4de654 {{(pid=104485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 08:41:11.764515 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3a6b412-1267-4956-a06e-b5a8a9b88c4f admin admin] Notify agent at l3_agent.dv-cinder-851170-2-iscsi the message routers_updated {{(pid=104485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 08:41:11.770824 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-c3a6b412-1267-4956-a06e-b5a8a9b88c4f admin admin] 10.222.0.40 "PUT /v2.0/routers/5da7ac93-3846-4a54-b608-43384d908a2e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1578226 Jul 27 08:41:11.801022 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-bdf276db-4e5f-4833-9ce3-2ae5bf5bcbdc None None] Provisioning complete for port 2e761988-9626-4906-921b-dc8f9ee411c7 triggered by entity DHCP. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:41:11.801916 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-bdf276db-4e5f-4833-9ce3-2ae5bf5bcbdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (2e761988-9626-4906-921b-dc8f9ee411c7), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:11.986795 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-bdf276db-4e5f-4833-9ce3-2ae5bf5bcbdc None None] Port 2e761988-9626-4906-921b-dc8f9ee411c7 cannot update to ACTIVE because it is not bound. {{(pid=104487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 08:41:12.598404 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.v2.base [req-e2712830-d921-4e0d-ab48-0afb3e498cbb req-5e83d8b0-2b8d-4cc3-a344-4ffce3a82ce1 service neutron] Request body: {'port': {'device_id': 'dcaa9a44-f92c-4932-bcfc-6f5195df3936', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85117'}} {{(pid=104486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:41:12.623855 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86327837-3ace-40bc-914c-05a6ac52776c req-480fe513-a664-42c1-9757-b9e8cc4cb0e1 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:41:12.625451 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-86327837-3ace-40bc-914c-05a6ac52776c req-480fe513-a664-42c1-9757-b9e8cc4cb0e1 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/ports?device_id=dcaa9a44-f92c-4932-bcfc-6f5195df3936 HTTP/1.1" status: 200 len: 932 time: 0.0794578 Jul 27 08:41:12.698859 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-86327837-3ace-40bc-914c-05a6ac52776c req-90986016-bf37-4890-87b2-ff2206a5157e tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/security-groups?id=07fb2551-7602-43d7-8203-b61ada2177cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548167 Jul 27 08:41:12.723882 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-e2712830-d921-4e0d-ab48-0afb3e498cbb req-5e83d8b0-2b8d-4cc3-a344-4ffce3a82ce1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (7704beb8-3578-4840-ad3c-229cb797c582), before_update {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:12.727899 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d311f8-50fa-4090-848f-2ccf1c963f58 req-265843f5-a91f-4b6f-a4e6-0c8bbf04f3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:41:12.729629 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-63d311f8-50fa-4090-848f-2ccf1c963f58 req-265843f5-a91f-4b6f-a4e6-0c8bbf04f3c7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a0d880114866423480268022d7dd20c5&device_id=ac824ac8-4d92-4c41-8a17-c96d40d2ce05 HTTP/1.1" status: 200 len: 1128 time: 0.0796888 Jul 27 08:41:13.065610 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.notifiers.nova [req-e2712830-d921-4e0d-ab48-0afb3e498cbb req-5e83d8b0-2b8d-4cc3-a344-4ffce3a82ce1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7704beb8-3578-4840-ad3c-229cb797c582 {{(pid=104486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 08:41:13.075992 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-e2712830-d921-4e0d-ab48-0afb3e498cbb req-5e83d8b0-2b8d-4cc3-a344-4ffce3a82ce1 service neutron] Publish callbacks [] for port (7704beb8-3578-4840-ad3c-229cb797c582), precommit_update {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:13.090842 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.db.provisioning_blocks [req-e2712830-d921-4e0d-ab48-0afb3e498cbb req-5e83d8b0-2b8d-4cc3-a344-4ffce3a82ce1 service neutron] Transition to ACTIVE for port object 7704beb8-3578-4840-ad3c-229cb797c582 will not be triggered until provisioned by entity L2. {{(pid=104486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 27 08:41:13.148951 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-e2712830-d921-4e0d-ab48-0afb3e498cbb req-5e83d8b0-2b8d-4cc3-a344-4ffce3a82ce1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4293873'] for port (7704beb8-3578-4840-ad3c-229cb797c582), after_update {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:13.206277 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e83d8b0-2b8d-4cc3-a344-4ffce3a82ce1 service neutron] Pushing event updated for resources: {'Port': ['ID=7704beb8-3578-4840-ad3c-229cb797c582,revision_number=2']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:41:13.287838 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.managers [req-e2712830-d921-4e0d-ab48-0afb3e498cbb req-5e83d8b0-2b8d-4cc3-a344-4ffce3a82ce1 service neutron] Attempting to bind port 7704beb8-3578-4840-ad3c-229cb797c582 on host hv-cinder-85117 for vnic_type normal with profile {{(pid=104486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 08:41:13.288174 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.managers [req-e2712830-d921-4e0d-ab48-0afb3e498cbb req-5e83d8b0-2b8d-4cc3-a344-4ffce3a82ce1 service neutron] Attempting to bind port 7704beb8-3578-4840-ad3c-229cb797c582 by drivers openvswitch,hyperv on host hv-cinder-85117 at level 0 using segments [{'id': '25556ca1-67d3-4c5f-8bb3-e3393e44e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'd0a6cf88-547f-4cf8-ad21-f8b392f1c474'}] {{(pid=104486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 08:41:13.288501 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2712830-d921-4e0d-ab48-0afb3e498cbb req-5e83d8b0-2b8d-4cc3-a344-4ffce3a82ce1 service neutron] Attempting to bind port 7704beb8-3578-4840-ad3c-229cb797c582 on network d0a6cf88-547f-4cf8-ad21-f8b392f1c474 {{(pid=104486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 08:41:13.295159 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2712830-d921-4e0d-ab48-0afb3e498cbb req-5e83d8b0-2b8d-4cc3-a344-4ffce3a82ce1 service neutron] Port 7704beb8-3578-4840-ad3c-229cb797c582 on network d0a6cf88-547f-4cf8-ad21-f8b392f1c474 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85117 {{(pid=104486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 27 08:41:13.295844 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2712830-d921-4e0d-ab48-0afb3e498cbb req-5e83d8b0-2b8d-4cc3-a344-4ffce3a82ce1 service neutron] Attempting to bind port 7704beb8-3578-4840-ad3c-229cb797c582 on network d0a6cf88-547f-4cf8-ad21-f8b392f1c474 {{(pid=104486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 08:41:13.305490 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2712830-d921-4e0d-ab48-0afb3e498cbb req-5e83d8b0-2b8d-4cc3-a344-4ffce3a82ce1 service neutron] Checking agent: {'id': '40990755-2d84-4c9d-828c-eda94a5136e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85117', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 8, 37, 21), 'started_at': datetime.datetime(2022, 7, 27, 8, 37, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 8, 40, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 08:41:13.306122 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2712830-d921-4e0d-ab48-0afb3e498cbb req-5e83d8b0-2b8d-4cc3-a344-4ffce3a82ce1 service neutron] Checking segment: {'id': '25556ca1-67d3-4c5f-8bb3-e3393e44e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'd0a6cf88-547f-4cf8-ad21-f8b392f1c474'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 08:41:13.306710 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2712830-d921-4e0d-ab48-0afb3e498cbb req-5e83d8b0-2b8d-4cc3-a344-4ffce3a82ce1 service neutron] Bound using segment: {'id': '25556ca1-67d3-4c5f-8bb3-e3393e44e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'd0a6cf88-547f-4cf8-ad21-f8b392f1c474'} {{(pid=104486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 08:41:13.307434 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.managers [req-e2712830-d921-4e0d-ab48-0afb3e498cbb req-5e83d8b0-2b8d-4cc3-a344-4ffce3a82ce1 service neutron] Bound port: 7704beb8-3578-4840-ad3c-229cb797c582, host: hv-cinder-85117, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25556ca1-67d3-4c5f-8bb3-e3393e44e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'd0a6cf88-547f-4cf8-ad21-f8b392f1c474'}}] {{(pid=104486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 08:41:13.307970 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-e2712830-d921-4e0d-ab48-0afb3e498cbb req-5e83d8b0-2b8d-4cc3-a344-4ffce3a82ce1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (7704beb8-3578-4840-ad3c-229cb797c582), before_update {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:13.388706 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.db [req-e2712830-d921-4e0d-ab48-0afb3e498cbb req-5e83d8b0-2b8d-4cc3-a344-4ffce3a82ce1 service neutron] For port 7704beb8-3578-4840-ad3c-229cb797c582, host hv-cinder-85117, cleared binding levels {{(pid=104486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 08:41:13.392702 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.db [req-e2712830-d921-4e0d-ab48-0afb3e498cbb req-5e83d8b0-2b8d-4cc3-a344-4ffce3a82ce1 service neutron] For port 7704beb8-3578-4840-ad3c-229cb797c582, host hv-cinder-85117, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85117',level=0,port_id=7704beb8-3578-4840-ad3c-229cb797c582,segment=NetworkSegment(25556ca1-67d3-4c5f-8bb3-e3393e44e1ba),segment_id=25556ca1-67d3-4c5f-8bb3-e3393e44e1ba)] {{(pid=104486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 08:41:13.636158 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-e2712830-d921-4e0d-ab48-0afb3e498cbb req-5e83d8b0-2b8d-4cc3-a344-4ffce3a82ce1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4293873'] for port (7704beb8-3578-4840-ad3c-229cb797c582), after_update {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:13.684168 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:41:13.702806 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2712830-d921-4e0d-ab48-0afb3e498cbb req-5e83d8b0-2b8d-4cc3-a344-4ffce3a82ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:41:13.703613 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-e2712830-d921-4e0d-ab48-0afb3e498cbb req-5e83d8b0-2b8d-4cc3-a344-4ffce3a82ce1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8374701'] for port (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:13.705563 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-e2712830-d921-4e0d-ab48-0afb3e498cbb req-5e83d8b0-2b8d-4cc3-a344-4ffce3a82ce1 service neutron] 10.222.0.42 "PUT /v2.0/ports/7704beb8-3578-4840-ad3c-229cb797c582 HTTP/1.1" status: 200 len: 1094 time: 1.1114323 Jul 27 08:41:13.706338 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcaa9a44-f92c-4932-bcfc-6f5195df3936', 'tag': '7704beb8-3578-4840-ad3c-229cb797c582'}] {{(pid=104486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 08:41:13.710323 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0fbdf057086729fb3d5906bdd251c7adb98d678ad2f5ce1a48bcc8d44af0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5906c21-c5e3-4ac9-88ea-a2c75b2e8cfd" -d '{"events": [{"name": "network-changed", "server_uuid": "dcaa9a44-f92c-4932-bcfc-6f5195df3936", "tag": "7704beb8-3578-4840-ad3c-229cb797c582"}]}' {{(pid=104486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 08:41:13.729505 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e83d8b0-2b8d-4cc3-a344-4ffce3a82ce1 service neutron] Pushing event updated for resources: {'Port': ['ID=7704beb8-3578-4840-ad3c-229cb797c582,revision_number=3']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:41:13.814272 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 08:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71336d24-8e1c-467d-ae98-dc6b5474e717 x-openstack-request-id: req-71336d24-8e1c-467d-ae98-dc6b5474e717 {{(pid=104486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 08:41:13.814272 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcaa9a44-f92c-4932-bcfc-6f5195df3936", "tag": "7704beb8-3578-4840-ad3c-229cb797c582", "status": "completed", "code": 200}]} {{(pid=104486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 08:41:13.814272 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-71336d24-8e1c-467d-ae98-dc6b5474e717 {{(pid=104486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 08:41:13.814272 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71336d24-8e1c-467d-ae98-dc6b5474e717'] response: {'name': 'network-changed', 'server_uuid': 'dcaa9a44-f92c-4932-bcfc-6f5195df3936', 'tag': '7704beb8-3578-4840-ad3c-229cb797c582', 'status': 'completed', 'code': 200} Jul 27 08:41:13.836773 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:41:13.893987 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eac7db-8d45-4201-a40a-5336f94a63d5 req-4710ddee-1f6c-4f16-aee8-083c267f2ee4 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:41:13.900834 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-65eac7db-8d45-4201-a40a-5336f94a63d5 req-4710ddee-1f6c-4f16-aee8-083c267f2ee4 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/ports?device_id=dcaa9a44-f92c-4932-bcfc-6f5195df3936 HTTP/1.1" status: 200 len: 944 time: 0.0716386 Jul 27 08:41:13.964443 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-65eac7db-8d45-4201-a40a-5336f94a63d5 req-9a442131-722f-4e0f-a564-900ebc1fa9e1 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/security-groups?id=07fb2551-7602-43d7-8203-b61ada2177cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620148 Jul 27 08:41:14.230828 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Device 8d569832-7ef9-4c22-86e2-8066c4b25d54 up at agent ovs-agent-dv-cinder-851170-2-iscsi {{(pid=104487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 08:41:14.303635 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Provisioning complete for port 8d569832-7ef9-4c22-86e2-8066c4b25d54 triggered by entity L2. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:41:14.304010 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (8d569832-7ef9-4c22-86e2-8066c4b25d54), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:14.418703 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Current status of the port 8d569832-7ef9-4c22-86e2-8066c4b25d54 is: DOWN; New status is: ACTIVE {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:41:14.419094 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (8d569832-7ef9-4c22-86e2-8066c4b25d54), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:14.445494 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] For port 8d569832-7ef9-4c22-86e2-8066c4b25d54, host dv-cinder-851170-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851170-2-iscsi',level=0,port_id=8d569832-7ef9-4c22-86e2-8066c4b25d54,segment=NetworkSegment(0a5e83d9-b5a8-42c5-b200-67984880d111),segment_id=0a5e83d9-b5a8-42c5-b200-67984880d111)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:41:14.545162 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (8d569832-7ef9-4c22-86e2-8066c4b25d54), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:14.571053 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:41:14.602867 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Pushing event updated for resources: {'Port': ['ID=8d569832-7ef9-4c22-86e2-8066c4b25d54,revision_number=4']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:41:14.649109 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:41:14.664449 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d311f8-50fa-4090-848f-2ccf1c963f58 req-3a2665c6-8530-4246-9ce7-84056941ec9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:41:14.665815 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-63d311f8-50fa-4090-848f-2ccf1c963f58 req-3a2665c6-8530-4246-9ce7-84056941ec9c service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=a0d880114866423480268022d7dd20c5&shared=False HTTP/1.1" status: 200 len: 919 time: 0.5273411 Jul 27 08:41:14.669154 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5906c21-c5e3-4ac9-88ea-a2c75b2e8cfd req-bedab392-5496-485d-873e-7e9358fb0241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:41:14.678928 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-a5906c21-c5e3-4ac9-88ea-a2c75b2e8cfd req-bedab392-5496-485d-873e-7e9358fb0241 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a0d880114866423480268022d7dd20c5&device_id=dcaa9a44-f92c-4932-bcfc-6f5195df3936 HTTP/1.1" status: 200 len: 1128 time: 0.0733502 Jul 27 08:41:14.940556 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5906c21-c5e3-4ac9-88ea-a2c75b2e8cfd req-c0e702fa-f0f0-41d8-91f1-dfcfa2238d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:41:14.942072 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-a5906c21-c5e3-4ac9-88ea-a2c75b2e8cfd req-c0e702fa-f0f0-41d8-91f1-dfcfa2238d98 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=a0d880114866423480268022d7dd20c5&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2551739 Jul 27 08:41:15.033774 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d311f8-50fa-4090-848f-2ccf1c963f58 req-506873bd-dd06-490b-bc80-b356602283a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:41:15.033774 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-63d311f8-50fa-4090-848f-2ccf1c963f58 req-506873bd-dd06-490b-bc80-b356602283a9 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3476696 Jul 27 08:41:15.176368 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8713c2-a382-4335-bb4b-4315af498be1 req-e5f01a37-c1a1-4653-a61e-e8be01763926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:41:15.178452 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-bf8713c2-a382-4335-bb4b-4315af498be1 req-e5f01a37-c1a1-4653-a61e-e8be01763926 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a0d880114866423480268022d7dd20c5&device_id=ac824ac8-4d92-4c41-8a17-c96d40d2ce05 HTTP/1.1" status: 200 len: 1128 time: 0.0620773 Jul 27 08:41:15.183006 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5906c21-c5e3-4ac9-88ea-a2c75b2e8cfd req-4ab197d1-7c86-4abb-a4ed-4d49b633c45c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:41:15.184740 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-a5906c21-c5e3-4ac9-88ea-a2c75b2e8cfd req-4ab197d1-7c86-4abb-a4ed-4d49b633c45c service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2235115 Jul 27 08:41:15.295614 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-bf8713c2-a382-4335-bb4b-4315af498be1 req-084d1a23-86fd-4909-bd9f-06411cbd036e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=75614ea5-42c0-4439-8250-f07133e78608 HTTP/1.1" status: 200 len: 217 time: 0.0732479 Jul 27 08:41:15.337445 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b564e392-7a71-498d-84ad-474d7af23f7e req-117d4333-6b5c-40a9-808d-9dbbf416a6bb tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:41:15.338999 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-b564e392-7a71-498d-84ad-474d7af23f7e req-117d4333-6b5c-40a9-808d-9dbbf416a6bb tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/ports?device_id=dcaa9a44-f92c-4932-bcfc-6f5195df3936 HTTP/1.1" status: 200 len: 944 time: 0.1760590 Jul 27 08:41:15.402581 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2712830-d921-4e0d-ab48-0afb3e498cbb req-41647cfb-693d-4056-80c2-790059d3ce4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:41:15.402581 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-e2712830-d921-4e0d-ab48-0afb3e498cbb req-41647cfb-693d-4056-80c2-790059d3ce4c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a0d880114866423480268022d7dd20c5&device_id=dcaa9a44-f92c-4932-bcfc-6f5195df3936 HTTP/1.1" status: 200 len: 1128 time: 0.1229026 Jul 27 08:41:15.418380 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8713c2-a382-4335-bb4b-4315af498be1 req-b3f06f6a-3641-4447-a719-798d1ee7de86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:41:15.419926 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-bf8713c2-a382-4335-bb4b-4315af498be1 req-b3f06f6a-3641-4447-a719-798d1ee7de86 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e0dfc042-b535-4f7d-9065-dbfee481baea HTTP/1.1" status: 200 len: 857 time: 0.1017289 Jul 27 08:41:15.498896 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-e2712830-d921-4e0d-ab48-0afb3e498cbb req-f95f0356-440e-4732-bc4f-3f528f3f2ee7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7704beb8-3578-4840-ad3c-229cb797c582 HTTP/1.1" status: 200 len: 217 time: 0.0760534 Jul 27 08:41:15.504715 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-b564e392-7a71-498d-84ad-474d7af23f7e req-bbf764dc-4771-4caa-bf57-cdcbd1aa4978 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/security-groups?id=07fb2551-7602-43d7-8203-b61ada2177cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426098 Jul 27 08:41:15.520318 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8713c2-a382-4335-bb4b-4315af498be1 req-cf8fbc8b-2b50-4544-8dff-d2243f12616b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:41:15.522163 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-bf8713c2-a382-4335-bb4b-4315af498be1 req-cf8fbc8b-2b50-4544-8dff-d2243f12616b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d0a6cf88-547f-4cf8-ad21-f8b392f1c474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0931206 Jul 27 08:41:15.627768 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=100 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:41:15.637005 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2712830-d921-4e0d-ab48-0afb3e498cbb req-edc18f45-bd29-442a-affb-fa4bc4be57f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:41:15.638493 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-e2712830-d921-4e0d-ab48-0afb3e498cbb req-edc18f45-bd29-442a-affb-fa4bc4be57f0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e0dfc042-b535-4f7d-9065-dbfee481baea HTTP/1.1" status: 200 len: 857 time: 0.1303067 Jul 27 08:41:15.702482 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2712830-d921-4e0d-ab48-0afb3e498cbb req-14546f18-cdc4-47f4-952a-8bc32fc7723e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:41:15.754768 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-e2712830-d921-4e0d-ab48-0afb3e498cbb req-14546f18-cdc4-47f4-952a-8bc32fc7723e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d0a6cf88-547f-4cf8-ad21-f8b392f1c474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0592029 Jul 27 08:41:15.754768 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-bf8713c2-a382-4335-bb4b-4315af498be1 req-690f76d4-72a2-4fb1-b0d4-c89405489642 service neutron] 10.222.0.42 "GET /v2.0/networks/d0a6cf88-547f-4cf8-ad21-f8b392f1c474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598423 Jul 27 08:41:15.901525 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=100 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:41:15.927967 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-e2712830-d921-4e0d-ab48-0afb3e498cbb req-2427aed6-5c57-4f1d-9730-35b79aa18098 service neutron] 10.222.0.42 "GET /v2.0/networks/d0a6cf88-547f-4cf8-ad21-f8b392f1c474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128394 Jul 27 08:41:15.929845 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-bf8713c2-a382-4335-bb4b-4315af498be1 req-0c9aa1f4-3ad0-4dfc-a7a5-d28ed504236f service neutron] 10.222.0.42 "GET /v2.0/networks/d0a6cf88-547f-4cf8-ad21-f8b392f1c474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131977 Jul 27 08:41:16.025555 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-3991ea11-dab6-4d5f-b85d-b9a6cfbc1c62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (7c77c4a2-8ca4-486b-af2a-676805e7b922), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:16.036365 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-e2712830-d921-4e0d-ab48-0afb3e498cbb req-5cb81d32-4a2f-4f77-a835-70fb2ce42aad service neutron] 10.222.0.42 "GET /v2.0/networks/d0a6cf88-547f-4cf8-ad21-f8b392f1c474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906045 Jul 27 08:41:16.173667 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Device 8d569832-7ef9-4c22-86e2-8066c4b25d54 up at agent ovs-agent-dv-cinder-851170-2-iscsi {{(pid=104487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 08:41:16.252134 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Provisioning complete for port 8d569832-7ef9-4c22-86e2-8066c4b25d54 triggered by entity L2. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:41:16.252687 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (8d569832-7ef9-4c22-86e2-8066c4b25d54), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:16.343631 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Current status of the port 8d569832-7ef9-4c22-86e2-8066c4b25d54 is: ACTIVE; New status is: ACTIVE {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:41:16.364901 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2f0102-b6c2-40d9-8899-5b85d578ac6d None None] Sync routers for ids ['5da7ac93-3846-4a54-b608-43384d908a2e'] in dv-cinder-851170-2-iscsi {{(pid=104488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 08:41:16.375286 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2f0102-b6c2-40d9-8899-5b85d578ac6d None None] Routers {'5da7ac93-3846-4a54-b608-43384d908a2e'} bound to L3 agent in host dv-cinder-851170-2-iscsi {{(pid=104488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 08:41:16.375907 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_hamode_db [None req-6a2f0102-b6c2-40d9-8899-5b85d578ac6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-27T08:30:18Z,description=,heartbeat_timestamp=2022-07-27T08:40:48Z,host='dv-cinder-851170-2-iscsi',id=5bc6d868-bb0b-4164-b2dd-44360f4de654,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T08:30:19Z,topic='l3_agent')) {'router_ids': ['5da7ac93-3846-4a54-b608-43384d908a2e'], 'active': True} {{(pid=104488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:41:16.497229 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvr_db [None req-6a2f0102-b6c2-40d9-8899-5b85d578ac6d None None] Set router 5da7ac93-3846-4a54-b608-43384d908a2e gateway port host: dv-cinder-851170-2-iscsi {{(pid=104488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 08:41:16.657161 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b224cf7-33a2-46ed-9c86-e29fac38880a req-ff2a1165-491a-4fa7-974a-e42bd6a00df3 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:41:16.665925 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-0b224cf7-33a2-46ed-9c86-e29fac38880a req-ff2a1165-491a-4fa7-974a-e42bd6a00df3 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/ports?device_id=dcaa9a44-f92c-4932-bcfc-6f5195df3936 HTTP/1.1" status: 200 len: 944 time: 0.0630379 Jul 27 08:41:16.729335 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-0b224cf7-33a2-46ed-9c86-e29fac38880a req-1061e023-96d8-48b1-8265-f787a7f2fad9 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/security-groups?id=07fb2551-7602-43d7-8203-b61ada2177cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618467 Jul 27 08:41:16.804523 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_hamode_db [None req-6a2f0102-b6c2-40d9-8899-5b85d578ac6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5da7ac93-3846-4a54-b608-43384d908a2e', 'name': 'tempest-TestMinimumBasicScenario-1024449337-router', 'tenant_id': 'df89794fec88414e88f7a4b8ecbce47f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': '8d569832-7ef9-4c22-86e2-8066c4b25d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:41:05Z', 'updated_at': '2022-07-27T08:41:10Z', 'revision_number': 4, 'project_id': 'df89794fec88414e88f7a4b8ecbce47f', 'gw_port': {'id': '8d569832-7ef9-4c22-86e2-8066c4b25d54', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f3:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da7ac93-3846-4a54-b608-43384d908a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:41:06Z', 'updated_at': '2022-07-27T08:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi', '_interfaces': [{'id': '2e761988-9626-4906-921b-dc8f9ee411c7', 'name': '', 'network_id': '8f62ee98-23a0-4933-b8cb-2aa4e027f74e', 'tenant_id': 'df89794fec88414e88f7a4b8ecbce47f', 'mac_address': 'fa:16:3e:d2:2f:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5da7ac93-3846-4a54-b608-43384d908a2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'ed01b172-e613-4e66-89b3-bd7cfc6a6e68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:41:10Z', 'updated_at': '2022-07-27T08:41:11Z', 'revision_number': 2, 'project_id': 'df89794fec88414e88f7a4b8ecbce47f', 'subnets': [{'id': 'ed01b172-e613-4e66-89b3-bd7cfc6a6e68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851170-2-iscsi', False) {} {{(pid=104488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:41:16.838021 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2f0102-b6c2-40d9-8899-5b85d578ac6d None None] Checking router: 5da7ac93-3846-4a54-b608-43384d908a2e for host: dv-cinder-851170-2-iscsi {{(pid=104488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 08:41:16.838506 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2f0102-b6c2-40d9-8899-5b85d578ac6d None None] Updating router 5da7ac93-3846-4a54-b608-43384d908a2e port 2e761988-9626-4906-921b-dc8f9ee411c7 binding host dv-cinder-851170-2-iscsi {{(pid=104488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 08:41:16.869117 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-6a2f0102-b6c2-40d9-8899-5b85d578ac6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (2e761988-9626-4906-921b-dc8f9ee411c7), before_update {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:17.180967 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-6a2f0102-b6c2-40d9-8899-5b85d578ac6d None None] Publish callbacks [] for port (2e761988-9626-4906-921b-dc8f9ee411c7), precommit_update {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:17.274705 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-6a2f0102-b6c2-40d9-8899-5b85d578ac6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (2e761988-9626-4906-921b-dc8f9ee411c7), after_update {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:17.323745 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882bbe6e-bc78-4699-a8d2-52e8efa0a9e3 None None] Pushing event updated for resources: {'Port': ['ID=2e761988-9626-4906-921b-dc8f9ee411c7,revision_number=3']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:41:17.366670 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:41:17.405470 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.managers [None req-6a2f0102-b6c2-40d9-8899-5b85d578ac6d None None] Attempting to bind port 2e761988-9626-4906-921b-dc8f9ee411c7 on host dv-cinder-851170-2-iscsi for vnic_type normal with profile {{(pid=104488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 08:41:17.405831 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.managers [None req-6a2f0102-b6c2-40d9-8899-5b85d578ac6d None None] Attempting to bind port 2e761988-9626-4906-921b-dc8f9ee411c7 by drivers openvswitch,hyperv on host dv-cinder-851170-2-iscsi at level 0 using segments [{'id': '68930789-2201-41e5-af0c-d633f061e6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '8f62ee98-23a0-4933-b8cb-2aa4e027f74e'}] {{(pid=104488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 08:41:17.406205 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2f0102-b6c2-40d9-8899-5b85d578ac6d None None] Attempting to bind port 2e761988-9626-4906-921b-dc8f9ee411c7 on network 8f62ee98-23a0-4933-b8cb-2aa4e027f74e {{(pid=104488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 08:41:17.415048 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2f0102-b6c2-40d9-8899-5b85d578ac6d None None] Checking agent: {'id': 'ed9de811-f248-496b-b487-860d50d7cee7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851170-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 8, 30, 21), 'started_at': datetime.datetime(2022, 7, 27, 8, 30, 51), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 8, 40, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851170-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 08:41:17.415537 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2f0102-b6c2-40d9-8899-5b85d578ac6d None None] Checking segment: {'id': '68930789-2201-41e5-af0c-d633f061e6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '8f62ee98-23a0-4933-b8cb-2aa4e027f74e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 08:41:17.415908 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-6a2f0102-b6c2-40d9-8899-5b85d578ac6d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:17.416294 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2f0102-b6c2-40d9-8899-5b85d578ac6d None None] Bound using segment: {'id': '68930789-2201-41e5-af0c-d633f061e6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '8f62ee98-23a0-4933-b8cb-2aa4e027f74e'} {{(pid=104488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 08:41:17.416759 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.managers [None req-6a2f0102-b6c2-40d9-8899-5b85d578ac6d None None] Bound port: 2e761988-9626-4906-921b-dc8f9ee411c7, host: dv-cinder-851170-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68930789-2201-41e5-af0c-d633f061e6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '8f62ee98-23a0-4933-b8cb-2aa4e027f74e'}}] {{(pid=104488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 08:41:17.417126 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-6a2f0102-b6c2-40d9-8899-5b85d578ac6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (2e761988-9626-4906-921b-dc8f9ee411c7), before_update {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:17.498603 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.db [None req-6a2f0102-b6c2-40d9-8899-5b85d578ac6d None None] For port 2e761988-9626-4906-921b-dc8f9ee411c7, host dv-cinder-851170-2-iscsi, cleared binding levels {{(pid=104488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 08:41:17.502496 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.db [None req-6a2f0102-b6c2-40d9-8899-5b85d578ac6d None None] For port 2e761988-9626-4906-921b-dc8f9ee411c7, host dv-cinder-851170-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851170-2-iscsi',level=0,port_id=2e761988-9626-4906-921b-dc8f9ee411c7,segment=NetworkSegment(68930789-2201-41e5-af0c-d633f061e6eb),segment_id=68930789-2201-41e5-af0c-d633f061e6eb)] {{(pid=104488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 08:41:17.606711 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-6a2f0102-b6c2-40d9-8899-5b85d578ac6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (2e761988-9626-4906-921b-dc8f9ee411c7), after_update {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:17.623175 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-a71171a5-594f-4ab0-89e3-c9013dff34c6 None None] Provisioning complete for port 2e761988-9626-4906-921b-dc8f9ee411c7 triggered by entity DHCP. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:41:17.624478 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a71171a5-594f-4ab0-89e3-c9013dff34c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (2e761988-9626-4906-921b-dc8f9ee411c7), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:17.667839 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:41:17.686964 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2f0102-b6c2-40d9-8899-5b85d578ac6d None None] Routers {'5da7ac93-3846-4a54-b608-43384d908a2e'} bound to L3 agent in host dv-cinder-851170-2-iscsi {{(pid=104488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 08:41:17.687743 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_hamode_db [None req-6a2f0102-b6c2-40d9-8899-5b85d578ac6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-27T08:30:18Z,description=,heartbeat_timestamp=2022-07-27T08:40:48Z,host='dv-cinder-851170-2-iscsi',id=5bc6d868-bb0b-4164-b2dd-44360f4de654,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T08:30:19Z,topic='l3_agent')) {'router_ids': ['5da7ac93-3846-4a54-b608-43384d908a2e'], 'active': True} {{(pid=104488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:41:17.758308 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-a71171a5-594f-4ab0-89e3-c9013dff34c6 None None] Current status of the port 2e761988-9626-4906-921b-dc8f9ee411c7 is: DOWN; New status is: ACTIVE {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:41:17.759057 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a71171a5-594f-4ab0-89e3-c9013dff34c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (2e761988-9626-4906-921b-dc8f9ee411c7), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:17.764283 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882bbe6e-bc78-4699-a8d2-52e8efa0a9e3 None None] Pushing event updated for resources: {'Port': ['ID=2e761988-9626-4906-921b-dc8f9ee411c7,revision_number=4']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:41:17.830814 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-a71171a5-594f-4ab0-89e3-c9013dff34c6 None None] For port 2e761988-9626-4906-921b-dc8f9ee411c7, host dv-cinder-851170-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851170-2-iscsi',level=0,port_id=2e761988-9626-4906-921b-dc8f9ee411c7,segment=NetworkSegment(68930789-2201-41e5-af0c-d633f061e6eb),segment_id=68930789-2201-41e5-af0c-d633f061e6eb)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:41:17.840766 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvr_db [None req-6a2f0102-b6c2-40d9-8899-5b85d578ac6d None None] Set router 5da7ac93-3846-4a54-b608-43384d908a2e gateway port host: dv-cinder-851170-2-iscsi {{(pid=104488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 08:41:17.911466 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a71171a5-594f-4ab0-89e3-c9013dff34c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (2e761988-9626-4906-921b-dc8f9ee411c7), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:17.943492 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7047527c-b56f-410a-a19a-874aead3bed1 req-d68cb8ee-65d7-458c-bfae-6bd7b6b7893b tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:41:17.945735 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-7047527c-b56f-410a-a19a-874aead3bed1 req-d68cb8ee-65d7-458c-bfae-6bd7b6b7893b tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/ports?device_id=dcaa9a44-f92c-4932-bcfc-6f5195df3936 HTTP/1.1" status: 200 len: 944 time: 0.0937243 Jul 27 08:41:18.012080 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71171a5-594f-4ab0-89e3-c9013dff34c6 None None] Pushing event updated for resources: {'Port': ['ID=2e761988-9626-4906-921b-dc8f9ee411c7,revision_number=5']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:41:18.042532 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-7047527c-b56f-410a-a19a-874aead3bed1 req-551a727c-2435-4db4-b04c-580ecffaf609 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/security-groups?id=07fb2551-7602-43d7-8203-b61ada2177cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900726 Jul 27 08:41:18.046556 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-5bdd9d6f-1822-4812-8e6e-e16404788107 None None] Provisioning complete for port 2e761988-9626-4906-921b-dc8f9ee411c7 triggered by entity DHCP. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:41:18.046942 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-5bdd9d6f-1822-4812-8e6e-e16404788107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (2e761988-9626-4906-921b-dc8f9ee411c7), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:18.070562 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_hamode_db [None req-6a2f0102-b6c2-40d9-8899-5b85d578ac6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5da7ac93-3846-4a54-b608-43384d908a2e', 'name': 'tempest-TestMinimumBasicScenario-1024449337-router', 'tenant_id': 'df89794fec88414e88f7a4b8ecbce47f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': '8d569832-7ef9-4c22-86e2-8066c4b25d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:41:05Z', 'updated_at': '2022-07-27T08:41:10Z', 'revision_number': 4, 'project_id': 'df89794fec88414e88f7a4b8ecbce47f', 'gw_port': {'id': '8d569832-7ef9-4c22-86e2-8066c4b25d54', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f3:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da7ac93-3846-4a54-b608-43384d908a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:41:06Z', 'updated_at': '2022-07-27T08:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi', '_interfaces': [{'id': '2e761988-9626-4906-921b-dc8f9ee411c7', 'name': '', 'network_id': '8f62ee98-23a0-4933-b8cb-2aa4e027f74e', 'tenant_id': 'df89794fec88414e88f7a4b8ecbce47f', 'mac_address': 'fa:16:3e:d2:2f:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5da7ac93-3846-4a54-b608-43384d908a2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'ed01b172-e613-4e66-89b3-bd7cfc6a6e68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:41:10Z', 'updated_at': '2022-07-27T08:41:17Z', 'revision_number': 4, 'project_id': 'df89794fec88414e88f7a4b8ecbce47f', 'subnets': [{'id': 'ed01b172-e613-4e66-89b3-bd7cfc6a6e68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851170-2-iscsi', False) {} {{(pid=104488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:41:18.092087 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:41:18.105991 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2f0102-b6c2-40d9-8899-5b85d578ac6d None None] The sync data for ids ['5da7ac93-3846-4a54-b608-43384d908a2e'] in dv-cinder-851170-2-iscsi is: [{'id': '5da7ac93-3846-4a54-b608-43384d908a2e', 'name': 'tempest-TestMinimumBasicScenario-1024449337-router', 'tenant_id': 'df89794fec88414e88f7a4b8ecbce47f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': '8d569832-7ef9-4c22-86e2-8066c4b25d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:41:05Z', 'updated_at': '2022-07-27T08:41:10Z', 'revision_number': 4, 'project_id': 'df89794fec88414e88f7a4b8ecbce47f', 'gw_port': {'id': '8d569832-7ef9-4c22-86e2-8066c4b25d54', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f3:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da7ac93-3846-4a54-b608-43384d908a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:41:06Z', 'updated_at': '2022-07-27T08:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi', '_interfaces': [{'id': '2e761988-9626-4906-921b-dc8f9ee411c7', 'name': '', 'network_id': '8f62ee98-23a0-4933-b8cb-2aa4e027f74e', 'tenant_id': 'df89794fec88414e88f7a4b8ecbce47f', 'mac_address': 'fa:16:3e:d2:2f:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5da7ac93-3846-4a54-b608-43384d908a2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'ed01b172-e613-4e66-89b3-bd7cfc6a6e68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:41:10Z', 'updated_at': '2022-07-27T08:41:17Z', 'revision_number': 4, 'project_id': 'df89794fec88414e88f7a4b8ecbce47f', 'subnets': [{'id': 'ed01b172-e613-4e66-89b3-bd7cfc6a6e68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 08:41:18.146747 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-5bdd9d6f-1822-4812-8e6e-e16404788107 None None] Current status of the port 2e761988-9626-4906-921b-dc8f9ee411c7 is: ACTIVE; New status is: ACTIVE {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:41:18.244029 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Device 2e761988-9626-4906-921b-dc8f9ee411c7 up at agent ovs-agent-dv-cinder-851170-2-iscsi {{(pid=104487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 08:41:18.344602 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Provisioning complete for port 2e761988-9626-4906-921b-dc8f9ee411c7 triggered by entity L2. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:41:18.344984 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (2e761988-9626-4906-921b-dc8f9ee411c7), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:18.371157 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-6df58676-fa77-4d83-a169-e97e10b3d463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (5bc6d868-bb0b-4164-b2dd-44360f4de654), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:18.445362 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Current status of the port 2e761988-9626-4906-921b-dc8f9ee411c7 is: ACTIVE; New status is: ACTIVE {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:41:19.201366 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0ee383-cc87-45de-9992-a21e77aab7ea req-3179244b-3f84-47bd-87f4-e87dd513046c tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:41:19.210306 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-ed0ee383-cc87-45de-9992-a21e77aab7ea req-3179244b-3f84-47bd-87f4-e87dd513046c tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/ports?device_id=dcaa9a44-f92c-4932-bcfc-6f5195df3936 HTTP/1.1" status: 200 len: 944 time: 0.0802984 Jul 27 08:41:19.507565 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-ed0ee383-cc87-45de-9992-a21e77aab7ea req-c39c72a7-e46d-4eb2-90ac-0819f8fcd121 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/security-groups?id=07fb2551-7602-43d7-8203-b61ada2177cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2964714 Jul 27 08:41:20.223647 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-45eb61cd-e3d7-4840-8013-3080c7768274 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (36998da0-f99a-403d-814c-b55466abd131), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:20.598877 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Device 75614ea5-42c0-4439-8250-f07133e78608 details requested by agent hyperv_hv-cinder-85117 with host hv-cinder-85117 {{(pid=104487) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 08:41:20.647261 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64af2057-12fc-4426-8329-e2375b8cac3b req-da992165-b496-47c4-8c8d-e1a1e6a2fa0b tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:41:20.649221 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-64af2057-12fc-4426-8329-e2375b8cac3b req-da992165-b496-47c4-8c8d-e1a1e6a2fa0b tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/ports?device_id=dcaa9a44-f92c-4932-bcfc-6f5195df3936 HTTP/1.1" status: 200 len: 944 time: 0.0544720 Jul 27 08:41:20.734743 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-64af2057-12fc-4426-8329-e2375b8cac3b req-5e0590bd-8f24-470d-910b-4c7a7044d6ca tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/security-groups?id=07fb2551-7602-43d7-8203-b61ada2177cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729420 Jul 27 08:41:20.777496 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] For port 75614ea5-42c0-4439-8250-f07133e78608, host hv-cinder-85117, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85117',level=0,port_id=75614ea5-42c0-4439-8250-f07133e78608,segment=NetworkSegment(25556ca1-67d3-4c5f-8bb3-e3393e44e1ba),segment_id=25556ca1-67d3-4c5f-8bb3-e3393e44e1ba)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:41:20.790090 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (40990755-2d84-4c9d-828c-eda94a5136e8), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:20.791178 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Returning: {'device': '75614ea5-42c0-4439-8250-f07133e78608', 'network_id': 'd0a6cf88-547f-4cf8-ad21-f8b392f1c474', 'port_id': '75614ea5-42c0-4439-8250-f07133e78608', 'mac_address': 'fa:16:3e:4f:93:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0dfc042-b535-4f7d-9065-dbfee481baea', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104487) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 08:41:20.794049 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:41:20.832869 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Current status of the port 75614ea5-42c0-4439-8250-f07133e78608 is: DOWN; New status is: BUILD {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:41:20.833517 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (75614ea5-42c0-4439-8250-f07133e78608), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:20.849378 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.notifiers.nova [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75614ea5-42c0-4439-8250-f07133e78608 {{(pid=104487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 08:41:20.873783 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] For port 75614ea5-42c0-4439-8250-f07133e78608, host hv-cinder-85117, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85117',level=0,port_id=75614ea5-42c0-4439-8250-f07133e78608,segment=NetworkSegment(25556ca1-67d3-4c5f-8bb3-e3393e44e1ba),segment_id=25556ca1-67d3-4c5f-8bb3-e3393e44e1ba)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:41:20.946238 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (75614ea5-42c0-4439-8250-f07133e78608), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:21.014627 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Pushing event updated for resources: {'Port': ['ID=75614ea5-42c0-4439-8250-f07133e78608,revision_number=4']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:41:21.300053 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-83feb67a-80d7-474e-96e8-1d92c33387c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (0a293c43-2970-4b69-9d2a-dcf41d8870ef), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:21.356552 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (ed9de811-f248-496b-b487-860d50d7cee7), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:21.460453 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] get_ports_and_sgs() called for port_ids ['75614ea5-42c0-4439-8250-f07133e78608'] {{(pid=104487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 08:41:21.637887 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:41:21.868965 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf32c0e-9fe1-4932-868b-3c7392fe474c req-f342506a-76e0-47f7-b549-de026ae6ed0b tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:41:21.870682 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-1bf32c0e-9fe1-4932-868b-3c7392fe474c req-f342506a-76e0-47f7-b549-de026ae6ed0b tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/ports?device_id=dcaa9a44-f92c-4932-bcfc-6f5195df3936 HTTP/1.1" status: 200 len: 944 time: 0.0620534 Jul 27 08:41:21.927325 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-1bf32c0e-9fe1-4932-868b-3c7392fe474c req-1528c149-82da-4f4c-8716-b13a9c6dd89b tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/security-groups?id=07fb2551-7602-43d7-8203-b61ada2177cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506663 Jul 27 08:41:22.089316 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 57566) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:41:22.228807 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-aaf827db-21b0-4830-824d-7be8dea02386 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:22.275035 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:41:22.319182 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-aaf827db-21b0-4830-824d-7be8dea02386 admin admin] Publish callbacks [] for security_group (fab11848-371d-4c68-9b66-5370daf1135e), precommit_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:22.371806 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-aaf827db-21b0-4830-824d-7be8dea02386 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (fab11848-371d-4c68-9b66-5370daf1135e), after_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:22.421737 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf827db-21b0-4830-824d-7be8dea02386 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fab11848-371d-4c68-9b66-5370daf1135e,revision_number=1']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:41:22.440620 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf827db-21b0-4830-824d-7be8dea02386 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:41:22.442125 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf827db-21b0-4830-824d-7be8dea02386 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:41:22.442740 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf827db-21b0-4830-824d-7be8dea02386 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:41:22.443150 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf827db-21b0-4830-824d-7be8dea02386 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:41:22.443495 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf827db-21b0-4830-824d-7be8dea02386 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:41:22.443828 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf827db-21b0-4830-824d-7be8dea02386 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:41:22.444399 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf827db-21b0-4830-824d-7be8dea02386 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:41:22.444766 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf827db-21b0-4830-824d-7be8dea02386 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:41:22.445075 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf827db-21b0-4830-824d-7be8dea02386 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:41:22.445401 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf827db-21b0-4830-824d-7be8dea02386 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:41:22.445791 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf827db-21b0-4830-824d-7be8dea02386 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:41:22.446290 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf827db-21b0-4830-824d-7be8dea02386 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:41:22.446616 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf827db-21b0-4830-824d-7be8dea02386 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:41:22.446939 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf827db-21b0-4830-824d-7be8dea02386 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:41:22.447257 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf827db-21b0-4830-824d-7be8dea02386 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:41:22.482195 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-aaf827db-21b0-4830-824d-7be8dea02386 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=3bc58d1e7ca44ed0b776999dd09beb0a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3884056 Jul 27 08:41:22.482399 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 57570) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:41:22.551252 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-14303c28-6bcb-43ca-8a60-d2b9c4aebd8a admin admin] Publish callbacks [] for security_group (fab11848-371d-4c68-9b66-5370daf1135e), before_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:22.586045 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-14303c28-6bcb-43ca-8a60-d2b9c4aebd8a admin admin] Publish callbacks [] for security_group (fab11848-371d-4c68-9b66-5370daf1135e), precommit_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:22.615737 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Device 7704beb8-3578-4840-ad3c-229cb797c582 details requested by agent hyperv_hv-cinder-85117 with host hv-cinder-85117 {{(pid=104487) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 08:41:22.627075 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Device 75614ea5-42c0-4439-8250-f07133e78608 up at agent hyperv_hv-cinder-85117 {{(pid=104487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 08:41:22.694913 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 57574) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:41:22.763036 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Provisioning for port 75614ea5-42c0-4439-8250-f07133e78608 completed by entity L2. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 27 08:41:22.864668 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] For port 7704beb8-3578-4840-ad3c-229cb797c582, host hv-cinder-85117, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85117',level=0,port_id=7704beb8-3578-4840-ad3c-229cb797c582,segment=NetworkSegment(25556ca1-67d3-4c5f-8bb3-e3393e44e1ba),segment_id=25556ca1-67d3-4c5f-8bb3-e3393e44e1ba)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:41:22.864668 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Returning: {'device': '7704beb8-3578-4840-ad3c-229cb797c582', 'network_id': 'd0a6cf88-547f-4cf8-ad21-f8b392f1c474', 'port_id': '7704beb8-3578-4840-ad3c-229cb797c582', 'mac_address': 'fa:16:3e:dc:0d:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0dfc042-b535-4f7d-9065-dbfee481baea', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104487) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 08:41:22.865140 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-5533c8ef-429c-4f54-9993-1032497edbc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:22.865233 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Current status of the port 7704beb8-3578-4840-ad3c-229cb797c582 is: DOWN; New status is: BUILD {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:41:22.865233 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (7704beb8-3578-4840-ad3c-229cb797c582), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:22.879589 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.notifiers.nova [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7704beb8-3578-4840-ad3c-229cb797c582 {{(pid=104487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 08:41:22.902430 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] For port 7704beb8-3578-4840-ad3c-229cb797c582, host hv-cinder-85117, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85117',level=0,port_id=7704beb8-3578-4840-ad3c-229cb797c582,segment=NetworkSegment(25556ca1-67d3-4c5f-8bb3-e3393e44e1ba),segment_id=25556ca1-67d3-4c5f-8bb3-e3393e44e1ba)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:41:23.052371 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f421c999-3e71-4a8d-bcb9-e82a903130fb req-43726bad-629b-4dfc-9d0c-e93a92d36808 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:41:23.053835 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-f421c999-3e71-4a8d-bcb9-e82a903130fb req-43726bad-629b-4dfc-9d0c-e93a92d36808 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/ports?device_id=dcaa9a44-f92c-4932-bcfc-6f5195df3936 HTTP/1.1" status: 200 len: 944 time: 0.0460982 Jul 27 08:41:23.104014 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-f421c999-3e71-4a8d-bcb9-e82a903130fb req-255f817e-50de-47f4-bdd4-a374a89c7afe tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/security-groups?id=07fb2551-7602-43d7-8203-b61ada2177cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446210 Jul 27 08:41:23.386540 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-14303c28-6bcb-43ca-8a60-d2b9c4aebd8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (fab11848-371d-4c68-9b66-5370daf1135e), after_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:23.389009 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-14303c28-6bcb-43ca-8a60-d2b9c4aebd8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:23.390163 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-14303c28-6bcb-43ca-8a60-d2b9c4aebd8a admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/fab11848-371d-4c68-9b66-5370daf1135e HTTP/1.1" status: 204 len: 168 time: 0.9068160 Jul 27 08:41:23.408762 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14303c28-6bcb-43ca-8a60-d2b9c4aebd8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fab11848-371d-4c68-9b66-5370daf1135e,revision_number=None']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:41:23.419422 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Provisioning complete for port 75614ea5-42c0-4439-8250-f07133e78608 triggered by entity L2. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:41:23.424976 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (75614ea5-42c0-4439-8250-f07133e78608), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:23.424976 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (7704beb8-3578-4840-ad3c-229cb797c582), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:23.449704 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14303c28-6bcb-43ca-8a60-d2b9c4aebd8a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:41:23.450058 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14303c28-6bcb-43ca-8a60-d2b9c4aebd8a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:41:23.450424 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14303c28-6bcb-43ca-8a60-d2b9c4aebd8a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:41:23.450777 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14303c28-6bcb-43ca-8a60-d2b9c4aebd8a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:41:23.451240 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14303c28-6bcb-43ca-8a60-d2b9c4aebd8a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:41:23.451582 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14303c28-6bcb-43ca-8a60-d2b9c4aebd8a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:41:23.452164 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14303c28-6bcb-43ca-8a60-d2b9c4aebd8a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:41:23.452286 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14303c28-6bcb-43ca-8a60-d2b9c4aebd8a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:41:23.452570 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14303c28-6bcb-43ca-8a60-d2b9c4aebd8a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:41:23.452903 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14303c28-6bcb-43ca-8a60-d2b9c4aebd8a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:41:23.453236 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14303c28-6bcb-43ca-8a60-d2b9c4aebd8a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:41:23.453568 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14303c28-6bcb-43ca-8a60-d2b9c4aebd8a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:41:23.453894 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14303c28-6bcb-43ca-8a60-d2b9c4aebd8a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:41:23.454347 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14303c28-6bcb-43ca-8a60-d2b9c4aebd8a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:41:23.458082 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14303c28-6bcb-43ca-8a60-d2b9c4aebd8a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:41:23.501522 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-5533c8ef-429c-4f54-9993-1032497edbc6 admin admin] Publish callbacks [] for security_group (8730cf2b-b1a3-410c-bac2-69e08750016d), precommit_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:23.536478 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Pushing event updated for resources: {'Port': ['ID=7704beb8-3578-4840-ad3c-229cb797c582,revision_number=4']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:41:23.592173 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Current status of the port 75614ea5-42c0-4439-8250-f07133e78608 is: BUILD; New status is: ACTIVE {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:41:23.592717 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (75614ea5-42c0-4439-8250-f07133e78608), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:23.623360 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac824ac8-4d92-4c41-8a17-c96d40d2ce05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75614ea5-42c0-4439-8250-f07133e78608'}] {{(pid=104487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 08:41:23.625919 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80d6aca8d47c9a16b7ef4a01c61ef1bf5c962aea16cee8599b6bab5dfb4de652" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f074061c-21cd-4dc3-8cb5-b0e820ac4108" -d '{"events": [{"server_uuid": "ac824ac8-4d92-4c41-8a17-c96d40d2ce05", "name": "network-vif-plugged", "status": "completed", "tag": "75614ea5-42c0-4439-8250-f07133e78608"}]}' {{(pid=104487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 08:41:23.650180 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] For port 75614ea5-42c0-4439-8250-f07133e78608, host hv-cinder-85117, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85117',level=0,port_id=75614ea5-42c0-4439-8250-f07133e78608,segment=NetworkSegment(25556ca1-67d3-4c5f-8bb3-e3393e44e1ba),segment_id=25556ca1-67d3-4c5f-8bb3-e3393e44e1ba)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:41:23.657434 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-5533c8ef-429c-4f54-9993-1032497edbc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (8730cf2b-b1a3-410c-bac2-69e08750016d), after_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:23.671567 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 08:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a6dc6e5-50fb-4983-a551-38332d4ef7d5 x-openstack-request-id: req-6a6dc6e5-50fb-4983-a551-38332d4ef7d5 {{(pid=104487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 08:41:23.671567 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac824ac8-4d92-4c41-8a17-c96d40d2ce05", "name": "network-vif-plugged", "status": "completed", "tag": "75614ea5-42c0-4439-8250-f07133e78608", "code": 200}]} {{(pid=104487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 08:41:23.671567 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-6a6dc6e5-50fb-4983-a551-38332d4ef7d5 {{(pid=104487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 08:41:23.671567 dv-cinder-851170-2-iscsi neutron-server[104487]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a6dc6e5-50fb-4983-a551-38332d4ef7d5'] response: {'server_uuid': 'ac824ac8-4d92-4c41-8a17-c96d40d2ce05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75614ea5-42c0-4439-8250-f07133e78608', 'code': 200} Jul 27 08:41:23.707313 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5533c8ef-429c-4f54-9993-1032497edbc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8730cf2b-b1a3-410c-bac2-69e08750016d,revision_number=1']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:41:23.711869 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-5533c8ef-429c-4f54-9993-1032497edbc6 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=13d415416e294240b718f4886f462da4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0157743 Jul 27 08:41:23.715140 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 57590) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:41:23.746901 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (75614ea5-42c0-4439-8250-f07133e78608), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:23.800173 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-14e57762-9cbe-454c-b380-5f57af74ccc3 admin admin] Publish callbacks [] for security_group (8730cf2b-b1a3-410c-bac2-69e08750016d), before_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:23.859173 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-14e57762-9cbe-454c-b380-5f57af74ccc3 admin admin] Publish callbacks [] for security_group (8730cf2b-b1a3-410c-bac2-69e08750016d), precommit_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:23.872777 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] get_ports_and_sgs() called for port_ids ['7704beb8-3578-4840-ad3c-229cb797c582'] {{(pid=104487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 08:41:23.940152 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Pushing event updated for resources: {'Port': ['ID=75614ea5-42c0-4439-8250-f07133e78608,revision_number=5']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:41:23.994339 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-55c3ca97-d939-4648-aebd-7e9912bf3891 req-77efefad-65dc-47d4-a54b-cd3f93d7d511 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=73303fae-c87c-4ca8-86ef-f53a66bb47d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0926728 Jul 27 08:41:24.018135 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:41:24.035472 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-14e57762-9cbe-454c-b380-5f57af74ccc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (8730cf2b-b1a3-410c-bac2-69e08750016d), after_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:24.041396 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-14e57762-9cbe-454c-b380-5f57af74ccc3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:24.045394 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-14e57762-9cbe-454c-b380-5f57af74ccc3 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/8730cf2b-b1a3-410c-bac2-69e08750016d HTTP/1.1" status: 204 len: 168 time: 0.3286374 Jul 27 08:41:24.060637 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e57762-9cbe-454c-b380-5f57af74ccc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8730cf2b-b1a3-410c-bac2-69e08750016d,revision_number=None']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:41:24.079779 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:41:24.095338 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c3ca97-d939-4648-aebd-7e9912bf3891 req-7cc909f2-690b-47d8-94e6-d808e0457709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:41:24.098956 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-55c3ca97-d939-4648-aebd-7e9912bf3891 req-7cc909f2-690b-47d8-94e6-d808e0457709 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e2c60f49a9e14417bd1d9504128fc94b&device_id=73303fae-c87c-4ca8-86ef-f53a66bb47d9 HTTP/1.1" status: 200 len: 1130 time: 0.0648580 Jul 27 08:41:24.248834 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227aa9f2-25b6-4795-9329-c94781201b32 req-3503d88d-bd16-4f0d-b7fa-414d38b6ab64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:41:24.250373 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-227aa9f2-25b6-4795-9329-c94781201b32 req-3503d88d-bd16-4f0d-b7fa-414d38b6ab64 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ac824ac8-4d92-4c41-8a17-c96d40d2ce05 HTTP/1.1" status: 200 len: 1130 time: 0.1320574 Jul 27 08:41:24.250790 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=8 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:41:24.294481 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a08333-0467-4397-bddf-3b9125e737bd req-e18288a8-d983-4394-82ad-e5f008567d7e tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:41:24.299791 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-29a08333-0467-4397-bddf-3b9125e737bd req-e18288a8-d983-4394-82ad-e5f008567d7e tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/ports?device_id=dcaa9a44-f92c-4932-bcfc-6f5195df3936 HTTP/1.1" status: 200 len: 945 time: 0.0874979 Jul 27 08:41:24.366456 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c3ca97-d939-4648-aebd-7e9912bf3891 req-c2df6943-5e49-4fbe-a483-46f983023051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:41:24.368036 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-55c3ca97-d939-4648-aebd-7e9912bf3891 req-c2df6943-5e49-4fbe-a483-46f983023051 service neutron] 10.222.0.42 "GET /v2.0/networks?id=77554b81-fd19-4316-8d69-62980152360c HTTP/1.1" status: 200 len: 918 time: 0.2376621 Jul 27 08:41:24.375125 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-227aa9f2-25b6-4795-9329-c94781201b32 req-2c7e39bf-bb6b-45cc-a098-59d83d314788 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=07fb2551-7602-43d7-8203-b61ada2177cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151054 Jul 27 08:41:24.424999 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-29a08333-0467-4397-bddf-3b9125e737bd req-d8ff5ee5-f7e6-455e-9d06-c0ee5de2dc00 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/security-groups?id=07fb2551-7602-43d7-8203-b61ada2177cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211805 Jul 27 08:41:24.444505 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-55c3ca97-d939-4648-aebd-7e9912bf3891 req-d08a9531-86f3-4ddf-9e78-9efe60aae064 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e8a0e0d3-038b-475c-b988-cb677e787e58 HTTP/1.1" status: 200 len: 1001 time: 0.0667939 Jul 27 08:41:24.907998 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c3ca97-d939-4648-aebd-7e9912bf3891 req-38037a9c-734b-431f-bd45-7876746860e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:41:24.909463 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-55c3ca97-d939-4648-aebd-7e9912bf3891 req-38037a9c-734b-431f-bd45-7876746860e8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c4ce96ff-fd31-496d-82bd-3a3dbfb16be8 HTTP/1.1" status: 200 len: 856 time: 0.0471308 Jul 27 08:41:24.966036 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c3ca97-d939-4648-aebd-7e9912bf3891 req-24ebc8e9-a9ea-433d-accc-1895db05a6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:41:24.966036 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-55c3ca97-d939-4648-aebd-7e9912bf3891 req-24ebc8e9-a9ea-433d-accc-1895db05a6f7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=77554b81-fd19-4316-8d69-62980152360c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0489333 Jul 27 08:41:25.221865 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Device 7704beb8-3578-4840-ad3c-229cb797c582 up at agent hyperv_hv-cinder-85117 {{(pid=104487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 08:41:25.236158 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4acd677-0861-4824-87b3-8ac04d52bbc5 req-06edeaf7-9101-44bb-9fcf-46a649ead678 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:41:25.238637 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-b4acd677-0861-4824-87b3-8ac04d52bbc5 req-06edeaf7-9101-44bb-9fcf-46a649ead678 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] 10.222.0.40 "GET /v2.0/networks?id=19667394-873e-4fb0-a227-f5cd6f6c3a28 HTTP/1.1" status: 200 len: 813 time: 0.1011741 Jul 27 08:41:25.255219 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-b4acd677-0861-4824-87b3-8ac04d52bbc5 req-a666cdee-8146-4c26-a4a5-d92cf91b1231 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] 10.222.0.40 "GET /v2.0/quotas/52bd08da2d1746c6a84cf75143ae6bf6 HTTP/1.1" status: 200 len: 375 time: 0.0102036 Jul 27 08:41:25.259359 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:41:25.268030 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Provisioning for port 7704beb8-3578-4840-ad3c-229cb797c582 completed by entity L2. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 27 08:41:25.307373 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-b4acd677-0861-4824-87b3-8ac04d52bbc5 req-f344935c-2b47-457d-9913-9aedfc73611e tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=52bd08da2d1746c6a84cf75143ae6bf6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0451899 Jul 27 08:41:25.350682 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Provisioning complete for port 7704beb8-3578-4840-ad3c-229cb797c582 triggered by entity L2. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:41:25.354587 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (7704beb8-3578-4840-ad3c-229cb797c582), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:25.415595 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-b4acd677-0861-4824-87b3-8ac04d52bbc5 req-ec23a389-a8e6-444a-8853-3c9e3dc00f11 service neutron] 10.222.0.40 "GET /v2.0/networks/19667394-873e-4fb0-a227-f5cd6f6c3a28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959089 Jul 27 08:41:25.434971 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Current status of the port 7704beb8-3578-4840-ad3c-229cb797c582 is: BUILD; New status is: ACTIVE {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:41:25.434971 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (7704beb8-3578-4840-ad3c-229cb797c582), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:25.478820 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] For port 7704beb8-3578-4840-ad3c-229cb797c582, host hv-cinder-85117, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85117',level=0,port_id=7704beb8-3578-4840-ad3c-229cb797c582,segment=NetworkSegment(25556ca1-67d3-4c5f-8bb3-e3393e44e1ba),segment_id=25556ca1-67d3-4c5f-8bb3-e3393e44e1ba)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:41:25.522590 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-b4acd677-0861-4824-87b3-8ac04d52bbc5 req-0b483b03-7fcb-459b-a7c3-b6766f3302bc service neutron] 10.222.0.40 "GET /v2.0/networks/19667394-873e-4fb0-a227-f5cd6f6c3a28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000431 Jul 27 08:41:25.551246 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (7704beb8-3578-4840-ad3c-229cb797c582), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:25.557058 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e606042-dfda-4abd-8aac-d95dc2c627cd req-ae0d9a46-6a7b-47dd-a525-b32bbcf7b6bd tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:41:25.559525 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-4e606042-dfda-4abd-8aac-d95dc2c627cd req-ae0d9a46-6a7b-47dd-a525-b32bbcf7b6bd tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/ports?device_id=dcaa9a44-f92c-4932-bcfc-6f5195df3936 HTTP/1.1" status: 200 len: 945 time: 0.0521336 Jul 27 08:41:25.618226 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Pushing event updated for resources: {'Port': ['ID=7704beb8-3578-4840-ad3c-229cb797c582,revision_number=5']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:41:25.623199 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-4e606042-dfda-4abd-8aac-d95dc2c627cd req-c6e9d19c-ba4e-4a79-8dc4-3ebb6e814911 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/security-groups?id=07fb2551-7602-43d7-8203-b61ada2177cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574234 Jul 27 08:41:25.671961 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcaa9a44-f92c-4932-bcfc-6f5195df3936', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7704beb8-3578-4840-ad3c-229cb797c582'}] {{(pid=104487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 08:41:25.674285 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80d6aca8d47c9a16b7ef4a01c61ef1bf5c962aea16cee8599b6bab5dfb4de652" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceefc2e1-7d14-470b-be09-d38cc8327849" -d '{"events": [{"server_uuid": "dcaa9a44-f92c-4932-bcfc-6f5195df3936", "name": "network-vif-plugged", "status": "completed", "tag": "7704beb8-3578-4840-ad3c-229cb797c582"}]}' {{(pid=104487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 08:41:25.711628 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 08:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e219f213-c6d1-4837-83ea-d58345a7db74 x-openstack-request-id: req-e219f213-c6d1-4837-83ea-d58345a7db74 {{(pid=104487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 08:41:25.711944 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcaa9a44-f92c-4932-bcfc-6f5195df3936", "name": "network-vif-plugged", "status": "completed", "tag": "7704beb8-3578-4840-ad3c-229cb797c582", "code": 200}]} {{(pid=104487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 08:41:25.712202 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-e219f213-c6d1-4837-83ea-d58345a7db74 {{(pid=104487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 08:41:25.712621 dv-cinder-851170-2-iscsi neutron-server[104487]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e219f213-c6d1-4837-83ea-d58345a7db74'] response: {'server_uuid': 'dcaa9a44-f92c-4932-bcfc-6f5195df3936', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7704beb8-3578-4840-ad3c-229cb797c582', 'code': 200} Jul 27 08:41:25.719779 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-55c3ca97-d939-4648-aebd-7e9912bf3891 req-f8503750-d01d-44bf-a644-2e452c2acd1d service neutron] 10.222.0.42 "GET /v2.0/networks/77554b81-fd19-4316-8d69-62980152360c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029441 Jul 27 08:41:25.797162 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-13be85d9-db40-40eb-96d9-53b379c816f9 req-92e946fa-3db1-4128-9464-d03cd9d57999 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] 10.222.0.40 "GET /v2.0/ports?device_id=37c42449-37d4-48b2-baa1-77af8f327d8c HTTP/1.1" status: 200 len: 210 time: 0.0315886 Jul 27 08:41:25.828088 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=100 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:41:25.931725 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-55c3ca97-d939-4648-aebd-7e9912bf3891 req-6f6881ce-584e-48be-b95b-ede011946a79 service neutron] 10.222.0.42 "GET /v2.0/networks/77554b81-fd19-4316-8d69-62980152360c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145537 Jul 27 08:41:25.983987 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 57658) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:41:26.102613 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-115436f0-4974-4567-84fc-3157c88180e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:26.180197 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-115436f0-4974-4567-84fc-3157c88180e7 admin admin] Publish callbacks [] for security_group (70586609-68ae-4ce9-b157-3c6a1d58a926), precommit_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:26.258948 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-115436f0-4974-4567-84fc-3157c88180e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (70586609-68ae-4ce9-b157-3c6a1d58a926), after_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:26.271127 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:41:26.295492 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-115436f0-4974-4567-84fc-3157c88180e7 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=0b155f32b1bb4782a78c1b799da2e6ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3104315 Jul 27 08:41:26.298222 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 57662) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:41:26.299999 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115436f0-4974-4567-84fc-3157c88180e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70586609-68ae-4ce9-b157-3c6a1d58a926,revision_number=1']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:41:26.350827 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-916b07b8-0521-4327-92d2-6585d1ae1412 admin admin] Publish callbacks [] for security_group (70586609-68ae-4ce9-b157-3c6a1d58a926), before_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:26.368086 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:41:26.373059 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-916b07b8-0521-4327-92d2-6585d1ae1412 admin admin] Publish callbacks [] for security_group (70586609-68ae-4ce9-b157-3c6a1d58a926), precommit_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:26.480175 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-916b07b8-0521-4327-92d2-6585d1ae1412 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (70586609-68ae-4ce9-b157-3c6a1d58a926), after_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:26.482799 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-916b07b8-0521-4327-92d2-6585d1ae1412 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:26.486287 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-916b07b8-0521-4327-92d2-6585d1ae1412 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/70586609-68ae-4ce9-b157-3c6a1d58a926 HTTP/1.1" status: 204 len: 168 time: 0.1846585 Jul 27 08:41:26.492217 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916b07b8-0521-4327-92d2-6585d1ae1412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70586609-68ae-4ce9-b157-3c6a1d58a926,revision_number=None']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:41:26.745030 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5413bd18-2c65-4b01-9b6e-ce03d28adc31 req-fafe890b-7e9f-4806-8657-3f2763f8ca11 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:41:26.746899 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-5413bd18-2c65-4b01-9b6e-ce03d28adc31 req-fafe890b-7e9f-4806-8657-3f2763f8ca11 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/ports?device_id=dcaa9a44-f92c-4932-bcfc-6f5195df3936 HTTP/1.1" status: 200 len: 946 time: 0.0509741 Jul 27 08:41:26.844624 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a03be8-8859-4e33-aa42-8ecff4e0ba30 req-d86bd558-b664-403f-a3c2-c826249f0348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:41:26.846563 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-a5a03be8-8859-4e33-aa42-8ecff4e0ba30 req-d86bd558-b664-403f-a3c2-c826249f0348 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=dcaa9a44-f92c-4932-bcfc-6f5195df3936 HTTP/1.1" status: 200 len: 1130 time: 0.0674779 Jul 27 08:41:26.850670 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-5413bd18-2c65-4b01-9b6e-ce03d28adc31 req-e178e2a1-8e0e-4071-81e3-e2d16904f981 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/security-groups?id=07fb2551-7602-43d7-8203-b61ada2177cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972767 Jul 27 08:41:26.892741 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-29e49b8e-9e25-40ff-b1ce-39448f5ff70e req-bedf98f1-dabf-47c6-9891-7c8a46eccd60 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] 10.222.0.40 "GET /v2.0/ports?device_id=37c42449-37d4-48b2-baa1-77af8f327d8c HTTP/1.1" status: 200 len: 210 time: 0.0350561 Jul 27 08:41:26.915332 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-a5a03be8-8859-4e33-aa42-8ecff4e0ba30 req-28ab4beb-ff0d-466f-8c10-7430dbe5e742 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=07fb2551-7602-43d7-8203-b61ada2177cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628557 Jul 27 08:41:27.114656 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.agents_db [None req-f85b74c8-06c1-470d-aedd-c7ca4f0196ea None None] Agent healthcheck: found 6 active agents {{(pid=104488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 08:41:27.974324 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45e93f2-cc4c-45ea-b9e0-50b739b38d8c req-b8c10c79-c15e-4306-bdb0-d1b07917bb4f tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:41:27.975948 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-d45e93f2-cc4c-45ea-b9e0-50b739b38d8c req-b8c10c79-c15e-4306-bdb0-d1b07917bb4f tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/ports?device_id=dcaa9a44-f92c-4932-bcfc-6f5195df3936 HTTP/1.1" status: 200 len: 946 time: 0.0492380 Jul 27 08:41:27.993742 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-c640bb89-9de1-40b8-9dc7-839e0a8161a0 req-2bc0c7a6-838a-4092-9bd4-0ff3d7de11cc tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] 10.222.0.40 "GET /v2.0/ports?device_id=37c42449-37d4-48b2-baa1-77af8f327d8c HTTP/1.1" status: 200 len: 210 time: 0.0318127 Jul 27 08:41:28.024799 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-d45e93f2-cc4c-45ea-b9e0-50b739b38d8c req-54d674b0-09f4-4d48-a199-b89330a414fe tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/security-groups?id=07fb2551-7602-43d7-8203-b61ada2177cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432141 Jul 27 08:41:29.092407 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-3da0e4d8-ddb7-41a3-8760-23a6fafc6a53 req-dafa0be0-5d3e-46c4-aad8-d73792c56d3a tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] 10.222.0.40 "GET /v2.0/ports?device_id=37c42449-37d4-48b2-baa1-77af8f327d8c HTTP/1.1" status: 200 len: 210 time: 0.0274780 Jul 27 08:41:29.148707 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0fab6d-c4a9-47cc-a4ca-26f53554b99e req-a9cdb1b4-1900-48e1-8859-5693af0e64ac tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:41:29.150204 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-1b0fab6d-c4a9-47cc-a4ca-26f53554b99e req-a9cdb1b4-1900-48e1-8859-5693af0e64ac tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/ports?device_id=dcaa9a44-f92c-4932-bcfc-6f5195df3936 HTTP/1.1" status: 200 len: 946 time: 0.0532031 Jul 27 08:41:29.198241 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-1b0fab6d-c4a9-47cc-a4ca-26f53554b99e req-4e8eceae-e87c-403d-979a-b83f296e7498 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/security-groups?id=07fb2551-7602-43d7-8203-b61ada2177cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422857 Jul 27 08:41:29.482889 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4acd677-0861-4824-87b3-8ac04d52bbc5 req-84fa064a-28e4-4090-91a2-02b7a5416943 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:41:29.484303 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-b4acd677-0861-4824-87b3-8ac04d52bbc5 req-84fa064a-28e4-4090-91a2-02b7a5416943 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] 10.222.0.42 "GET /v2.0/networks?id=19667394-873e-4fb0-a227-f5cd6f6c3a28 HTTP/1.1" status: 200 len: 813 time: 0.1068487 Jul 27 08:41:29.503276 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.v2.base [req-b4acd677-0861-4824-87b3-8ac04d52bbc5 req-7649ef69-fb42-4d8a-ac39-47232ee6c73d tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Request body: {'port': {'device_id': '37c42449-37d4-48b2-baa1-77af8f327d8c', 'network_id': '19667394-873e-4fb0-a227-f5cd6f6c3a28', 'admin_state_up': True, 'tenant_id': '52bd08da2d1746c6a84cf75143ae6bf6'}} {{(pid=104486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:41:29.835761 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:41:29.850848 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec38096-c3b0-4a4b-affa-6d7f375708d4 req-5af91197-3446-4ca9-909d-9a00680599a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:41:29.852348 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-1ec38096-c3b0-4a4b-affa-6d7f375708d4 req-5af91197-3446-4ca9-909d-9a00680599a0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a0d880114866423480268022d7dd20c5&device_id=dcaa9a44-f92c-4932-bcfc-6f5195df3936 HTTP/1.1" status: 200 len: 1130 time: 0.1128516 Jul 27 08:41:29.860633 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474a5a80-5a49-43a2-9875-8e565dd00ff7 req-cd99e63a-a1ad-468a-bcfa-ede1d187e76a tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:41:29.861979 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-474a5a80-5a49-43a2-9875-8e565dd00ff7 req-cd99e63a-a1ad-468a-bcfa-ede1d187e76a tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/ports?device_id=dcaa9a44-f92c-4932-bcfc-6f5195df3936 HTTP/1.1" status: 200 len: 946 time: 0.1236196 Jul 27 08:41:29.937595 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-474a5a80-5a49-43a2-9875-8e565dd00ff7 req-c6877a42-68ae-42e2-b9ed-7f2e39b7c269 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/security-groups?id=07fb2551-7602-43d7-8203-b61ada2177cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656412 Jul 27 08:41:30.017449 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4acd677-0861-4824-87b3-8ac04d52bbc5 req-7649ef69-fb42-4d8a-ac39-47232ee6c73d tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Made reservation on behalf of 52bd08da2d1746c6a84cf75143ae6bf6 for: {'port': 1} {{(pid=104486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 08:41:30.021608 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-b4acd677-0861-4824-87b3-8ac04d52bbc5 req-7649ef69-fb42-4d8a-ac39-47232ee6c73d tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (None), before_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:30.049738 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec38096-c3b0-4a4b-affa-6d7f375708d4 req-ae0192f5-9ee0-4e06-820f-f7bec26ce824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:41:30.052115 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-1ec38096-c3b0-4a4b-affa-6d7f375708d4 req-ae0192f5-9ee0-4e06-820f-f7bec26ce824 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d0a6cf88-547f-4cf8-ad21-f8b392f1c474 HTTP/1.1" status: 200 len: 919 time: 0.1128507 Jul 27 08:41:30.124185 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-1ec38096-c3b0-4a4b-affa-6d7f375708d4 req-d58705f7-2351-4a01-bb93-fc4098d6a01a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7704beb8-3578-4840-ad3c-229cb797c582 HTTP/1.1" status: 200 len: 217 time: 0.0649748 Jul 27 08:41:30.143617 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:41:30.197488 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-9b5c8fe9-48eb-4cf7-8bc7-bfb1e4570c83 req-3b396aec-bbad-43a9-8eeb-107ab1b27118 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] 10.222.0.40 "GET /v2.0/ports?device_id=37c42449-37d4-48b2-baa1-77af8f327d8c HTTP/1.1" status: 200 len: 210 time: 0.0301676 Jul 27 08:41:30.216303 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec38096-c3b0-4a4b-affa-6d7f375708d4 req-52f02dca-547a-4e45-833d-44954563a373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:41:30.217882 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-1ec38096-c3b0-4a4b-affa-6d7f375708d4 req-52f02dca-547a-4e45-833d-44954563a373 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e0dfc042-b535-4f7d-9065-dbfee481baea HTTP/1.1" status: 200 len: 857 time: 0.0877607 Jul 27 08:41:30.278649 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec38096-c3b0-4a4b-affa-6d7f375708d4 req-944d99ba-c1f1-4e8e-879c-0bdf2b0354e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:41:30.280134 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-1ec38096-c3b0-4a4b-affa-6d7f375708d4 req-944d99ba-c1f1-4e8e-879c-0bdf2b0354e0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d0a6cf88-547f-4cf8-ad21-f8b392f1c474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0560808 Jul 27 08:41:30.281143 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.db.db_base_plugin_common [req-b4acd677-0861-4824-87b3-8ac04d52bbc5 req-7649ef69-fb42-4d8a-ac39-47232ee6c73d tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Allocated IP 172.20.0.4 (19667394-873e-4fb0-a227-f5cd6f6c3a28/6877d0b1-ca13-41b7-9cc9-a45fde6af8fa/7246bf69-568f-45e6-aaee-ec190910b2b8) {{(pid=104486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 08:41:30.466318 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-1ec38096-c3b0-4a4b-affa-6d7f375708d4 req-37a33c27-607f-4ab7-adf0-f257625d481d service neutron] 10.222.0.42 "GET /v2.0/networks/d0a6cf88-547f-4cf8-ad21-f8b392f1c474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792479 Jul 27 08:41:30.531838 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-b4acd677-0861-4824-87b3-8ac04d52bbc5 req-7649ef69-fb42-4d8a-ac39-47232ee6c73d tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Publish callbacks [] for port (7246bf69-568f-45e6-aaee-ec190910b2b8), precommit_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:30.654370 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-b4acd677-0861-4824-87b3-8ac04d52bbc5 req-7649ef69-fb42-4d8a-ac39-47232ee6c73d tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786709965397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4293862'] for port (7246bf69-568f-45e6-aaee-ec190910b2b8), after_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:30.709216 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4acd677-0861-4824-87b3-8ac04d52bbc5 req-7649ef69-fb42-4d8a-ac39-47232ee6c73d tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Network 19667394-873e-4fb0-a227-f5cd6f6c3a28 is already hosted by enough agents. {{(pid=104486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 08:41:30.715182 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.scheduler.base_scheduler [req-b4acd677-0861-4824-87b3-8ac04d52bbc5 req-7649ef69-fb42-4d8a-ac39-47232ee6c73d tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Resources bound (agent type, host, resource id): {{(pid=104486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 08:41:30.717401 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7649ef69-fb42-4d8a-ac39-47232ee6c73d tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Pushing event updated for resources: {'Port': ['ID=7246bf69-568f-45e6-aaee-ec190910b2b8,revision_number=1']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:41:30.726074 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4acd677-0861-4824-87b3-8ac04d52bbc5 req-7649ef69-fb42-4d8a-ac39-47232ee6c73d tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Received port after_create {{(pid=104486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 08:41:30.790963 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4acd677-0861-4824-87b3-8ac04d52bbc5 req-7649ef69-fb42-4d8a-ac39-47232ee6c73d tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:41:30.791690 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-b4acd677-0861-4824-87b3-8ac04d52bbc5 req-7649ef69-fb42-4d8a-ac39-47232ee6c73d tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8374701'] for port (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:30.877420 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-b4acd677-0861-4824-87b3-8ac04d52bbc5 req-7649ef69-fb42-4d8a-ac39-47232ee6c73d tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3778486 Jul 27 08:41:30.967843 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-56016e11-cb3a-41be-8518-7be3914031fc None None] Provisioning complete for port 7246bf69-568f-45e6-aaee-ec190910b2b8 triggered by entity DHCP. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:41:30.968417 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-56016e11-cb3a-41be-8518-7be3914031fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (7246bf69-568f-45e6-aaee-ec190910b2b8), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:31.010651 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-56016e11-cb3a-41be-8518-7be3914031fc None None] Port 7246bf69-568f-45e6-aaee-ec190910b2b8 cannot update to ACTIVE because it is not bound. {{(pid=104487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 08:41:31.089265 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3f3026-7b6c-42bf-becf-1954cc8fcfb2 req-0d9c76f2-abab-4ce4-8a80-77414852b8c9 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:41:31.090880 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-7e3f3026-7b6c-42bf-becf-1954cc8fcfb2 req-0d9c76f2-abab-4ce4-8a80-77414852b8c9 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/ports?device_id=dcaa9a44-f92c-4932-bcfc-6f5195df3936 HTTP/1.1" status: 200 len: 946 time: 0.0551708 Jul 27 08:41:31.140155 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-7e3f3026-7b6c-42bf-becf-1954cc8fcfb2 req-d210df1d-1854-4e65-9548-86a1fc6d2762 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/security-groups?id=07fb2551-7602-43d7-8203-b61ada2177cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434003 Jul 27 08:41:31.323039 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1f6877-8bad-47a0-85b9-ce311be45683 req-ce584a55-6d0d-4115-ac87-9258a56a3551 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:41:31.324850 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-ed1f6877-8bad-47a0-85b9-ce311be45683 req-ce584a55-6d0d-4115-ac87-9258a56a3551 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] 10.222.0.40 "GET /v2.0/ports?device_id=37c42449-37d4-48b2-baa1-77af8f327d8c HTTP/1.1" status: 200 len: 931 time: 0.0522857 Jul 27 08:41:31.375437 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-ed1f6877-8bad-47a0-85b9-ce311be45683 req-35179a00-f60f-4590-b85e-43d3e8e12275 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] 10.222.0.40 "GET /v2.0/security-groups?id=6dfb1169-7eb8-4729-a2a0-d63f36a2079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447288 Jul 27 08:41:32.256215 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:41:32.264548 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aeb96f-a625-427a-a0c8-fb3f3556b83b req-c59ae235-eb94-4fdb-9d62-3282038d6296 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:41:32.266028 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-24aeb96f-a625-427a-a0c8-fb3f3556b83b req-c59ae235-eb94-4fdb-9d62-3282038d6296 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/ports?device_id=dcaa9a44-f92c-4932-bcfc-6f5195df3936 HTTP/1.1" status: 200 len: 946 time: 0.0458152 Jul 27 08:41:32.313993 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-24aeb96f-a625-427a-a0c8-fb3f3556b83b req-69944ec9-4d59-487e-bd40-74efa2d9b732 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/security-groups?id=07fb2551-7602-43d7-8203-b61ada2177cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416193 Jul 27 08:41:32.512796 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b45ad24-817f-4ef6-a003-f5c3ebdacda4 req-d2a16aea-18a9-4b4c-ada9-774b6def3dae tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:41:32.514425 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-2b45ad24-817f-4ef6-a003-f5c3ebdacda4 req-d2a16aea-18a9-4b4c-ada9-774b6def3dae tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] 10.222.0.40 "GET /v2.0/ports?device_id=37c42449-37d4-48b2-baa1-77af8f327d8c HTTP/1.1" status: 200 len: 931 time: 0.0613670 Jul 27 08:41:32.561787 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-2b45ad24-817f-4ef6-a003-f5c3ebdacda4 req-1ed955bc-f444-4006-9cd1-54d117fbb7a5 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] 10.222.0.40 "GET /v2.0/security-groups?id=6dfb1169-7eb8-4729-a2a0-d63f36a2079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414970 Jul 27 08:41:33.445289 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d473b32d-4239-4836-aa54-8f8b09de830c req-090323aa-c882-47ee-9475-905ba04e71ab tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:41:33.447303 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-d473b32d-4239-4836-aa54-8f8b09de830c req-090323aa-c882-47ee-9475-905ba04e71ab tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/ports?device_id=dcaa9a44-f92c-4932-bcfc-6f5195df3936 HTTP/1.1" status: 200 len: 946 time: 0.0534868 Jul 27 08:41:33.500674 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-d473b32d-4239-4836-aa54-8f8b09de830c req-92a0f7ab-76f6-41b8-8011-07da608faccd tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/security-groups?id=07fb2551-7602-43d7-8203-b61ada2177cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476201 Jul 27 08:41:33.691833 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e86bcc-9856-4de4-ac04-fc5e94a9b511 req-a56c8403-a650-46f1-ab0b-312c7b88a9e6 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:41:33.694396 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-15e86bcc-9856-4de4-ac04-fc5e94a9b511 req-a56c8403-a650-46f1-ab0b-312c7b88a9e6 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] 10.222.0.40 "GET /v2.0/ports?device_id=37c42449-37d4-48b2-baa1-77af8f327d8c HTTP/1.1" status: 200 len: 931 time: 0.0559232 Jul 27 08:41:33.742434 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-15e86bcc-9856-4de4-ac04-fc5e94a9b511 req-9e43ccdc-0ae5-47ab-ad2d-71ffc40739eb tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] 10.222.0.40 "GET /v2.0/security-groups?id=6dfb1169-7eb8-4729-a2a0-d63f36a2079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433493 Jul 27 08:41:34.630765 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f434639-ef87-430f-a185-7284fe71c225 req-3c869571-d3fe-4667-96c4-a380f24c4bef tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:41:34.632436 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-1f434639-ef87-430f-a185-7284fe71c225 req-3c869571-d3fe-4667-96c4-a380f24c4bef tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/ports?device_id=dcaa9a44-f92c-4932-bcfc-6f5195df3936 HTTP/1.1" status: 200 len: 946 time: 0.0514302 Jul 27 08:41:34.658030 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:41:34.683094 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-1f434639-ef87-430f-a185-7284fe71c225 req-25bfb64a-bf40-43b3-a39c-d54f9630ccaf tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/security-groups?id=07fb2551-7602-43d7-8203-b61ada2177cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445476 Jul 27 08:41:34.871385 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21185d0-9ead-4962-9adc-ce21affc4fe9 req-5913f758-e5f1-492a-8926-24a22376e295 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:41:34.874186 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-d21185d0-9ead-4962-9adc-ce21affc4fe9 req-5913f758-e5f1-492a-8926-24a22376e295 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] 10.222.0.40 "GET /v2.0/ports?device_id=37c42449-37d4-48b2-baa1-77af8f327d8c HTTP/1.1" status: 200 len: 931 time: 0.0529792 Jul 27 08:41:34.929392 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-d21185d0-9ead-4962-9adc-ce21affc4fe9 req-ef48cd7d-2b06-4b74-96d0-8d85be67086c tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] 10.222.0.40 "GET /v2.0/security-groups?id=6dfb1169-7eb8-4729-a2a0-d63f36a2079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483987 Jul 27 08:41:35.819618 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be497052-66c3-40eb-bbae-135afa07f0a6 req-ff1adcda-c24d-443a-8a0f-ecbd90d2f10e tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:41:35.821087 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-be497052-66c3-40eb-bbae-135afa07f0a6 req-ff1adcda-c24d-443a-8a0f-ecbd90d2f10e tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/ports?device_id=dcaa9a44-f92c-4932-bcfc-6f5195df3936 HTTP/1.1" status: 200 len: 946 time: 0.0493138 Jul 27 08:41:35.876239 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-be497052-66c3-40eb-bbae-135afa07f0a6 req-3b8a73f9-dcd7-4b31-b738-6bb929c1f72c tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/security-groups?id=07fb2551-7602-43d7-8203-b61ada2177cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495081 Jul 27 08:41:36.059361 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e4c6c7-1007-4c97-a0f6-740c55a2e16d req-9f45aadc-e103-4541-9b48-3a3b109f3f97 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:41:36.061618 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-63e4c6c7-1007-4c97-a0f6-740c55a2e16d req-9f45aadc-e103-4541-9b48-3a3b109f3f97 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] 10.222.0.40 "GET /v2.0/ports?device_id=37c42449-37d4-48b2-baa1-77af8f327d8c HTTP/1.1" status: 200 len: 931 time: 0.0568008 Jul 27 08:41:36.090756 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:41:36.115166 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-63e4c6c7-1007-4c97-a0f6-740c55a2e16d req-e5fec297-4326-43c5-81f6-8061c0d2598b tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] 10.222.0.40 "GET /v2.0/security-groups?id=6dfb1169-7eb8-4729-a2a0-d63f36a2079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466197 Jul 27 08:41:37.021861 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79a9763-e3e5-427e-b5b9-ad9ef2360678 req-4e41007c-d7d3-4493-935f-16b98680b696 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:41:37.023695 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-d79a9763-e3e5-427e-b5b9-ad9ef2360678 req-4e41007c-d7d3-4493-935f-16b98680b696 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/ports?device_id=dcaa9a44-f92c-4932-bcfc-6f5195df3936 HTTP/1.1" status: 200 len: 946 time: 0.0580385 Jul 27 08:41:37.075028 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-d79a9763-e3e5-427e-b5b9-ad9ef2360678 req-499cadb7-9125-462d-a931-c23edc6cfbee tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/security-groups?id=07fb2551-7602-43d7-8203-b61ada2177cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456107 Jul 27 08:41:37.249580 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c7d58a-bf93-405f-a503-d09ffaebe825 req-b3255c9e-e757-4b5e-bc29-846005b9bc4d tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:41:37.252238 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-85c7d58a-bf93-405f-a503-d09ffaebe825 req-b3255c9e-e757-4b5e-bc29-846005b9bc4d tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] 10.222.0.40 "GET /v2.0/ports?device_id=37c42449-37d4-48b2-baa1-77af8f327d8c HTTP/1.1" status: 200 len: 931 time: 0.0565882 Jul 27 08:41:37.308118 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-85c7d58a-bf93-405f-a503-d09ffaebe825 req-4746fafe-17fd-446c-982b-7b68a060c053 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] 10.222.0.40 "GET /v2.0/security-groups?id=6dfb1169-7eb8-4729-a2a0-d63f36a2079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502965 Jul 27 08:41:38.261608 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b7549e-3ae0-44ba-96da-a39dd798b393 req-e7c2f23a-7cda-4d09-bf53-ed6a5ef91c78 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:41:38.263077 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-f4b7549e-3ae0-44ba-96da-a39dd798b393 req-e7c2f23a-7cda-4d09-bf53-ed6a5ef91c78 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/ports?device_id=dcaa9a44-f92c-4932-bcfc-6f5195df3936 HTTP/1.1" status: 200 len: 946 time: 0.0475485 Jul 27 08:41:38.309777 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-f4b7549e-3ae0-44ba-96da-a39dd798b393 req-1c7c3c23-a641-43d9-bc5c-bb5467cee096 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/security-groups?id=07fb2551-7602-43d7-8203-b61ada2177cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410492 Jul 27 08:41:38.440078 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7116a1-f408-42e9-b438-de6320faa33a req-95ffc71e-251c-434d-8760-6b99b6fb3687 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:41:38.441674 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-af7116a1-f408-42e9-b438-de6320faa33a req-95ffc71e-251c-434d-8760-6b99b6fb3687 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] 10.222.0.40 "GET /v2.0/ports?device_id=37c42449-37d4-48b2-baa1-77af8f327d8c HTTP/1.1" status: 200 len: 931 time: 0.0483916 Jul 27 08:41:38.492160 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-af7116a1-f408-42e9-b438-de6320faa33a req-88932f5f-f6c2-4155-b1a4-54c8e994c231 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] 10.222.0.40 "GET /v2.0/security-groups?id=6dfb1169-7eb8-4729-a2a0-d63f36a2079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448649 Jul 27 08:41:39.431784 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b75a56-9adf-48f3-bed6-b3e5c65929aa req-d5521e93-35b4-4072-a9f4-609487bed4b1 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:41:39.433424 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-96b75a56-9adf-48f3-bed6-b3e5c65929aa req-d5521e93-35b4-4072-a9f4-609487bed4b1 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/ports?device_id=dcaa9a44-f92c-4932-bcfc-6f5195df3936 HTTP/1.1" status: 200 len: 946 time: 0.0501175 Jul 27 08:41:39.479609 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-96b75a56-9adf-48f3-bed6-b3e5c65929aa req-193a66e0-10c7-468f-9502-42685bacde8c tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/security-groups?id=07fb2551-7602-43d7-8203-b61ada2177cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407188 Jul 27 08:41:39.607763 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877f2e91-a06a-403d-8211-7e594c7e9dc3 req-85345a45-e033-41e3-bad9-56a060b2a627 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:41:39.609139 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-877f2e91-a06a-403d-8211-7e594c7e9dc3 req-85345a45-e033-41e3-bad9-56a060b2a627 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] 10.222.0.40 "GET /v2.0/ports?device_id=37c42449-37d4-48b2-baa1-77af8f327d8c HTTP/1.1" status: 200 len: 931 time: 0.0467699 Jul 27 08:41:39.655843 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-877f2e91-a06a-403d-8211-7e594c7e9dc3 req-d574eab3-8534-4a54-b6b8-56c31f011e5b tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] 10.222.0.40 "GET /v2.0/security-groups?id=6dfb1169-7eb8-4729-a2a0-d63f36a2079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406728 Jul 27 08:41:40.594548 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e106d75a-9a05-43b7-b457-c3a4f1fa6cbb req-252f4a07-d8ba-4f1d-a67a-7cb50ccde7ac tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:41:40.596009 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-e106d75a-9a05-43b7-b457-c3a4f1fa6cbb req-252f4a07-d8ba-4f1d-a67a-7cb50ccde7ac tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/ports?device_id=dcaa9a44-f92c-4932-bcfc-6f5195df3936 HTTP/1.1" status: 200 len: 946 time: 0.0462492 Jul 27 08:41:40.642336 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-e106d75a-9a05-43b7-b457-c3a4f1fa6cbb req-73f47823-1c94-45ac-ba80-5d75530c3ca3 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/security-groups?id=07fb2551-7602-43d7-8203-b61ada2177cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400307 Jul 27 08:41:40.773480 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f95f8cc-cb39-416f-aa3c-545045cb88f8 req-0655072e-490a-4cf4-84e6-80e76bc51a5f tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:41:40.774954 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-2f95f8cc-cb39-416f-aa3c-545045cb88f8 req-0655072e-490a-4cf4-84e6-80e76bc51a5f tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] 10.222.0.40 "GET /v2.0/ports?device_id=37c42449-37d4-48b2-baa1-77af8f327d8c HTTP/1.1" status: 200 len: 931 time: 0.0485406 Jul 27 08:41:40.820317 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-2f95f8cc-cb39-416f-aa3c-545045cb88f8 req-6012a14a-3dad-499a-8022-ccdda5f68183 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] 10.222.0.40 "GET /v2.0/security-groups?id=6dfb1169-7eb8-4729-a2a0-d63f36a2079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399232 Jul 27 08:41:41.003334 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:41:41.011142 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=48,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:41:41.757606 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d7dba4-325d-4c62-9074-250ef5811b38 req-88933fbc-af18-4af4-8307-5cb42bf35929 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:41:41.759063 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-57d7dba4-325d-4c62-9074-250ef5811b38 req-88933fbc-af18-4af4-8307-5cb42bf35929 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/ports?device_id=dcaa9a44-f92c-4932-bcfc-6f5195df3936 HTTP/1.1" status: 200 len: 946 time: 0.0457160 Jul 27 08:41:41.809497 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-57d7dba4-325d-4c62-9074-250ef5811b38 req-5605c6dc-a0f0-43b2-8425-8f61aa3bd6a9 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/security-groups?id=07fb2551-7602-43d7-8203-b61ada2177cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449970 Jul 27 08:41:41.936948 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb9e608-73cd-481e-a636-cf1b162df582 req-617880f9-3abd-4d88-8a45-85c920d78080 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:41:41.938449 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-9cb9e608-73cd-481e-a636-cf1b162df582 req-617880f9-3abd-4d88-8a45-85c920d78080 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] 10.222.0.40 "GET /v2.0/ports?device_id=37c42449-37d4-48b2-baa1-77af8f327d8c HTTP/1.1" status: 200 len: 931 time: 0.0462580 Jul 27 08:41:41.969596 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=100 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:41:41.985981 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-9cb9e608-73cd-481e-a636-cf1b162df582 req-7e1d8870-90ca-4b99-95e3-5e499aeb6951 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] 10.222.0.40 "GET /v2.0/security-groups?id=6dfb1169-7eb8-4729-a2a0-d63f36a2079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409863 Jul 27 08:41:42.925847 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee10efe6-f759-4551-91a4-1a28e0fabecf req-733926c6-3a00-47b9-97ce-01227a216bef tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:41:42.927352 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-ee10efe6-f759-4551-91a4-1a28e0fabecf req-733926c6-3a00-47b9-97ce-01227a216bef tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/ports?device_id=dcaa9a44-f92c-4932-bcfc-6f5195df3936 HTTP/1.1" status: 200 len: 946 time: 0.0474353 Jul 27 08:41:42.974717 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-ee10efe6-f759-4551-91a4-1a28e0fabecf req-1c3d21e9-7854-4d8d-8d0e-75b1d8fb46cf tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/security-groups?id=07fb2551-7602-43d7-8203-b61ada2177cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418274 Jul 27 08:41:43.099938 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7134cb-275b-4683-bf60-16a50eba632a req-5a8985dc-0c14-406e-9b20-9eed504967f7 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:41:43.101317 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-0d7134cb-275b-4683-bf60-16a50eba632a req-5a8985dc-0c14-406e-9b20-9eed504967f7 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] 10.222.0.40 "GET /v2.0/ports?device_id=37c42449-37d4-48b2-baa1-77af8f327d8c HTTP/1.1" status: 200 len: 931 time: 0.0457149 Jul 27 08:41:43.151271 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-0d7134cb-275b-4683-bf60-16a50eba632a req-783658c4-342f-4a87-a832-304642a218f8 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] 10.222.0.40 "GET /v2.0/security-groups?id=6dfb1169-7eb8-4729-a2a0-d63f36a2079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444977 Jul 27 08:41:43.234562 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.v2.base [req-b4acd677-0861-4824-87b3-8ac04d52bbc5 req-ef97c934-6653-4c32-8d09-c8cf4ef7283b service neutron] Request body: {'port': {'device_id': '37c42449-37d4-48b2-baa1-77af8f327d8c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85117'}} {{(pid=104486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:41:43.347811 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-b4acd677-0861-4824-87b3-8ac04d52bbc5 req-ef97c934-6653-4c32-8d09-c8cf4ef7283b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (7246bf69-568f-45e6-aaee-ec190910b2b8), before_update {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:43.370320 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-1ec38096-c3b0-4a4b-affa-6d7f375708d4 req-99c57e21-d175-4e76-ab36-c55bcf03b448 service neutron] 10.222.0.42 "GET /v2.0/networks/d0a6cf88-547f-4cf8-ad21-f8b392f1c474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470900 Jul 27 08:41:43.389854 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=100 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:41:43.473232 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:41:43.621146 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.notifiers.nova [req-b4acd677-0861-4824-87b3-8ac04d52bbc5 req-ef97c934-6653-4c32-8d09-c8cf4ef7283b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7246bf69-568f-45e6-aaee-ec190910b2b8 {{(pid=104486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 08:41:43.629116 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-b4acd677-0861-4824-87b3-8ac04d52bbc5 req-ef97c934-6653-4c32-8d09-c8cf4ef7283b service neutron] Publish callbacks [] for port (7246bf69-568f-45e6-aaee-ec190910b2b8), precommit_update {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:43.641253 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.db.provisioning_blocks [req-b4acd677-0861-4824-87b3-8ac04d52bbc5 req-ef97c934-6653-4c32-8d09-c8cf4ef7283b service neutron] Transition to ACTIVE for port object 7246bf69-568f-45e6-aaee-ec190910b2b8 will not be triggered until provisioned by entity L2. {{(pid=104486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 27 08:41:43.701571 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-b4acd677-0861-4824-87b3-8ac04d52bbc5 req-ef97c934-6653-4c32-8d09-c8cf4ef7283b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4293873'] for port (7246bf69-568f-45e6-aaee-ec190910b2b8), after_update {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:43.751769 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef97c934-6653-4c32-8d09-c8cf4ef7283b service neutron] Pushing event updated for resources: {'Port': ['ID=7246bf69-568f-45e6-aaee-ec190910b2b8,revision_number=2']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:41:43.830077 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.managers [req-b4acd677-0861-4824-87b3-8ac04d52bbc5 req-ef97c934-6653-4c32-8d09-c8cf4ef7283b service neutron] Attempting to bind port 7246bf69-568f-45e6-aaee-ec190910b2b8 on host hv-cinder-85117 for vnic_type normal with profile {{(pid=104486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 08:41:43.831103 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.managers [req-b4acd677-0861-4824-87b3-8ac04d52bbc5 req-ef97c934-6653-4c32-8d09-c8cf4ef7283b service neutron] Attempting to bind port 7246bf69-568f-45e6-aaee-ec190910b2b8 by drivers openvswitch,hyperv on host hv-cinder-85117 at level 0 using segments [{'id': '93fff055-4ec4-4caa-96fc-193cf0c128e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '19667394-873e-4fb0-a227-f5cd6f6c3a28'}] {{(pid=104486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 08:41:43.831399 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4acd677-0861-4824-87b3-8ac04d52bbc5 req-ef97c934-6653-4c32-8d09-c8cf4ef7283b service neutron] Attempting to bind port 7246bf69-568f-45e6-aaee-ec190910b2b8 on network 19667394-873e-4fb0-a227-f5cd6f6c3a28 {{(pid=104486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 08:41:43.836374 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4acd677-0861-4824-87b3-8ac04d52bbc5 req-ef97c934-6653-4c32-8d09-c8cf4ef7283b service neutron] Port 7246bf69-568f-45e6-aaee-ec190910b2b8 on network 19667394-873e-4fb0-a227-f5cd6f6c3a28 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85117 {{(pid=104486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 27 08:41:43.836699 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4acd677-0861-4824-87b3-8ac04d52bbc5 req-ef97c934-6653-4c32-8d09-c8cf4ef7283b service neutron] Attempting to bind port 7246bf69-568f-45e6-aaee-ec190910b2b8 on network 19667394-873e-4fb0-a227-f5cd6f6c3a28 {{(pid=104486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 08:41:43.841918 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4acd677-0861-4824-87b3-8ac04d52bbc5 req-ef97c934-6653-4c32-8d09-c8cf4ef7283b service neutron] Checking agent: {'id': '40990755-2d84-4c9d-828c-eda94a5136e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85117', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 8, 37, 21), 'started_at': datetime.datetime(2022, 7, 27, 8, 37, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 8, 41, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 08:41:43.845580 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4acd677-0861-4824-87b3-8ac04d52bbc5 req-ef97c934-6653-4c32-8d09-c8cf4ef7283b service neutron] Checking segment: {'id': '93fff055-4ec4-4caa-96fc-193cf0c128e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '19667394-873e-4fb0-a227-f5cd6f6c3a28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 08:41:43.845580 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4acd677-0861-4824-87b3-8ac04d52bbc5 req-ef97c934-6653-4c32-8d09-c8cf4ef7283b service neutron] Bound using segment: {'id': '93fff055-4ec4-4caa-96fc-193cf0c128e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '19667394-873e-4fb0-a227-f5cd6f6c3a28'} {{(pid=104486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 08:41:43.845580 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.managers [req-b4acd677-0861-4824-87b3-8ac04d52bbc5 req-ef97c934-6653-4c32-8d09-c8cf4ef7283b service neutron] Bound port: 7246bf69-568f-45e6-aaee-ec190910b2b8, host: hv-cinder-85117, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93fff055-4ec4-4caa-96fc-193cf0c128e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '19667394-873e-4fb0-a227-f5cd6f6c3a28'}}] {{(pid=104486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 08:41:43.845580 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-b4acd677-0861-4824-87b3-8ac04d52bbc5 req-ef97c934-6653-4c32-8d09-c8cf4ef7283b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (7246bf69-568f-45e6-aaee-ec190910b2b8), before_update {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:43.911899 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.db [req-b4acd677-0861-4824-87b3-8ac04d52bbc5 req-ef97c934-6653-4c32-8d09-c8cf4ef7283b service neutron] For port 7246bf69-568f-45e6-aaee-ec190910b2b8, host hv-cinder-85117, cleared binding levels {{(pid=104486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 08:41:43.914996 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.db [req-b4acd677-0861-4824-87b3-8ac04d52bbc5 req-ef97c934-6653-4c32-8d09-c8cf4ef7283b service neutron] For port 7246bf69-568f-45e6-aaee-ec190910b2b8, host hv-cinder-85117, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85117',level=0,port_id=7246bf69-568f-45e6-aaee-ec190910b2b8,segment=NetworkSegment(93fff055-4ec4-4caa-96fc-193cf0c128e0),segment_id=93fff055-4ec4-4caa-96fc-193cf0c128e0)] {{(pid=104486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 08:41:44.006912 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=86,neutron:INSERT=1 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:41:44.007674 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=7 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:41:44.041450 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-b4acd677-0861-4824-87b3-8ac04d52bbc5 req-ef97c934-6653-4c32-8d09-c8cf4ef7283b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4293873'] for port (7246bf69-568f-45e6-aaee-ec190910b2b8), after_update {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:44.102015 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4acd677-0861-4824-87b3-8ac04d52bbc5 req-ef97c934-6653-4c32-8d09-c8cf4ef7283b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:41:44.102664 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-b4acd677-0861-4824-87b3-8ac04d52bbc5 req-ef97c934-6653-4c32-8d09-c8cf4ef7283b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8374701'] for port (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:44.107794 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-b4acd677-0861-4824-87b3-8ac04d52bbc5 req-ef97c934-6653-4c32-8d09-c8cf4ef7283b service neutron] 10.222.0.42 "PUT /v2.0/ports/7246bf69-568f-45e6-aaee-ec190910b2b8 HTTP/1.1" status: 200 len: 1093 time: 0.8732412 Jul 27 08:41:44.107794 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37c42449-37d4-48b2-baa1-77af8f327d8c', 'tag': '7246bf69-568f-45e6-aaee-ec190910b2b8'}] {{(pid=104486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 08:41:44.108545 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0fbdf057086729fb3d5906bdd251c7adb98d678ad2f5ce1a48bcc8d44af0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-396ccece-4d86-42c9-a094-ec5e37aff62b" -d '{"events": [{"name": "network-changed", "server_uuid": "37c42449-37d4-48b2-baa1-77af8f327d8c", "tag": "7246bf69-568f-45e6-aaee-ec190910b2b8"}]}' {{(pid=104486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 08:41:44.134466 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a81b8e8-a41c-4344-9830-0fa8f67a7658 req-f67b4c9b-7459-4c0c-9624-1f8e327ccc45 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:41:44.138652 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-0a81b8e8-a41c-4344-9830-0fa8f67a7658 req-f67b4c9b-7459-4c0c-9624-1f8e327ccc45 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/ports?device_id=dcaa9a44-f92c-4932-bcfc-6f5195df3936 HTTP/1.1" status: 200 len: 946 time: 0.0931888 Jul 27 08:41:44.158495 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 08:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2cf3dbb-d560-4e27-a4c0-baa27bbd41fb x-openstack-request-id: req-a2cf3dbb-d560-4e27-a4c0-baa27bbd41fb {{(pid=104486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 08:41:44.159734 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37c42449-37d4-48b2-baa1-77af8f327d8c", "tag": "7246bf69-568f-45e6-aaee-ec190910b2b8", "status": "completed", "code": 200}]} {{(pid=104486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 08:41:44.159734 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-a2cf3dbb-d560-4e27-a4c0-baa27bbd41fb {{(pid=104486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 08:41:44.160148 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2cf3dbb-d560-4e27-a4c0-baa27bbd41fb'] response: {'name': 'network-changed', 'server_uuid': '37c42449-37d4-48b2-baa1-77af8f327d8c', 'tag': '7246bf69-568f-45e6-aaee-ec190910b2b8', 'status': 'completed', 'code': 200} Jul 27 08:41:44.173471 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef97c934-6653-4c32-8d09-c8cf4ef7283b service neutron] Pushing event updated for resources: {'Port': ['ID=7246bf69-568f-45e6-aaee-ec190910b2b8,revision_number=3']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:41:44.209890 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-0a81b8e8-a41c-4344-9830-0fa8f67a7658 req-d6af954d-ef76-46e0-ac28-bbcf72f333dd tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/security-groups?id=07fb2551-7602-43d7-8203-b61ada2177cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700748 Jul 27 08:41:44.264690 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396ccece-4d86-42c9-a094-ec5e37aff62b req-5217568a-7d36-4cca-a90c-9dc3d7316faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:41:44.266309 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-396ccece-4d86-42c9-a094-ec5e37aff62b req-5217568a-7d36-4cca-a90c-9dc3d7316faf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=52bd08da2d1746c6a84cf75143ae6bf6&device_id=37c42449-37d4-48b2-baa1-77af8f327d8c HTTP/1.1" status: 200 len: 1127 time: 0.0496085 Jul 27 08:41:44.305929 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:41:44.383438 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396ccece-4d86-42c9-a094-ec5e37aff62b req-b0471a3e-62ef-4c13-8c38-122f90d94bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:41:44.384954 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-396ccece-4d86-42c9-a094-ec5e37aff62b req-b0471a3e-62ef-4c13-8c38-122f90d94bab service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=52bd08da2d1746c6a84cf75143ae6bf6&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0999069 Jul 27 08:41:44.418463 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3668e90-011f-4ee1-a03c-e77c48ab31de req-90703bd6-2241-454e-adb9-cbef0e77aac9 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:41:44.418463 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-c3668e90-011f-4ee1-a03c-e77c48ab31de req-90703bd6-2241-454e-adb9-cbef0e77aac9 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] 10.222.0.40 "GET /v2.0/ports?device_id=37c42449-37d4-48b2-baa1-77af8f327d8c HTTP/1.1" status: 200 len: 943 time: 0.0466964 Jul 27 08:41:44.466076 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-c3668e90-011f-4ee1-a03c-e77c48ab31de req-bd7534b4-977b-42f7-89f1-a434866734c0 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] 10.222.0.40 "GET /v2.0/security-groups?id=6dfb1169-7eb8-4729-a2a0-d63f36a2079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426314 Jul 27 08:41:44.486395 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396ccece-4d86-42c9-a094-ec5e37aff62b req-0697f5e1-7412-416f-9e90-4ca4ce90242a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:41:44.488459 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-396ccece-4d86-42c9-a094-ec5e37aff62b req-0697f5e1-7412-416f-9e90-4ca4ce90242a service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0968196 Jul 27 08:41:44.598966 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4acd677-0861-4824-87b3-8ac04d52bbc5 req-084a64bb-6a61-481c-96f0-6d57aa8565d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:41:44.600444 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-b4acd677-0861-4824-87b3-8ac04d52bbc5 req-084a64bb-6a61-481c-96f0-6d57aa8565d3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=52bd08da2d1746c6a84cf75143ae6bf6&device_id=37c42449-37d4-48b2-baa1-77af8f327d8c HTTP/1.1" status: 200 len: 1127 time: 0.0391197 Jul 27 08:41:44.649908 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-b4acd677-0861-4824-87b3-8ac04d52bbc5 req-1cf00f51-b83f-452c-ab6c-9e68f232049f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7246bf69-568f-45e6-aaee-ec190910b2b8 HTTP/1.1" status: 200 len: 217 time: 0.0345511 Jul 27 08:41:44.704651 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4acd677-0861-4824-87b3-8ac04d52bbc5 req-67a0c0f8-0d21-4749-9646-c6b5039ae058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:41:44.706734 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-b4acd677-0861-4824-87b3-8ac04d52bbc5 req-67a0c0f8-0d21-4749-9646-c6b5039ae058 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6877d0b1-ca13-41b7-9cc9-a45fde6af8fa HTTP/1.1" status: 200 len: 852 time: 0.0446095 Jul 27 08:41:44.749278 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4acd677-0861-4824-87b3-8ac04d52bbc5 req-e1966f4c-aaca-43fb-ba4f-8c6d2ef2d1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:41:44.750729 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-b4acd677-0861-4824-87b3-8ac04d52bbc5 req-e1966f4c-aaca-43fb-ba4f-8c6d2ef2d1de service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=19667394-873e-4fb0-a227-f5cd6f6c3a28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0367420 Jul 27 08:41:44.832480 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:41:44.842641 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-b4acd677-0861-4824-87b3-8ac04d52bbc5 req-abf48d7b-42e7-45c1-9890-ce42bf78b36a service neutron] 10.222.0.42 "GET /v2.0/networks/19667394-873e-4fb0-a227-f5cd6f6c3a28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858004 Jul 27 08:41:44.932822 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-b4acd677-0861-4824-87b3-8ac04d52bbc5 req-b0ce07f0-3bee-4efc-a4ec-068cf88cf5fb service neutron] 10.222.0.42 "GET /v2.0/networks/19667394-873e-4fb0-a227-f5cd6f6c3a28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839596 Jul 27 08:41:45.331604 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4299e820-3cce-4f18-ab9f-a6be41da4aea req-1407ce45-6245-420a-a318-f570b7b46947 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:41:45.333061 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-4299e820-3cce-4f18-ab9f-a6be41da4aea req-1407ce45-6245-420a-a318-f570b7b46947 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/ports?device_id=dcaa9a44-f92c-4932-bcfc-6f5195df3936 HTTP/1.1" status: 200 len: 946 time: 0.0510123 Jul 27 08:41:45.379373 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-4299e820-3cce-4f18-ab9f-a6be41da4aea req-96f26024-54d9-4390-bb4a-1ca12f2f1e91 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/security-groups?id=07fb2551-7602-43d7-8203-b61ada2177cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407562 Jul 27 08:41:45.582768 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b18ef6-3f32-464a-b5a9-e572b46af681 req-ff630663-deea-45f7-b46e-be9be352a1fd tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:41:45.584243 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-d1b18ef6-3f32-464a-b5a9-e572b46af681 req-ff630663-deea-45f7-b46e-be9be352a1fd tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] 10.222.0.40 "GET /v2.0/ports?device_id=37c42449-37d4-48b2-baa1-77af8f327d8c HTTP/1.1" status: 200 len: 943 time: 0.0467200 Jul 27 08:41:45.630167 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-d1b18ef6-3f32-464a-b5a9-e572b46af681 req-4cfeff45-f848-4356-8240-cd39add1c341 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] 10.222.0.40 "GET /v2.0/security-groups?id=6dfb1169-7eb8-4729-a2a0-d63f36a2079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403950 Jul 27 08:41:45.976144 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-5c09fc5a-6f7a-4cb2-a322-98b1920f6e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (7c77c4a2-8ca4-486b-af2a-676805e7b922), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:46.492492 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cacd9cd-bfc5-4029-aa74-0c1fea595d13 req-0e25b6fb-b43b-48e8-be0c-60e9f7c7365c tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:41:46.493950 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-9cacd9cd-bfc5-4029-aa74-0c1fea595d13 req-0e25b6fb-b43b-48e8-be0c-60e9f7c7365c tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/ports?device_id=dcaa9a44-f92c-4932-bcfc-6f5195df3936 HTTP/1.1" status: 200 len: 946 time: 0.0457790 Jul 27 08:41:46.541983 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-9cacd9cd-bfc5-4029-aa74-0c1fea595d13 req-b12b641f-3a9b-495f-827c-4497a264be82 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/security-groups?id=07fb2551-7602-43d7-8203-b61ada2177cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406079 Jul 27 08:41:46.748680 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2c134f-8cae-45af-b5e2-0d0c8f2e6885 req-43fdfd9b-0581-4fc6-b3f1-de985af8439c tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:41:46.750114 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-fd2c134f-8cae-45af-b5e2-0d0c8f2e6885 req-43fdfd9b-0581-4fc6-b3f1-de985af8439c tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] 10.222.0.40 "GET /v2.0/ports?device_id=37c42449-37d4-48b2-baa1-77af8f327d8c HTTP/1.1" status: 200 len: 943 time: 0.0497811 Jul 27 08:41:46.796838 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-fd2c134f-8cae-45af-b5e2-0d0c8f2e6885 req-f7c983e6-3868-4e8b-91d4-5db60f0379fb tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] 10.222.0.40 "GET /v2.0/security-groups?id=6dfb1169-7eb8-4729-a2a0-d63f36a2079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411003 Jul 27 08:41:47.659466 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7dd294-1bd6-4a63-8619-b82cb0c8e1b5 req-ed044e20-30e5-4ace-a90d-94eaf0c074f1 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:41:47.660907 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-7b7dd294-1bd6-4a63-8619-b82cb0c8e1b5 req-ed044e20-30e5-4ace-a90d-94eaf0c074f1 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/ports?device_id=dcaa9a44-f92c-4932-bcfc-6f5195df3936 HTTP/1.1" status: 200 len: 946 time: 0.0470092 Jul 27 08:41:47.711746 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-7b7dd294-1bd6-4a63-8619-b82cb0c8e1b5 req-a06d5798-4001-4ddf-8982-5644484ac595 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/security-groups?id=07fb2551-7602-43d7-8203-b61ada2177cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452223 Jul 27 08:41:47.911592 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb8f930-f088-425a-b5b2-26b7b53b5f39 req-848681b4-e7ad-4916-ae21-375629f00c54 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:41:47.913050 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-8cb8f930-f088-425a-b5b2-26b7b53b5f39 req-848681b4-e7ad-4916-ae21-375629f00c54 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] 10.222.0.40 "GET /v2.0/ports?device_id=37c42449-37d4-48b2-baa1-77af8f327d8c HTTP/1.1" status: 200 len: 943 time: 0.0462997 Jul 27 08:41:47.962733 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-8cb8f930-f088-425a-b5b2-26b7b53b5f39 req-9c7aebce-8526-4f55-a9f0-bee963fd5eb9 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] 10.222.0.40 "GET /v2.0/security-groups?id=6dfb1169-7eb8-4729-a2a0-d63f36a2079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441926 Jul 27 08:41:48.326279 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-ba2d4b5b-c1d5-42b8-a71f-6a7bb58aa486 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (5bc6d868-bb0b-4164-b2dd-44360f4de654), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:48.825476 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add56ab5-e87d-479a-8e1c-70d3f28932b9 req-49497d2b-ec66-441a-af01-e34f8529b715 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:41:48.826960 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-add56ab5-e87d-479a-8e1c-70d3f28932b9 req-49497d2b-ec66-441a-af01-e34f8529b715 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/ports?device_id=dcaa9a44-f92c-4932-bcfc-6f5195df3936 HTTP/1.1" status: 200 len: 946 time: 0.0459394 Jul 27 08:41:48.874128 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-add56ab5-e87d-479a-8e1c-70d3f28932b9 req-ff016b57-952f-4703-b190-f17ceacc7a47 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/security-groups?id=07fb2551-7602-43d7-8203-b61ada2177cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405774 Jul 27 08:41:49.082344 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db14ece-a04f-4668-b55c-dcd31096863c req-001a63a5-605d-44c0-b1e6-a98609b946cf tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:41:49.083584 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-4db14ece-a04f-4668-b55c-dcd31096863c req-001a63a5-605d-44c0-b1e6-a98609b946cf tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] 10.222.0.40 "GET /v2.0/ports?device_id=37c42449-37d4-48b2-baa1-77af8f327d8c HTTP/1.1" status: 200 len: 943 time: 0.0498254 Jul 27 08:41:49.094266 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=100 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:41:49.131488 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-4db14ece-a04f-4668-b55c-dcd31096863c req-4561efeb-3358-496e-b21f-3da8ce5f207f tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] 10.222.0.40 "GET /v2.0/security-groups?id=6dfb1169-7eb8-4729-a2a0-d63f36a2079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424638 Jul 27 08:41:49.300929 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Device 7246bf69-568f-45e6-aaee-ec190910b2b8 details requested by agent hyperv_hv-cinder-85117 with host hv-cinder-85117 {{(pid=104487) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 08:41:49.400025 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] For port 7246bf69-568f-45e6-aaee-ec190910b2b8, host hv-cinder-85117, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85117',level=0,port_id=7246bf69-568f-45e6-aaee-ec190910b2b8,segment=NetworkSegment(93fff055-4ec4-4caa-96fc-193cf0c128e0),segment_id=93fff055-4ec4-4caa-96fc-193cf0c128e0)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:41:49.410795 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Returning: {'device': '7246bf69-568f-45e6-aaee-ec190910b2b8', 'network_id': '19667394-873e-4fb0-a227-f5cd6f6c3a28', 'port_id': '7246bf69-568f-45e6-aaee-ec190910b2b8', 'mac_address': 'fa:16:3e:f4:c2:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6877d0b1-ca13-41b7-9cc9-a45fde6af8fa', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104487) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 08:41:49.444782 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Current status of the port 7246bf69-568f-45e6-aaee-ec190910b2b8 is: DOWN; New status is: BUILD {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:41:49.445164 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (7246bf69-568f-45e6-aaee-ec190910b2b8), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:49.458125 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.notifiers.nova [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7246bf69-568f-45e6-aaee-ec190910b2b8 {{(pid=104487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 08:41:49.477007 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] For port 7246bf69-568f-45e6-aaee-ec190910b2b8, host hv-cinder-85117, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85117',level=0,port_id=7246bf69-568f-45e6-aaee-ec190910b2b8,segment=NetworkSegment(93fff055-4ec4-4caa-96fc-193cf0c128e0),segment_id=93fff055-4ec4-4caa-96fc-193cf0c128e0)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:41:49.537597 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (7246bf69-568f-45e6-aaee-ec190910b2b8), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:49.585475 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Pushing event updated for resources: {'Port': ['ID=7246bf69-568f-45e6-aaee-ec190910b2b8,revision_number=4']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:41:49.989566 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968c6c75-ea85-458f-9e3c-e959f99dda47 req-de95573b-86f1-4531-adab-72577e203a85 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:41:49.991047 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-968c6c75-ea85-458f-9e3c-e959f99dda47 req-de95573b-86f1-4531-adab-72577e203a85 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/ports?device_id=dcaa9a44-f92c-4932-bcfc-6f5195df3936 HTTP/1.1" status: 200 len: 946 time: 0.0456791 Jul 27 08:41:50.037170 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-968c6c75-ea85-458f-9e3c-e959f99dda47 req-f26cade9-ff89-4df6-bff1-f2fcd41fa86b tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/security-groups?id=07fb2551-7602-43d7-8203-b61ada2177cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406797 Jul 27 08:41:50.054083 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] get_ports_and_sgs() called for port_ids ['7246bf69-568f-45e6-aaee-ec190910b2b8'] {{(pid=104487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 08:41:50.246117 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-45eb61cd-e3d7-4840-8013-3080c7768274 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (36998da0-f99a-403d-814c-b55466abd131), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:50.247020 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc63c62-660c-45f5-b3b4-e45fc44d9a1f req-e8c1e9b3-f142-40da-93ed-86861149ca43 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:41:50.248494 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-ebc63c62-660c-45f5-b3b4-e45fc44d9a1f req-e8c1e9b3-f142-40da-93ed-86861149ca43 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] 10.222.0.40 "GET /v2.0/ports?device_id=37c42449-37d4-48b2-baa1-77af8f327d8c HTTP/1.1" status: 200 len: 944 time: 0.0454757 Jul 27 08:41:50.294919 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-ebc63c62-660c-45f5-b3b4-e45fc44d9a1f req-f27746e4-9cf3-4d77-8c74-5ed690c61e55 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] 10.222.0.40 "GET /v2.0/security-groups?id=6dfb1169-7eb8-4729-a2a0-d63f36a2079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401297 Jul 27 08:41:51.155288 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33fb72b-7594-42bd-af0d-4b4f6a7506ff req-cb5e279b-9185-4d07-aa32-b58282a466ba tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:41:51.156732 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-d33fb72b-7594-42bd-af0d-4b4f6a7506ff req-cb5e279b-9185-4d07-aa32-b58282a466ba tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/ports?device_id=dcaa9a44-f92c-4932-bcfc-6f5195df3936 HTTP/1.1" status: 200 len: 946 time: 0.0492136 Jul 27 08:41:51.191659 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=100 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:41:51.204651 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-d33fb72b-7594-42bd-af0d-4b4f6a7506ff req-aa92e10e-1d9d-4946-97ef-45338a29c374 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/security-groups?id=07fb2551-7602-43d7-8203-b61ada2177cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411303 Jul 27 08:41:51.305014 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Device 7246bf69-568f-45e6-aaee-ec190910b2b8 up at agent hyperv_hv-cinder-85117 {{(pid=104487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 08:41:51.334177 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-83feb67a-80d7-474e-96e8-1d92c33387c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (0a293c43-2970-4b69-9d2a-dcf41d8870ef), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:51.346054 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (40990755-2d84-4c9d-828c-eda94a5136e8), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:51.350538 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (ed9de811-f248-496b-b487-860d50d7cee7), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:51.355602 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Provisioning for port 7246bf69-568f-45e6-aaee-ec190910b2b8 completed by entity L2. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 27 08:41:51.414434 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a46f299-caeb-4fe5-8bf0-48ed15a53edc req-f1a29936-3aeb-4f2d-ad18-2d71eecfb528 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:41:51.415900 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-3a46f299-caeb-4fe5-8bf0-48ed15a53edc req-f1a29936-3aeb-4f2d-ad18-2d71eecfb528 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] 10.222.0.40 "GET /v2.0/ports?device_id=37c42449-37d4-48b2-baa1-77af8f327d8c HTTP/1.1" status: 200 len: 944 time: 0.0464547 Jul 27 08:41:51.428836 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Provisioning complete for port 7246bf69-568f-45e6-aaee-ec190910b2b8 triggered by entity L2. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:41:51.429223 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (7246bf69-568f-45e6-aaee-ec190910b2b8), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:51.466711 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:41:51.467440 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-3a46f299-caeb-4fe5-8bf0-48ed15a53edc req-fbc09ddf-0364-4a15-acb4-84bde8dcec17 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] 10.222.0.40 "GET /v2.0/security-groups?id=6dfb1169-7eb8-4729-a2a0-d63f36a2079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458894 Jul 27 08:41:51.493027 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:41:51.505400 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Current status of the port 7246bf69-568f-45e6-aaee-ec190910b2b8 is: BUILD; New status is: ACTIVE {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:41:51.505785 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (7246bf69-568f-45e6-aaee-ec190910b2b8), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:51.528456 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37c42449-37d4-48b2-baa1-77af8f327d8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7246bf69-568f-45e6-aaee-ec190910b2b8'}] {{(pid=104487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 08:41:51.530680 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80d6aca8d47c9a16b7ef4a01c61ef1bf5c962aea16cee8599b6bab5dfb4de652" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf603792-b0b1-478f-9725-ea4eb3079ed3" -d '{"events": [{"server_uuid": "37c42449-37d4-48b2-baa1-77af8f327d8c", "name": "network-vif-plugged", "status": "completed", "tag": "7246bf69-568f-45e6-aaee-ec190910b2b8"}]}' {{(pid=104487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 08:41:51.542894 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] For port 7246bf69-568f-45e6-aaee-ec190910b2b8, host hv-cinder-85117, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85117',level=0,port_id=7246bf69-568f-45e6-aaee-ec190910b2b8,segment=NetworkSegment(93fff055-4ec4-4caa-96fc-193cf0c128e0),segment_id=93fff055-4ec4-4caa-96fc-193cf0c128e0)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:41:51.571751 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 08:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45d1d706-4ea8-445a-806a-c8b1e2338ae4 x-openstack-request-id: req-45d1d706-4ea8-445a-806a-c8b1e2338ae4 {{(pid=104487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 08:41:51.571919 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37c42449-37d4-48b2-baa1-77af8f327d8c", "name": "network-vif-plugged", "status": "completed", "tag": "7246bf69-568f-45e6-aaee-ec190910b2b8", "code": 200}]} {{(pid=104487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 08:41:51.572677 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-45d1d706-4ea8-445a-806a-c8b1e2338ae4 {{(pid=104487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 08:41:51.572677 dv-cinder-851170-2-iscsi neutron-server[104487]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45d1d706-4ea8-445a-806a-c8b1e2338ae4'] response: {'server_uuid': '37c42449-37d4-48b2-baa1-77af8f327d8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7246bf69-568f-45e6-aaee-ec190910b2b8', 'code': 200} Jul 27 08:41:51.612245 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (7246bf69-568f-45e6-aaee-ec190910b2b8), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:41:51.662197 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Pushing event updated for resources: {'Port': ['ID=7246bf69-568f-45e6-aaee-ec190910b2b8,revision_number=5']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:41:51.669422 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:41:51.669768 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:41:51.670111 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:41:51.670475 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:41:51.670809 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:41:51.671141 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:41:51.671464 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:41:51.671789 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:41:51.672114 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:41:51.672434 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:41:51.672762 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:41:51.673164 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:41:51.674002 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:41:51.674423 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:41:51.679125 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:41:51.913108 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9228be5a-8dc8-4c0a-b911-7c7bb7330220 req-ead7efc6-105e-43fc-9148-c59b63ccedf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:41:51.914525 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-9228be5a-8dc8-4c0a-b911-7c7bb7330220 req-ead7efc6-105e-43fc-9148-c59b63ccedf3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=37c42449-37d4-48b2-baa1-77af8f327d8c HTTP/1.1" status: 200 len: 1129 time: 0.0378094 Jul 27 08:41:51.959614 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-9228be5a-8dc8-4c0a-b911-7c7bb7330220 req-b8f00310-b5a8-441a-b696-29baf14ef05d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=6dfb1169-7eb8-4729-a2a0-d63f36a2079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373564 Jul 27 08:41:52.320977 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbd6629-06d6-48ed-abdd-2cac17d66026 req-1ce2c3a1-8516-45a0-bf65-107cb2513a19 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:41:52.322431 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-2bbd6629-06d6-48ed-abdd-2cac17d66026 req-1ce2c3a1-8516-45a0-bf65-107cb2513a19 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/ports?device_id=dcaa9a44-f92c-4932-bcfc-6f5195df3936 HTTP/1.1" status: 200 len: 946 time: 0.0455596 Jul 27 08:41:52.369069 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-2bbd6629-06d6-48ed-abdd-2cac17d66026 req-5b5057e5-3c71-47f8-8606-436eae4d561f tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/security-groups?id=07fb2551-7602-43d7-8203-b61ada2177cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411019 Jul 27 08:41:52.584357 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c833f83-5201-4264-894b-b984fc46bfbe req-a6e728b9-f67c-45ed-a3a1-676c3f215221 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:41:52.585819 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-4c833f83-5201-4264-894b-b984fc46bfbe req-a6e728b9-f67c-45ed-a3a1-676c3f215221 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] 10.222.0.40 "GET /v2.0/ports?device_id=37c42449-37d4-48b2-baa1-77af8f327d8c HTTP/1.1" status: 200 len: 945 time: 0.0467799 Jul 27 08:41:52.635264 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-4c833f83-5201-4264-894b-b984fc46bfbe req-9d7d68cf-6f38-429a-ba11-143b23f2ffa9 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] 10.222.0.40 "GET /v2.0/security-groups?id=6dfb1169-7eb8-4729-a2a0-d63f36a2079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438778 Jul 27 08:41:53.485117 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cd64a6-1e65-4c9b-a7e1-dee5b50a4dba req-685a27eb-0315-49f9-ae0a-94bfa0b4bac4 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:41:53.487377 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-38cd64a6-1e65-4c9b-a7e1-dee5b50a4dba req-685a27eb-0315-49f9-ae0a-94bfa0b4bac4 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/ports?device_id=dcaa9a44-f92c-4932-bcfc-6f5195df3936 HTTP/1.1" status: 200 len: 946 time: 0.0465798 Jul 27 08:41:53.533837 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-38cd64a6-1e65-4c9b-a7e1-dee5b50a4dba req-779db9c9-ba18-4c78-820f-e1eb386dd2f0 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/security-groups?id=07fb2551-7602-43d7-8203-b61ada2177cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407526 Jul 27 08:41:53.752920 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbfd5bb-f9ed-47a5-9e26-68778074993b req-e5f1754f-32e9-4b40-a40f-88e211764b9a tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:41:53.754532 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-afbfd5bb-f9ed-47a5-9e26-68778074993b req-e5f1754f-32e9-4b40-a40f-88e211764b9a tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] 10.222.0.40 "GET /v2.0/ports?device_id=37c42449-37d4-48b2-baa1-77af8f327d8c HTTP/1.1" status: 200 len: 945 time: 0.0473142 Jul 27 08:41:53.802378 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-afbfd5bb-f9ed-47a5-9e26-68778074993b req-58085b04-1c0a-44db-9e5e-131ae40b2f6b tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] 10.222.0.40 "GET /v2.0/security-groups?id=6dfb1169-7eb8-4729-a2a0-d63f36a2079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420632 Jul 27 08:41:54.653017 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48842ac3-c161-4bc6-9932-06439eb5cb23 req-25562d3f-7a99-4ce5-85a6-fd9dd0fbcb55 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:41:54.654506 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-48842ac3-c161-4bc6-9932-06439eb5cb23 req-25562d3f-7a99-4ce5-85a6-fd9dd0fbcb55 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/ports?device_id=dcaa9a44-f92c-4932-bcfc-6f5195df3936 HTTP/1.1" status: 200 len: 946 time: 0.0499430 Jul 27 08:41:54.701188 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-48842ac3-c161-4bc6-9932-06439eb5cb23 req-cd95375f-c0a6-42f7-8f6d-50bdaccbb266 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/security-groups?id=07fb2551-7602-43d7-8203-b61ada2177cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404334 Jul 27 08:41:54.917213 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a69f62-703c-4f2d-8ed7-af52ea5bb626 req-7c148978-c088-460d-925e-a5698b8bb092 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:41:54.918681 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-e7a69f62-703c-4f2d-8ed7-af52ea5bb626 req-7c148978-c088-460d-925e-a5698b8bb092 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] 10.222.0.40 "GET /v2.0/ports?device_id=37c42449-37d4-48b2-baa1-77af8f327d8c HTTP/1.1" status: 200 len: 945 time: 0.0462995 Jul 27 08:41:54.965015 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-e7a69f62-703c-4f2d-8ed7-af52ea5bb626 req-c1f2a4d3-6669-475f-9399-6b36ad84fb1f tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] 10.222.0.40 "GET /v2.0/security-groups?id=6dfb1169-7eb8-4729-a2a0-d63f36a2079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407069 Jul 27 08:41:55.063100 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=100 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:41:55.078764 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cebcd9c-e8b7-4eb3-9edf-abff496a8b60 req-a4cd7349-f506-4769-9191-186f6a653c96 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:41:55.081334 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-2cebcd9c-e8b7-4eb3-9edf-abff496a8b60 req-a4cd7349-f506-4769-9191-186f6a653c96 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] 10.222.0.40 "GET /v2.0/ports?device_id=37c42449-37d4-48b2-baa1-77af8f327d8c HTTP/1.1" status: 200 len: 945 time: 0.0467365 Jul 27 08:41:55.127097 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-2cebcd9c-e8b7-4eb3-9edf-abff496a8b60 req-9b858cad-35cb-4b45-90e3-5028e4135e79 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] 10.222.0.40 "GET /v2.0/security-groups?id=6dfb1169-7eb8-4729-a2a0-d63f36a2079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395069 Jul 27 08:41:55.449439 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee3e564-5298-4249-8974-7a5a4c55efe7 req-61647c1a-6b53-4eed-b2fa-d0700155923b tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:41:55.450997 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-6ee3e564-5298-4249-8974-7a5a4c55efe7 req-61647c1a-6b53-4eed-b2fa-d0700155923b tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] 10.222.0.40 "GET /v2.0/ports?device_id=37c42449-37d4-48b2-baa1-77af8f327d8c HTTP/1.1" status: 200 len: 945 time: 0.0455945 Jul 27 08:41:55.502246 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-6ee3e564-5298-4249-8974-7a5a4c55efe7 req-a6d53134-a2b9-4f2e-9cbb-e459032bb517 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] 10.222.0.40 "GET /v2.0/security-groups?id=6dfb1169-7eb8-4729-a2a0-d63f36a2079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446029 Jul 27 08:41:55.801969 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=100 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:41:55.820482 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5695ecf-1872-41a3-99b7-1868e431d916 req-f070fe9e-6cc3-4b0b-97d0-26ab5885e811 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:41:55.821946 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-a5695ecf-1872-41a3-99b7-1868e431d916 req-f070fe9e-6cc3-4b0b-97d0-26ab5885e811 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/ports?device_id=dcaa9a44-f92c-4932-bcfc-6f5195df3936 HTTP/1.1" status: 200 len: 946 time: 0.0496907 Jul 27 08:41:55.869039 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-a5695ecf-1872-41a3-99b7-1868e431d916 req-2f6137e6-fec8-4f1b-8c37-7bb33d926f7f tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/security-groups?id=07fb2551-7602-43d7-8203-b61ada2177cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415058 Jul 27 08:41:56.987191 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97be936-300a-44dd-a0be-59953301b21f req-833984d6-589c-46de-bf92-96514822975f tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:41:56.988977 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-f97be936-300a-44dd-a0be-59953301b21f req-833984d6-589c-46de-bf92-96514822975f tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/ports?device_id=dcaa9a44-f92c-4932-bcfc-6f5195df3936 HTTP/1.1" status: 200 len: 946 time: 0.0477250 Jul 27 08:41:57.035186 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-f97be936-300a-44dd-a0be-59953301b21f req-22282a7e-5cbb-4870-9c42-9e91bd78e9b3 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/security-groups?id=07fb2551-7602-43d7-8203-b61ada2177cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405269 Jul 27 08:41:58.149780 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3201804-971b-4e79-91ea-230f634572d1 req-22095799-3ae0-4341-b273-93cea6d03a09 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:41:58.151242 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-a3201804-971b-4e79-91ea-230f634572d1 req-22095799-3ae0-4341-b273-93cea6d03a09 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/ports?device_id=dcaa9a44-f92c-4932-bcfc-6f5195df3936 HTTP/1.1" status: 200 len: 946 time: 0.0462649 Jul 27 08:41:58.202087 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-a3201804-971b-4e79-91ea-230f634572d1 req-2d4a2cb2-c92f-481f-8430-7997f2929033 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/security-groups?id=07fb2551-7602-43d7-8203-b61ada2177cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453577 Jul 27 08:41:59.325740 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6d48d6-269f-42b5-9ae3-449bae419df3 req-d5994132-d32b-4229-9cbe-8bb58a92cfb2 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:41:59.327259 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-7a6d48d6-269f-42b5-9ae3-449bae419df3 req-d5994132-d32b-4229-9cbe-8bb58a92cfb2 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/ports?device_id=dcaa9a44-f92c-4932-bcfc-6f5195df3936 HTTP/1.1" status: 200 len: 946 time: 0.0499313 Jul 27 08:41:59.377525 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-7a6d48d6-269f-42b5-9ae3-449bae419df3 req-8b473731-2daf-41bc-a302-86042a2db596 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/security-groups?id=07fb2551-7602-43d7-8203-b61ada2177cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442846 Jul 27 08:42:00.496335 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e727a35-6de9-4fa3-98d7-c159f595a5d3 req-c884fd24-47de-4399-97a9-743044be6563 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:42:00.497718 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-6e727a35-6de9-4fa3-98d7-c159f595a5d3 req-c884fd24-47de-4399-97a9-743044be6563 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/ports?device_id=dcaa9a44-f92c-4932-bcfc-6f5195df3936 HTTP/1.1" status: 200 len: 946 time: 0.0460885 Jul 27 08:42:00.543434 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-6e727a35-6de9-4fa3-98d7-c159f595a5d3 req-fc75d7c4-564d-48e4-9990-a92d6b5b3fd0 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/security-groups?id=07fb2551-7602-43d7-8203-b61ada2177cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402000 Jul 27 08:42:01.665890 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=27,neutron:UPDATE=2 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:42:01.752525 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4c6c26-4895-46ee-bf43-c4756c6db61c req-fa9fe5a5-f086-4a27-ae6c-5164e416f56c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:42:01.754657 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-2c4c6c26-4895-46ee-bf43-c4756c6db61c req-fa9fe5a5-f086-4a27-ae6c-5164e416f56c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=dcaa9a44-f92c-4932-bcfc-6f5195df3936 HTTP/1.1" status: 200 len: 1130 time: 0.0386486 Jul 27 08:42:01.821027 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cc1bda-a519-4b31-9e2d-4ab8ef32bdc2 req-3dd72474-8cdb-45cf-b6aa-bb848e71bf31 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:42:01.822427 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-93cc1bda-a519-4b31-9e2d-4ab8ef32bdc2 req-3dd72474-8cdb-45cf-b6aa-bb848e71bf31 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/ports?device_id=dcaa9a44-f92c-4932-bcfc-6f5195df3936 HTTP/1.1" status: 200 len: 946 time: 0.0667737 Jul 27 08:42:01.839974 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-2c4c6c26-4895-46ee-bf43-c4756c6db61c req-a72baafa-9870-4694-b65c-3d8cf0eebd94 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=07fb2551-7602-43d7-8203-b61ada2177cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750158 Jul 27 08:42:01.880922 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-93cc1bda-a519-4b31-9e2d-4ab8ef32bdc2 req-771da419-5a81-40fc-887b-d390b031a99e tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/security-groups?id=07fb2551-7602-43d7-8203-b61ada2177cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510433 Jul 27 08:42:03.002982 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d4a438-ec55-4e91-a28a-776593df0970 req-98206038-6e2f-4333-b195-ae2c9594eb2b tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:42:03.004724 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-58d4a438-ec55-4e91-a28a-776593df0970 req-98206038-6e2f-4333-b195-ae2c9594eb2b tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/ports?device_id=dcaa9a44-f92c-4932-bcfc-6f5195df3936 HTTP/1.1" status: 200 len: 946 time: 0.0517313 Jul 27 08:42:03.058662 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-58d4a438-ec55-4e91-a28a-776593df0970 req-8fd1b505-69f8-450b-846f-8f631e09844e tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/security-groups?id=07fb2551-7602-43d7-8203-b61ada2177cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486047 Jul 27 08:42:04.113651 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.agents_db [None req-f85b74c8-06c1-470d-aedd-c7ca4f0196ea None None] Agent healthcheck: found 6 active agents {{(pid=104488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 08:42:04.175709 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72310ce-c720-4d27-8941-c78e9c8a0248 req-07797920-2ae3-47e5-adb8-8e8aa072e080 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:42:04.177162 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-d72310ce-c720-4d27-8941-c78e9c8a0248 req-07797920-2ae3-47e5-adb8-8e8aa072e080 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/ports?device_id=dcaa9a44-f92c-4932-bcfc-6f5195df3936 HTTP/1.1" status: 200 len: 946 time: 0.0465658 Jul 27 08:42:04.222958 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-d72310ce-c720-4d27-8941-c78e9c8a0248 req-3108dc22-1414-4d53-a1fd-c3b8f78e9233 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/security-groups?id=07fb2551-7602-43d7-8203-b61ada2177cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404172 Jul 27 08:42:04.337884 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178b0aaf-6f58-429b-911e-2210856969fc req-9441b006-f938-4450-92ae-1dd783eabc72 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:42:04.339355 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-178b0aaf-6f58-429b-911e-2210856969fc req-9441b006-f938-4450-92ae-1dd783eabc72 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/ports?device_id=ac824ac8-4d92-4c41-8a17-c96d40d2ce05 HTTP/1.1" status: 200 len: 946 time: 0.0455384 Jul 27 08:42:04.357620 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=100 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:42:04.385281 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-178b0aaf-6f58-429b-911e-2210856969fc req-08d3932e-ea12-4c8a-8463-2279e8b3f508 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/security-groups?id=07fb2551-7602-43d7-8203-b61ada2177cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404766 Jul 27 08:42:07.576096 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637172ad-c72b-445a-ac43-ce2511cf37a3 req-4abb5db8-97f0-49c8-a289-822ea7140815 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:42:07.577694 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-637172ad-c72b-445a-ac43-ce2511cf37a3 req-4abb5db8-97f0-49c8-a289-822ea7140815 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/ports?device_id=ac824ac8-4d92-4c41-8a17-c96d40d2ce05 HTTP/1.1" status: 200 len: 946 time: 0.0506668 Jul 27 08:42:07.626320 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-637172ad-c72b-445a-ac43-ce2511cf37a3 req-fd567724-bdfa-4209-b927-27699d975971 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/security-groups?id=07fb2551-7602-43d7-8203-b61ada2177cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426803 Jul 27 08:42:07.956879 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=100 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:42:07.985124 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551bc17b-f583-49c0-9f64-9433543a19ec req-690ca6dc-23ea-4824-b922-a967456dabc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:42:07.986679 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-551bc17b-f583-49c0-9f64-9433543a19ec req-690ca6dc-23ea-4824-b922-a967456dabc4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a0d880114866423480268022d7dd20c5&device_id=ac824ac8-4d92-4c41-8a17-c96d40d2ce05 HTTP/1.1" status: 200 len: 1130 time: 0.0390687 Jul 27 08:42:08.087265 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551bc17b-f583-49c0-9f64-9433543a19ec req-afdd14a3-f405-497f-b587-e26cd955d5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:42:08.088729 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-551bc17b-f583-49c0-9f64-9433543a19ec req-afdd14a3-f405-497f-b587-e26cd955d5a9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d0a6cf88-547f-4cf8-ad21-f8b392f1c474 HTTP/1.1" status: 200 len: 919 time: 0.0910401 Jul 27 08:42:08.129913 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-551bc17b-f583-49c0-9f64-9433543a19ec req-d3b29549-51b4-4af7-b1f8-66e4e02a68a1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=75614ea5-42c0-4439-8250-f07133e78608 HTTP/1.1" status: 200 len: 217 time: 0.0324545 Jul 27 08:42:08.177583 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551bc17b-f583-49c0-9f64-9433543a19ec req-de824202-4760-4617-ae3a-e1dbead1b793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:42:08.179663 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-551bc17b-f583-49c0-9f64-9433543a19ec req-de824202-4760-4617-ae3a-e1dbead1b793 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e0dfc042-b535-4f7d-9065-dbfee481baea HTTP/1.1" status: 200 len: 857 time: 0.0431941 Jul 27 08:42:08.229385 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551bc17b-f583-49c0-9f64-9433543a19ec req-d08e7254-c684-4375-9c2b-c1dee820ad71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:42:08.230813 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-551bc17b-f583-49c0-9f64-9433543a19ec req-d08e7254-c684-4375-9c2b-c1dee820ad71 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d0a6cf88-547f-4cf8-ad21-f8b392f1c474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438380 Jul 27 08:42:08.337459 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-551bc17b-f583-49c0-9f64-9433543a19ec req-33a5811e-30ec-4467-913f-ec38f2d36229 service neutron] 10.222.0.42 "GET /v2.0/networks/d0a6cf88-547f-4cf8-ad21-f8b392f1c474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889285 Jul 27 08:42:08.440329 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-551bc17b-f583-49c0-9f64-9433543a19ec req-637c5339-8c12-409f-8570-3d1923377b11 service neutron] 10.222.0.42 "GET /v2.0/networks/d0a6cf88-547f-4cf8-ad21-f8b392f1c474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929968 Jul 27 08:42:08.745979 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9876eb8b-676d-438b-828c-9e096c18ef3f req-7efd9c41-739d-4fa1-bbc2-dc81dc8000cc tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:42:08.749921 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-9876eb8b-676d-438b-828c-9e096c18ef3f req-7efd9c41-739d-4fa1-bbc2-dc81dc8000cc tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/ports?device_id=ac824ac8-4d92-4c41-8a17-c96d40d2ce05 HTTP/1.1" status: 200 len: 946 time: 0.0475154 Jul 27 08:42:08.797589 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-9876eb8b-676d-438b-828c-9e096c18ef3f req-1d267342-d013-4bad-9f1e-66687824a97c tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/security-groups?id=07fb2551-7602-43d7-8203-b61ada2177cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444732 Jul 27 08:42:08.918452 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790220d1-8cfb-4466-93bf-df44f1b4d157 req-f9e51ae0-40ef-44a9-94ff-79134717cd75 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:42:08.919921 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-790220d1-8cfb-4466-93bf-df44f1b4d157 req-f9e51ae0-40ef-44a9-94ff-79134717cd75 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] 10.222.0.40 "GET /v2.0/ports?device_id=37c42449-37d4-48b2-baa1-77af8f327d8c HTTP/1.1" status: 200 len: 945 time: 0.0468323 Jul 27 08:42:08.967847 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-790220d1-8cfb-4466-93bf-df44f1b4d157 req-c4d03a0e-9ba8-4fa8-ad5a-23403643b36e tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] 10.222.0.40 "GET /v2.0/security-groups?id=6dfb1169-7eb8-4729-a2a0-d63f36a2079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417092 Jul 27 08:42:09.000149 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 57926) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:42:09.217572 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7845408f-f299-4be7-b2f9-618b2eaad6a5 tempest-TestMinimumBasicScenario-1750202856 tempest-TestMinimumBasicScenario-1750202856-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:42:09.219124 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-7845408f-f299-4be7-b2f9-618b2eaad6a5 tempest-TestMinimumBasicScenario-1750202856 tempest-TestMinimumBasicScenario-1750202856-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=37c42449-37d4-48b2-baa1-77af8f327d8c HTTP/1.1" status: 200 len: 1124 time: 0.2179780 Jul 27 08:42:09.221973 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 57930) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:42:09.226176 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.v2.base [None req-60ced7ee-9f38-4f6a-ab2f-bfd597796892 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Request body: {'floatingip': {'floating_network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'port_id': '7246bf69-568f-45e6-aaee-ec190910b2b8', 'tenant_id': '52bd08da2d1746c6a84cf75143ae6bf6', 'fixed_ip_address': '172.20.0.4'}} {{(pid=104485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:42:09.301458 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-60ced7ee-9f38-4f6a-ab2f-bfd597796892 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:42:09.379826 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-60ced7ee-9f38-4f6a-ab2f-bfd597796892 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (None), before_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:42:09.484518 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.db.db_base_plugin_common [None req-60ced7ee-9f38-4f6a-ab2f-bfd597796892 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Allocated IP 172.27.2.166 (e7cd7671-9410-421d-95f2-ddad301715a5/bd8cca88-d260-42a1-9635-5bfcc6eba2a1/2d1a5bbe-5648-4584-925b-20a06fe3cba5) {{(pid=104485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 08:42:09.490094 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:42:09.588727 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-60ced7ee-9f38-4f6a-ab2f-bfd597796892 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Publish callbacks [] for port (2d1a5bbe-5648-4584-925b-20a06fe3cba5), precommit_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:42:09.690449 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-60ced7ee-9f38-4f6a-ab2f-bfd597796892 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786709965397'] for port (2d1a5bbe-5648-4584-925b-20a06fe3cba5), after_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:42:09.714962 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:42:09.727549 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ced7ee-9f38-4f6a-ab2f-bfd597796892 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Network e7cd7671-9410-421d-95f2-ddad301715a5 is already hosted by enough agents. {{(pid=104485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 08:42:09.730425 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.scheduler.base_scheduler [None req-60ced7ee-9f38-4f6a-ab2f-bfd597796892 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Resources bound (agent type, host, resource id): {{(pid=104485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 08:42:09.735968 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ced7ee-9f38-4f6a-ab2f-bfd597796892 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Received port after_create {{(pid=104485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 08:42:09.761744 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ced7ee-9f38-4f6a-ab2f-bfd597796892 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Pushing event updated for resources: {'Port': ['ID=2d1a5bbe-5648-4584-925b-20a06fe3cba5,revision_number=1']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:42:09.908104 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=100 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:42:09.917048 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65df9a20-1924-4995-b63b-ef06b64f2a37 req-b8d1ff8d-4ac8-4e8c-b76e-9c50f57a9401 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:42:09.918562 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-65df9a20-1924-4995-b63b-ef06b64f2a37 req-b8d1ff8d-4ac8-4e8c-b76e-9c50f57a9401 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/ports?device_id=ac824ac8-4d92-4c41-8a17-c96d40d2ce05 HTTP/1.1" status: 200 len: 946 time: 0.0475657 Jul 27 08:42:09.972161 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-65df9a20-1924-4995-b63b-ef06b64f2a37 req-e612e09f-5d48-42de-b9e5-fd6d4d97c8bc tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/security-groups?id=07fb2551-7602-43d7-8203-b61ada2177cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473497 Jul 27 08:42:10.050152 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-60ced7ee-9f38-4f6a-ab2f-bfd597796892 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Publish callbacks [] for floatingip (e1dd401d-2673-42bc-a20b-9b9cc18c7639), precommit_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:42:10.170971 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-60ced7ee-9f38-4f6a-ab2f-bfd597796892 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (2d1a5bbe-5648-4584-925b-20a06fe3cba5), before_update {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:42:10.315219 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-60ced7ee-9f38-4f6a-ab2f-bfd597796892 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Publish callbacks [] for port (2d1a5bbe-5648-4584-925b-20a06fe3cba5), precommit_update {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:42:10.366799 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-60ced7ee-9f38-4f6a-ab2f-bfd597796892 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (2d1a5bbe-5648-4584-925b-20a06fe3cba5), after_update {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:42:10.397666 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-60ced7ee-9f38-4f6a-ab2f-bfd597796892 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363235'] for floatingip (e1dd401d-2673-42bc-a20b-9b9cc18c7639), after_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:42:10.446835 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ced7ee-9f38-4f6a-ab2f-bfd597796892 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Pushing event updated for resources: {'Port': ['ID=2d1a5bbe-5648-4584-925b-20a06fe3cba5,revision_number=2']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:42:10.500623 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:42:10.503449 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.db.l3_db [None req-60ced7ee-9f38-4f6a-ab2f-bfd597796892 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Floating IP e1dd401d-2673-42bc-a20b-9b9cc18c7639 associated. External IP: 172.27.2.166, port: 7246bf69-568f-45e6-aaee-ec190910b2b8. Jul 27 08:42:10.676558 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:42:10.706312 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60ced7ee-9f38-4f6a-ab2f-bfd597796892 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Router ace0d735-a96b-4d9b-8e49-2dabee6950e1 has already been hosted by L3 agent 5bc6d868-bb0b-4164-b2dd-44360f4de654 {{(pid=104485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 08:42:10.807796 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60ced7ee-9f38-4f6a-ab2f-bfd597796892 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Notify agent at l3_agent.dv-cinder-851170-2-iscsi the message routers_updated {{(pid=104485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 08:42:10.817253 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc11aa22-5e86-49b9-9e2f-ed0009ae1345 None None] Sync routers for ids ['ace0d735-a96b-4d9b-8e49-2dabee6950e1'] in dv-cinder-851170-2-iscsi {{(pid=104487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 08:42:10.826812 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc11aa22-5e86-49b9-9e2f-ed0009ae1345 None None] Routers {'ace0d735-a96b-4d9b-8e49-2dabee6950e1'} bound to L3 agent in host dv-cinder-851170-2-iscsi {{(pid=104487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 08:42:10.827422 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_hamode_db [None req-bc11aa22-5e86-49b9-9e2f-ed0009ae1345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-27T08:30:18Z,description=,heartbeat_timestamp=2022-07-27T08:41:48Z,host='dv-cinder-851170-2-iscsi',id=5bc6d868-bb0b-4164-b2dd-44360f4de654,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T08:30:19Z,topic='l3_agent')) {'router_ids': ['ace0d735-a96b-4d9b-8e49-2dabee6950e1'], 'active': True} {{(pid=104487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:42:10.900229 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-60ced7ee-9f38-4f6a-ab2f-bfd597796892 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8374701'] for floatingip (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:42:10.930291 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvr_db [None req-bc11aa22-5e86-49b9-9e2f-ed0009ae1345 None None] Set router ace0d735-a96b-4d9b-8e49-2dabee6950e1 gateway port host: dv-cinder-851170-2-iscsi {{(pid=104487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 08:42:11.159676 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-60ced7ee-9f38-4f6a-ab2f-bfd597796892 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9364865 Jul 27 08:42:11.162257 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37c42449-37d4-48b2-baa1-77af8f327d8c', 'tag': '7246bf69-568f-45e6-aaee-ec190910b2b8'}] {{(pid=104485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 08:42:11.163696 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 57938) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:42:11.164872 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f4ab7c7b1e34975a56cd7ce610f5615b70f950c8da59d9e9b5a870069a9544" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eca0ed4-3881-41cb-86c7-fe11f005c148" -d '{"events": [{"name": "network-changed", "server_uuid": "37c42449-37d4-48b2-baa1-77af8f327d8c", "tag": "7246bf69-568f-45e6-aaee-ec190910b2b8"}]}' {{(pid=104485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 08:42:11.171268 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.v2.base [None req-5df1df50-41f0-4f5e-bb1f-b331f07b476e tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1089187466', 'description': 'tempest-secgroup-smoke-1089187466 description', 'project_id': '52bd08da2d1746c6a84cf75143ae6bf6'}} {{(pid=104486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:42:11.178389 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b3a58f-b24b-43d3-a207-81c2fe0f4d5d req-cc4bc898-24e5-48fa-b0ce-35d5c77168f5 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:42:11.180185 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-27b3a58f-b24b-43d3-a207-81c2fe0f4d5d req-cc4bc898-24e5-48fa-b0ce-35d5c77168f5 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/ports?device_id=ac824ac8-4d92-4c41-8a17-c96d40d2ce05 HTTP/1.1" status: 200 len: 946 time: 0.0587695 Jul 27 08:42:11.196483 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_hamode_db [None req-bc11aa22-5e86-49b9-9e2f-ed0009ae1345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ace0d735-a96b-4d9b-8e49-2dabee6950e1', 'name': 'tempest-TestMinimumBasicScenario-72921289-router', 'tenant_id': '52bd08da2d1746c6a84cf75143ae6bf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '0d661cc2-6556-43a4-8cbc-f794f30d6699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:40:56Z', 'updated_at': '2022-07-27T08:41:01Z', 'revision_number': 4, 'project_id': '52bd08da2d1746c6a84cf75143ae6bf6', 'gw_port': {'id': '0d661cc2-6556-43a4-8cbc-f794f30d6699', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:8b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ace0d735-a96b-4d9b-8e49-2dabee6950e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:40:57Z', 'updated_at': '2022-07-27T08:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi', '_floatingips': [{'id': 'e1dd401d-2673-42bc-a20b-9b9cc18c7639', 'tenant_id': '52bd08da2d1746c6a84cf75143ae6bf6', 'floating_ip_address': '172.27.2.166', 'floating_network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'router_id': 'ace0d735-a96b-4d9b-8e49-2dabee6950e1', 'port_id': '7246bf69-568f-45e6-aaee-ec190910b2b8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 385, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '19667394-873e-4fb0-a227-f5cd6f6c3a28', 'mac_address': 'fa:16:3e:f4:c2:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c42449-37d4-48b2-baa1-77af8f327d8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T08:42:09Z', 'updated_at': '2022-07-27T08:42:09Z', 'revision_number': 0, 'project_id': '52bd08da2d1746c6a84cf75143ae6bf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1590914-8079-49e2-9704-b6e9670486dd', 'name': '', 'network_id': '19667394-873e-4fb0-a227-f5cd6f6c3a28', 'tenant_id': '52bd08da2d1746c6a84cf75143ae6bf6', 'mac_address': 'fa:16:3e:31:9c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ace0d735-a96b-4d9b-8e49-2dabee6950e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '6877d0b1-ca13-41b7-9cc9-a45fde6af8fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:41:00Z', 'updated_at': '2022-07-27T08:41:07Z', 'revision_number': 5, 'project_id': '52bd08da2d1746c6a84cf75143ae6bf6', 'subnets': [{'id': '6877d0b1-ca13-41b7-9cc9-a45fde6af8fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851170-2-iscsi', False) {} {{(pid=104487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:42:11.211479 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 08:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e0b5c1f-de6c-4484-9404-e37197f6bf3b x-openstack-request-id: req-5e0b5c1f-de6c-4484-9404-e37197f6bf3b {{(pid=104485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 08:42:11.211771 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37c42449-37d4-48b2-baa1-77af8f327d8c", "tag": "7246bf69-568f-45e6-aaee-ec190910b2b8", "status": "completed", "code": 200}]} {{(pid=104485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 08:42:11.212026 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-5e0b5c1f-de6c-4484-9404-e37197f6bf3b {{(pid=104485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 08:42:11.212419 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e0b5c1f-de6c-4484-9404-e37197f6bf3b'] response: {'name': 'network-changed', 'server_uuid': '37c42449-37d4-48b2-baa1-77af8f327d8c', 'tag': '7246bf69-568f-45e6-aaee-ec190910b2b8', 'status': 'completed', 'code': 200} Jul 27 08:42:11.228470 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc11aa22-5e86-49b9-9e2f-ed0009ae1345 None None] Checking router: ace0d735-a96b-4d9b-8e49-2dabee6950e1 for host: dv-cinder-851170-2-iscsi {{(pid=104487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 08:42:11.236752 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc11aa22-5e86-49b9-9e2f-ed0009ae1345 None None] Routers {'ace0d735-a96b-4d9b-8e49-2dabee6950e1'} bound to L3 agent in host dv-cinder-851170-2-iscsi {{(pid=104487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 08:42:11.237356 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_hamode_db [None req-bc11aa22-5e86-49b9-9e2f-ed0009ae1345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-27T08:30:18Z,description=,heartbeat_timestamp=2022-07-27T08:41:48Z,host='dv-cinder-851170-2-iscsi',id=5bc6d868-bb0b-4164-b2dd-44360f4de654,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T08:30:19Z,topic='l3_agent')) {'router_ids': ['ace0d735-a96b-4d9b-8e49-2dabee6950e1'], 'active': True} {{(pid=104487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:42:11.239074 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-27b3a58f-b24b-43d3-a207-81c2fe0f4d5d req-121c694b-5d18-41b1-96d7-344208218c20 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/security-groups?id=07fb2551-7602-43d7-8203-b61ada2177cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476248 Jul 27 08:42:11.262412 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-5df1df50-41f0-4f5e-bb1f-b331f07b476e tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Publish callbacks [] for security_group (None), before_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:42:11.332858 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eca0ed4-3881-41cb-86c7-fe11f005c148 req-dfa246ce-de97-497e-8129-165f8af7a6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:42:11.334355 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-4eca0ed4-3881-41cb-86c7-fe11f005c148 req-dfa246ce-de97-497e-8129-165f8af7a6d7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=52bd08da2d1746c6a84cf75143ae6bf6&device_id=37c42449-37d4-48b2-baa1-77af8f327d8c HTTP/1.1" status: 200 len: 1129 time: 0.0538943 Jul 27 08:42:11.344529 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvr_db [None req-bc11aa22-5e86-49b9-9e2f-ed0009ae1345 None None] Set router ace0d735-a96b-4d9b-8e49-2dabee6950e1 gateway port host: dv-cinder-851170-2-iscsi {{(pid=104487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 08:42:11.562815 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_hamode_db [None req-bc11aa22-5e86-49b9-9e2f-ed0009ae1345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ace0d735-a96b-4d9b-8e49-2dabee6950e1', 'name': 'tempest-TestMinimumBasicScenario-72921289-router', 'tenant_id': '52bd08da2d1746c6a84cf75143ae6bf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '0d661cc2-6556-43a4-8cbc-f794f30d6699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:40:56Z', 'updated_at': '2022-07-27T08:41:01Z', 'revision_number': 4, 'project_id': '52bd08da2d1746c6a84cf75143ae6bf6', 'gw_port': {'id': '0d661cc2-6556-43a4-8cbc-f794f30d6699', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:8b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ace0d735-a96b-4d9b-8e49-2dabee6950e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:40:57Z', 'updated_at': '2022-07-27T08:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi', '_floatingips': [{'id': 'e1dd401d-2673-42bc-a20b-9b9cc18c7639', 'tenant_id': '52bd08da2d1746c6a84cf75143ae6bf6', 'floating_ip_address': '172.27.2.166', 'floating_network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'router_id': 'ace0d735-a96b-4d9b-8e49-2dabee6950e1', 'port_id': '7246bf69-568f-45e6-aaee-ec190910b2b8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 385, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '19667394-873e-4fb0-a227-f5cd6f6c3a28', 'mac_address': 'fa:16:3e:f4:c2:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c42449-37d4-48b2-baa1-77af8f327d8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T08:42:09Z', 'updated_at': '2022-07-27T08:42:09Z', 'revision_number': 0, 'project_id': '52bd08da2d1746c6a84cf75143ae6bf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1590914-8079-49e2-9704-b6e9670486dd', 'name': '', 'network_id': '19667394-873e-4fb0-a227-f5cd6f6c3a28', 'tenant_id': '52bd08da2d1746c6a84cf75143ae6bf6', 'mac_address': 'fa:16:3e:31:9c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ace0d735-a96b-4d9b-8e49-2dabee6950e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '6877d0b1-ca13-41b7-9cc9-a45fde6af8fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:41:00Z', 'updated_at': '2022-07-27T08:41:07Z', 'revision_number': 5, 'project_id': '52bd08da2d1746c6a84cf75143ae6bf6', 'subnets': [{'id': '6877d0b1-ca13-41b7-9cc9-a45fde6af8fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851170-2-iscsi', False) {} {{(pid=104487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:42:11.588518 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc11aa22-5e86-49b9-9e2f-ed0009ae1345 None None] The sync data for ids ['ace0d735-a96b-4d9b-8e49-2dabee6950e1'] in dv-cinder-851170-2-iscsi is: [{'id': 'ace0d735-a96b-4d9b-8e49-2dabee6950e1', 'name': 'tempest-TestMinimumBasicScenario-72921289-router', 'tenant_id': '52bd08da2d1746c6a84cf75143ae6bf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '0d661cc2-6556-43a4-8cbc-f794f30d6699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:40:56Z', 'updated_at': '2022-07-27T08:41:01Z', 'revision_number': 4, 'project_id': '52bd08da2d1746c6a84cf75143ae6bf6', 'gw_port': {'id': '0d661cc2-6556-43a4-8cbc-f794f30d6699', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:8b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ace0d735-a96b-4d9b-8e49-2dabee6950e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:40:57Z', 'updated_at': '2022-07-27T08:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi', '_floatingips': [{'id': 'e1dd401d-2673-42bc-a20b-9b9cc18c7639', 'tenant_id': '52bd08da2d1746c6a84cf75143ae6bf6', 'floating_ip_address': '172.27.2.166', 'floating_network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'router_id': 'ace0d735-a96b-4d9b-8e49-2dabee6950e1', 'port_id': '7246bf69-568f-45e6-aaee-ec190910b2b8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 385, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '19667394-873e-4fb0-a227-f5cd6f6c3a28', 'mac_address': 'fa:16:3e:f4:c2:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c42449-37d4-48b2-baa1-77af8f327d8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T08:42:09Z', 'updated_at': '2022-07-27T08:42:09Z', 'revision_number': 0, 'project_id': '52bd08da2d1746c6a84cf75143ae6bf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1590914-8079-49e2-9704-b6e9670486dd', 'name': '', 'network_id': '19667394-873e-4fb0-a227-f5cd6f6c3a28', 'tenant_id': '52bd08da2d1746c6a84cf75143ae6bf6', 'mac_address': 'fa:16:3e:31:9c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ace0d735-a96b-4d9b-8e49-2dabee6950e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '6877d0b1-ca13-41b7-9cc9-a45fde6af8fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:41:00Z', 'updated_at': '2022-07-27T08:41:07Z', 'revision_number': 5, 'project_id': '52bd08da2d1746c6a84cf75143ae6bf6', 'subnets': [{'id': '6877d0b1-ca13-41b7-9cc9-a45fde6af8fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 08:42:11.634103 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-5df1df50-41f0-4f5e-bb1f-b331f07b476e tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Publish callbacks [] for security_group (ffe5ad9a-0397-4d7e-84ae-e9c69a18d94d), precommit_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:42:11.678096 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eca0ed4-3881-41cb-86c7-fe11f005c148 req-8d79e300-02d9-4647-9a92-67d72484cde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:42:11.680145 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-4eca0ed4-3881-41cb-86c7-fe11f005c148 req-8d79e300-02d9-4647-9a92-67d72484cde9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=19667394-873e-4fb0-a227-f5cd6f6c3a28 HTTP/1.1" status: 200 len: 914 time: 0.3285327 Jul 27 08:42:11.721504 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-5df1df50-41f0-4f5e-bb1f-b331f07b476e tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (ffe5ad9a-0397-4d7e-84ae-e9c69a18d94d), after_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:42:11.747815 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:42:11.770747 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df1df50-41f0-4f5e-bb1f-b331f07b476e tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffe5ad9a-0397-4d7e-84ae-e9c69a18d94d,revision_number=1']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:42:11.776605 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-4eca0ed4-3881-41cb-86c7-fe11f005c148 req-298e7259-0879-42a0-9a09-424da6895a40 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7246bf69-568f-45e6-aaee-ec190910b2b8 HTTP/1.1" status: 200 len: 999 time: 0.0873859 Jul 27 08:42:11.791036 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610a52b5-e8bf-46fb-ae13-92e0de14b2cc None None] New status for floating IP e1dd401d-2673-42bc-a20b-9b9cc18c7639: ACTIVE {{(pid=104488) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 27 08:42:11.829103 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eca0ed4-3881-41cb-86c7-fe11f005c148 req-60080fc6-8ce5-49b2-a29a-9f67aa1cc541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:42:11.831267 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-4eca0ed4-3881-41cb-86c7-fe11f005c148 req-60080fc6-8ce5-49b2-a29a-9f67aa1cc541 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6877d0b1-ca13-41b7-9cc9-a45fde6af8fa HTTP/1.1" status: 200 len: 852 time: 0.0497262 Jul 27 08:42:11.874935 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-5df1df50-41f0-4f5e-bb1f-b331f07b476e tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Publish callbacks [] for security_group (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:42:11.876197 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-5df1df50-41f0-4f5e-bb1f-b331f07b476e tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.7109611 Jul 27 08:42:11.879129 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 57944) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:42:11.885615 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.v2.base [None req-1333855c-94c3-40f9-bd11-66b6e0b8db37 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Request body: {'security_group_rule': {'security_group_id': 'ffe5ad9a-0397-4d7e-84ae-e9c69a18d94d', 'project_id': '52bd08da2d1746c6a84cf75143ae6bf6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:42:11.893321 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eca0ed4-3881-41cb-86c7-fe11f005c148 req-28e83dd7-848a-487c-8d58-76125b1b0aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:42:11.894803 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-4eca0ed4-3881-41cb-86c7-fe11f005c148 req-28e83dd7-848a-487c-8d58-76125b1b0aa4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=19667394-873e-4fb0-a227-f5cd6f6c3a28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0555854 Jul 27 08:42:11.989921 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-4eca0ed4-3881-41cb-86c7-fe11f005c148 req-98945ba8-5e62-4e95-8c63-470fe70e187f service neutron] 10.222.0.42 "GET /v2.0/networks/19667394-873e-4fb0-a227-f5cd6f6c3a28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859418 Jul 27 08:42:12.044530 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-1333855c-94c3-40f9-bd11-66b6e0b8db37 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Publish callbacks [] for security_group_rule (439dccb3-acec-4738-aa8b-7eb2eb1f6509), before_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:42:12.049753 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:42:12.125605 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-1333855c-94c3-40f9-bd11-66b6e0b8db37 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Publish callbacks [] for security_group_rule (439dccb3-acec-4738-aa8b-7eb2eb1f6509), precommit_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:42:12.128022 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-4eca0ed4-3881-41cb-86c7-fe11f005c148 req-56518086-7a6a-4300-ac37-d17e0c2dfd61 service neutron] 10.222.0.42 "GET /v2.0/networks/19667394-873e-4fb0-a227-f5cd6f6c3a28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322601 Jul 27 08:42:12.223308 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-1333855c-94c3-40f9-bd11-66b6e0b8db37 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327747'] for security_group_rule (439dccb3-acec-4738-aa8b-7eb2eb1f6509), after_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:42:12.243858 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1333855c-94c3-40f9-bd11-66b6e0b8db37 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=439dccb3-acec-4738-aa8b-7eb2eb1f6509,revision_number=0']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:42:12.311063 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-1333855c-94c3-40f9-bd11-66b6e0b8db37 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:42:12.312328 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-1333855c-94c3-40f9-bd11-66b6e0b8db37 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4322879 Jul 27 08:42:12.315280 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 57948) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:42:12.319861 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.v2.base [None req-e7ef0f2d-7ab1-4300-9106-2261996eb088 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Request body: {'security_group_rule': {'security_group_id': 'ffe5ad9a-0397-4d7e-84ae-e9c69a18d94d', 'project_id': '52bd08da2d1746c6a84cf75143ae6bf6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:42:12.362713 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c90d2b-c399-41d4-9964-3f38c8c7b87d req-8e9ca458-386b-49cd-8bfe-606cc70fced2 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:42:12.364083 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-85c90d2b-c399-41d4-9964-3f38c8c7b87d req-8e9ca458-386b-49cd-8bfe-606cc70fced2 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/ports?device_id=ac824ac8-4d92-4c41-8a17-c96d40d2ce05 HTTP/1.1" status: 200 len: 946 time: 0.0507224 Jul 27 08:42:12.411250 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-85c90d2b-c399-41d4-9964-3f38c8c7b87d req-28eb042a-e7c1-4e97-8232-6ada6b6b719a tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/security-groups?id=07fb2551-7602-43d7-8203-b61ada2177cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409434 Jul 27 08:42:12.411668 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-e7ef0f2d-7ab1-4300-9106-2261996eb088 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Publish callbacks [] for security_group_rule (d11ed62f-ef4c-44b3-8da3-96e30cff486f), before_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:42:12.470457 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-e7ef0f2d-7ab1-4300-9106-2261996eb088 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Publish callbacks [] for security_group_rule (d11ed62f-ef4c-44b3-8da3-96e30cff486f), precommit_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:42:12.577859 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-e7ef0f2d-7ab1-4300-9106-2261996eb088 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327747'] for security_group_rule (d11ed62f-ef4c-44b3-8da3-96e30cff486f), after_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:42:12.597318 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ef0f2d-7ab1-4300-9106-2261996eb088 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d11ed62f-ef4c-44b3-8da3-96e30cff486f,revision_number=0']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:42:12.670928 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-e7ef0f2d-7ab1-4300-9106-2261996eb088 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:42:12.672083 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-e7ef0f2d-7ab1-4300-9106-2261996eb088 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3557386 Jul 27 08:42:12.674725 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 57950) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:42:12.679351 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.v2.base [None req-bf07172d-689e-4b57-bd6c-ed0bd24483a3 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Request body: {'security_group_rule': {'security_group_id': 'ffe5ad9a-0397-4d7e-84ae-e9c69a18d94d', 'project_id': '52bd08da2d1746c6a84cf75143ae6bf6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:42:12.765622 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-bf07172d-689e-4b57-bd6c-ed0bd24483a3 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Publish callbacks [] for security_group_rule (2adacd4b-cf68-46ae-ae54-19cd97671c64), before_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:42:12.821378 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-bf07172d-689e-4b57-bd6c-ed0bd24483a3 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Publish callbacks [] for security_group_rule (2adacd4b-cf68-46ae-ae54-19cd97671c64), precommit_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:42:12.886296 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-bf07172d-689e-4b57-bd6c-ed0bd24483a3 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327747'] for security_group_rule (2adacd4b-cf68-46ae-ae54-19cd97671c64), after_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:42:12.904710 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf07172d-689e-4b57-bd6c-ed0bd24483a3 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2adacd4b-cf68-46ae-ae54-19cd97671c64,revision_number=0']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:42:12.979620 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-bf07172d-689e-4b57-bd6c-ed0bd24483a3 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:42:12.980775 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-bf07172d-689e-4b57-bd6c-ed0bd24483a3 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3051360 Jul 27 08:42:12.983428 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 57952) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:42:12.987615 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.v2.base [None req-07c1a5de-40e5-4722-9249-f1e03ce2a2ea tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Request body: {'security_group_rule': {'security_group_id': 'ffe5ad9a-0397-4d7e-84ae-e9c69a18d94d', 'project_id': '52bd08da2d1746c6a84cf75143ae6bf6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:42:13.080440 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-07c1a5de-40e5-4722-9249-f1e03ce2a2ea tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Publish callbacks [] for security_group_rule (e41b3890-c31d-4108-bd45-98b80930cdc0), before_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:42:13.125443 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:42:13.139721 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-07c1a5de-40e5-4722-9249-f1e03ce2a2ea tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Publish callbacks [] for security_group_rule (e41b3890-c31d-4108-bd45-98b80930cdc0), precommit_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:42:13.206644 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-07c1a5de-40e5-4722-9249-f1e03ce2a2ea tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327747'] for security_group_rule (e41b3890-c31d-4108-bd45-98b80930cdc0), after_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:42:13.225900 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c1a5de-40e5-4722-9249-f1e03ce2a2ea tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e41b3890-c31d-4108-bd45-98b80930cdc0,revision_number=0']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:42:13.286431 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-07c1a5de-40e5-4722-9249-f1e03ce2a2ea tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:42:13.287634 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-07c1a5de-40e5-4722-9249-f1e03ce2a2ea tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3032608 Jul 27 08:42:13.290562 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 57954) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:42:13.294768 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.v2.base [None req-d4b6fc8c-7053-47bd-b34f-71af2771c5ca tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Request body: {'security_group_rule': {'security_group_id': 'ffe5ad9a-0397-4d7e-84ae-e9c69a18d94d', 'project_id': '52bd08da2d1746c6a84cf75143ae6bf6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:42:13.360306 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.db.securitygroups_db [None req-d4b6fc8c-7053-47bd-b34f-71af2771c5ca tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Project 52bd08da2d1746c6a84cf75143ae6bf6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 08:42:13.365712 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-d4b6fc8c-7053-47bd-b34f-71af2771c5ca tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Publish callbacks [] for security_group_rule (4e83d7d4-312e-4b3e-a082-83e37c6d6b27), before_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:42:13.414119 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:42:13.426024 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-d4b6fc8c-7053-47bd-b34f-71af2771c5ca tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Publish callbacks [] for security_group_rule (4e83d7d4-312e-4b3e-a082-83e37c6d6b27), precommit_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:42:13.532940 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20c02cb-97d6-41cd-b6b0-2aba87419cd3 req-0619a574-d44e-4778-877f-81a3674e1092 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:42:13.534388 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-e20c02cb-97d6-41cd-b6b0-2aba87419cd3 req-0619a574-d44e-4778-877f-81a3674e1092 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/ports?device_id=ac824ac8-4d92-4c41-8a17-c96d40d2ce05 HTTP/1.1" status: 200 len: 946 time: 0.0467293 Jul 27 08:42:13.535417 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-d4b6fc8c-7053-47bd-b34f-71af2771c5ca tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327747'] for security_group_rule (4e83d7d4-312e-4b3e-a082-83e37c6d6b27), after_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:42:13.569050 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b6fc8c-7053-47bd-b34f-71af2771c5ca tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e83d7d4-312e-4b3e-a082-83e37c6d6b27,revision_number=0']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:42:13.599428 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-e20c02cb-97d6-41cd-b6b0-2aba87419cd3 req-d9bba0bb-754f-428d-a832-5421a6b601a6 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/security-groups?id=07fb2551-7602-43d7-8203-b61ada2177cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564966 Jul 27 08:42:13.676463 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-d4b6fc8c-7053-47bd-b34f-71af2771c5ca tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:42:13.677631 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-d4b6fc8c-7053-47bd-b34f-71af2771c5ca tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3861477 Jul 27 08:42:13.680633 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 57958) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:42:13.686294 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.v2.base [None req-7caba8ae-8895-4e13-bdaa-a1ca554bebc1 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Request body: {'security_group_rule': {'security_group_id': 'ffe5ad9a-0397-4d7e-84ae-e9c69a18d94d', 'project_id': '52bd08da2d1746c6a84cf75143ae6bf6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:42:13.801103 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.db.securitygroups_db [None req-7caba8ae-8895-4e13-bdaa-a1ca554bebc1 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Project 52bd08da2d1746c6a84cf75143ae6bf6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 08:42:13.807254 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-7caba8ae-8895-4e13-bdaa-a1ca554bebc1 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Publish callbacks [] for security_group_rule (00750a35-e940-4329-9ad9-a2c7be7d26fa), before_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:42:13.867256 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-7caba8ae-8895-4e13-bdaa-a1ca554bebc1 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Publish callbacks [] for security_group_rule (00750a35-e940-4329-9ad9-a2c7be7d26fa), precommit_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:42:13.924293 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-7caba8ae-8895-4e13-bdaa-a1ca554bebc1 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327747'] for security_group_rule (00750a35-e940-4329-9ad9-a2c7be7d26fa), after_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:42:13.945215 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caba8ae-8895-4e13-bdaa-a1ca554bebc1 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00750a35-e940-4329-9ad9-a2c7be7d26fa,revision_number=0']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:42:14.019671 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-7caba8ae-8895-4e13-bdaa-a1ca554bebc1 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:42:14.020885 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-7caba8ae-8895-4e13-bdaa-a1ca554bebc1 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3385527 Jul 27 08:42:14.108150 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-a608c29a-dd32-4ddd-8759-8820d8824651 req-58ae83c8-e1c7-49be-ab45-c81a98f22561 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1089187466&fields=id&tenant_id=52bd08da2d1746c6a84cf75143ae6bf6 HTTP/1.1" status: 200 len: 267 time: 0.0437424 Jul 27 08:42:14.161133 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a608c29a-dd32-4ddd-8759-8820d8824651 req-fbee1ae3-9ff8-4365-9750-94af76eb18a2 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:42:14.162651 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-a608c29a-dd32-4ddd-8759-8820d8824651 req-fbee1ae3-9ff8-4365-9750-94af76eb18a2 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] 10.222.0.40 "GET /v2.0/ports?device_id=37c42449-37d4-48b2-baa1-77af8f327d8c HTTP/1.1" status: 200 len: 945 time: 0.0493314 Jul 27 08:42:14.173284 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.v2.base [req-a608c29a-dd32-4ddd-8759-8820d8824651 req-90b5764a-a8ad-4648-9c27-13877d3ad441 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Request body: {'port': {'security_groups': ['6dfb1169-7eb8-4729-a2a0-d63f36a2079d', 'ffe5ad9a-0397-4d7e-84ae-e9c69a18d94d']}} {{(pid=104486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:42:14.242976 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-a608c29a-dd32-4ddd-8759-8820d8824651 req-90b5764a-a8ad-4648-9c27-13877d3ad441 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (7246bf69-568f-45e6-aaee-ec190910b2b8), before_update {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:42:14.274474 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:42:14.423835 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.db [req-a608c29a-dd32-4ddd-8759-8820d8824651 req-90b5764a-a8ad-4648-9c27-13877d3ad441 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] For port 7246bf69-568f-45e6-aaee-ec190910b2b8, host hv-cinder-85117, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85117',level=0,port_id=7246bf69-568f-45e6-aaee-ec190910b2b8,segment=NetworkSegment(93fff055-4ec4-4caa-96fc-193cf0c128e0),segment_id=93fff055-4ec4-4caa-96fc-193cf0c128e0)] {{(pid=104486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:42:14.451682 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-a608c29a-dd32-4ddd-8759-8820d8824651 req-90b5764a-a8ad-4648-9c27-13877d3ad441 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Publish callbacks [] for port (7246bf69-568f-45e6-aaee-ec190910b2b8), precommit_update {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:42:14.512680 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-a608c29a-dd32-4ddd-8759-8820d8824651 req-90b5764a-a8ad-4648-9c27-13877d3ad441 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4293873'] for port (7246bf69-568f-45e6-aaee-ec190910b2b8), after_update {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:42:14.554895 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a608c29a-dd32-4ddd-8759-8820d8824651 req-90b5764a-a8ad-4648-9c27-13877d3ad441 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:42:14.555530 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-a608c29a-dd32-4ddd-8759-8820d8824651 req-90b5764a-a8ad-4648-9c27-13877d3ad441 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8374701'] for port (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:42:14.556937 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-a608c29a-dd32-4ddd-8759-8820d8824651 req-90b5764a-a8ad-4648-9c27-13877d3ad441 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] 10.222.0.40 "PUT /v2.0/ports/7246bf69-568f-45e6-aaee-ec190910b2b8 HTTP/1.1" status: 200 len: 981 time: 0.3880022 Jul 27 08:42:14.557382 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] get_ports_and_sgs() called for port_ids ['7246bf69-568f-45e6-aaee-ec190910b2b8'] {{(pid=104487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 08:42:14.557824 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37c42449-37d4-48b2-baa1-77af8f327d8c', 'tag': '7246bf69-568f-45e6-aaee-ec190910b2b8'}] {{(pid=104486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 08:42:14.559665 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0fbdf057086729fb3d5906bdd251c7adb98d678ad2f5ce1a48bcc8d44af0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2487cc1-7303-4fbe-b1f2-4628436fc81e" -d '{"events": [{"name": "network-changed", "server_uuid": "37c42449-37d4-48b2-baa1-77af8f327d8c", "tag": "7246bf69-568f-45e6-aaee-ec190910b2b8"}]}' {{(pid=104486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 08:42:14.598187 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b5764a-a8ad-4648-9c27-13877d3ad441 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Pushing event updated for resources: {'Port': ['ID=7246bf69-568f-45e6-aaee-ec190910b2b8,revision_number=6']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:42:14.642091 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 08:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6516fd8c-fae2-41f2-8ba5-c0c6389d8083 x-openstack-request-id: req-6516fd8c-fae2-41f2-8ba5-c0c6389d8083 {{(pid=104486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 08:42:14.642416 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37c42449-37d4-48b2-baa1-77af8f327d8c", "tag": "7246bf69-568f-45e6-aaee-ec190910b2b8", "status": "completed", "code": 200}]} {{(pid=104486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 08:42:14.642674 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-6516fd8c-fae2-41f2-8ba5-c0c6389d8083 {{(pid=104486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 08:42:14.643083 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6516fd8c-fae2-41f2-8ba5-c0c6389d8083'] response: {'name': 'network-changed', 'server_uuid': '37c42449-37d4-48b2-baa1-77af8f327d8c', 'tag': '7246bf69-568f-45e6-aaee-ec190910b2b8', 'status': 'completed', 'code': 200} Jul 27 08:42:14.693859 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f1b7a5-9c1f-4eca-843c-bae8e3793da3 req-3263398e-0ad7-41f4-bbf3-f04255fc7521 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:42:14.696479 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-92f1b7a5-9c1f-4eca-843c-bae8e3793da3 req-3263398e-0ad7-41f4-bbf3-f04255fc7521 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] 10.222.0.40 "GET /v2.0/ports?device_id=37c42449-37d4-48b2-baa1-77af8f327d8c HTTP/1.1" status: 200 len: 984 time: 0.0501139 Jul 27 08:42:14.775036 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d575e9a-0e49-4646-a624-6a791f4dc9d6 req-6c4c802f-793d-4e97-9c89-91063984da8c tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:42:14.776558 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-1d575e9a-0e49-4646-a624-6a791f4dc9d6 req-6c4c802f-793d-4e97-9c89-91063984da8c tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/ports?device_id=ac824ac8-4d92-4c41-8a17-c96d40d2ce05 HTTP/1.1" status: 200 len: 946 time: 0.0834084 Jul 27 08:42:14.777578 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=100 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:42:14.778058 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2487cc1-7303-4fbe-b1f2-4628436fc81e req-3c862e68-6a6f-4797-90eb-d26db13a442a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:42:14.779410 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-d2487cc1-7303-4fbe-b1f2-4628436fc81e req-3c862e68-6a6f-4797-90eb-d26db13a442a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=52bd08da2d1746c6a84cf75143ae6bf6&device_id=37c42449-37d4-48b2-baa1-77af8f327d8c HTTP/1.1" status: 200 len: 1168 time: 0.0740404 Jul 27 08:42:14.782217 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-92f1b7a5-9c1f-4eca-843c-bae8e3793da3 req-d7791670-cf63-4de7-b6b4-5aa28fb584f8 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] 10.222.0.40 "GET /v2.0/security-groups?id=6dfb1169-7eb8-4729-a2a0-d63f36a2079d&id=ffe5ad9a-0397-4d7e-84ae-e9c69a18d94d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0754621 Jul 27 08:42:14.792548 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] get_ports_and_sgs() called for port_ids ['7246bf69-568f-45e6-aaee-ec190910b2b8'] {{(pid=104487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 08:42:14.801337 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=100 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:42:14.853437 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:42:14.886093 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-377c4bec-a841-4da7-89cf-b4bc11f8c8eb None None] Provisioning complete for port 7246bf69-568f-45e6-aaee-ec190910b2b8 triggered by entity DHCP. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:42:14.886494 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-377c4bec-a841-4da7-89cf-b4bc11f8c8eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (7246bf69-568f-45e6-aaee-ec190910b2b8), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:42:14.888614 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-1d575e9a-0e49-4646-a624-6a791f4dc9d6 req-44ff7d87-7508-42ea-8c73-1761fd9688a2 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/security-groups?id=07fb2551-7602-43d7-8203-b61ada2177cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054108 Jul 27 08:42:14.919223 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2487cc1-7303-4fbe-b1f2-4628436fc81e req-e4863a62-87bc-4007-9c88-978558adf95d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:42:14.920635 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-d2487cc1-7303-4fbe-b1f2-4628436fc81e req-e4863a62-87bc-4007-9c88-978558adf95d service neutron] 10.222.0.42 "GET /v2.0/networks?id=19667394-873e-4fb0-a227-f5cd6f6c3a28 HTTP/1.1" status: 200 len: 914 time: 0.1287243 Jul 27 08:42:14.984689 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-d2487cc1-7303-4fbe-b1f2-4628436fc81e req-ebcfb95c-09ef-4ab4-a50c-9e76bed19976 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7246bf69-568f-45e6-aaee-ec190910b2b8 HTTP/1.1" status: 200 len: 1001 time: 0.0578413 Jul 27 08:42:15.043566 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2487cc1-7303-4fbe-b1f2-4628436fc81e req-ca5c2c8e-f68f-4f44-895f-1d1401f5316f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:42:15.045043 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-d2487cc1-7303-4fbe-b1f2-4628436fc81e req-ca5c2c8e-f68f-4f44-895f-1d1401f5316f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6877d0b1-ca13-41b7-9cc9-a45fde6af8fa HTTP/1.1" status: 200 len: 852 time: 0.0498631 Jul 27 08:42:15.074992 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-377c4bec-a841-4da7-89cf-b4bc11f8c8eb None None] Current status of the port 7246bf69-568f-45e6-aaee-ec190910b2b8 is: ACTIVE; New status is: ACTIVE {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:42:15.090900 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2487cc1-7303-4fbe-b1f2-4628436fc81e req-419fd0da-efa9-4e35-8bc5-6c09b408630b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:42:15.092413 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-d2487cc1-7303-4fbe-b1f2-4628436fc81e req-419fd0da-efa9-4e35-8bc5-6c09b408630b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=19667394-873e-4fb0-a227-f5cd6f6c3a28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400929 Jul 27 08:42:15.190203 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-d2487cc1-7303-4fbe-b1f2-4628436fc81e req-76d57ac4-2c47-4585-b974-9fc1a002137a service neutron] 10.222.0.42 "GET /v2.0/networks/19667394-873e-4fb0-a227-f5cd6f6c3a28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884838 Jul 27 08:42:15.286109 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-d2487cc1-7303-4fbe-b1f2-4628436fc81e req-b7e98638-2ad9-471c-9830-66b95cc62508 service neutron] 10.222.0.42 "GET /v2.0/networks/19667394-873e-4fb0-a227-f5cd6f6c3a28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837173 Jul 27 08:42:15.960938 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-223f9cf4-6d13-4520-8d6d-bd16fa5946cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (7c77c4a2-8ca4-486b-af2a-676805e7b922), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:42:16.009388 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde845e2-4c43-412d-a2d6-8520e7b2e6b9 req-14c7cc6e-4037-41f1-a94d-cec7a756f4c0 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:42:16.010887 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-bde845e2-4c43-412d-a2d6-8520e7b2e6b9 req-14c7cc6e-4037-41f1-a94d-cec7a756f4c0 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/ports?device_id=ac824ac8-4d92-4c41-8a17-c96d40d2ce05 HTTP/1.1" status: 200 len: 946 time: 0.0470138 Jul 27 08:42:16.058643 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-bde845e2-4c43-412d-a2d6-8520e7b2e6b9 req-7855d89c-d5c5-435a-943b-f67b7b520712 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/security-groups?id=07fb2551-7602-43d7-8203-b61ada2177cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420730 Jul 27 08:42:17.175206 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720fac43-0a55-4f82-8cf1-10f98c658418 req-cc86dd2c-5382-42f3-9b16-3a81b29b6f13 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:42:17.176608 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-720fac43-0a55-4f82-8cf1-10f98c658418 req-cc86dd2c-5382-42f3-9b16-3a81b29b6f13 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/ports?device_id=ac824ac8-4d92-4c41-8a17-c96d40d2ce05 HTTP/1.1" status: 200 len: 946 time: 0.0476818 Jul 27 08:42:17.228439 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-720fac43-0a55-4f82-8cf1-10f98c658418 req-05750cba-532e-4a97-8ee6-e8173c764767 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/security-groups?id=07fb2551-7602-43d7-8203-b61ada2177cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457304 Jul 27 08:42:18.257073 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:42:18.352971 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058f9355-daad-45c1-98ef-2e94264de7d7 req-e81f77e9-ec25-4272-b793-d7575b48b57f tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:42:18.354510 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-058f9355-daad-45c1-98ef-2e94264de7d7 req-e81f77e9-ec25-4272-b793-d7575b48b57f tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/ports?device_id=ac824ac8-4d92-4c41-8a17-c96d40d2ce05 HTTP/1.1" status: 200 len: 946 time: 0.0556457 Jul 27 08:42:18.367360 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-d670eaa2-5d7f-4018-9f32-49af0b958351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (5bc6d868-bb0b-4164-b2dd-44360f4de654), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:42:18.401968 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-058f9355-daad-45c1-98ef-2e94264de7d7 req-8d2e7264-63d3-4557-ac46-13f4306d6804 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/security-groups?id=07fb2551-7602-43d7-8203-b61ada2177cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418615 Jul 27 08:42:19.518006 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeb4a2f-c748-41d7-9fe9-d984d3c8ff93 req-e77f44cc-4de5-4dfc-ba46-3bce7c3c1089 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:42:19.519461 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-1aeb4a2f-c748-41d7-9fe9-d984d3c8ff93 req-e77f44cc-4de5-4dfc-ba46-3bce7c3c1089 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/ports?device_id=ac824ac8-4d92-4c41-8a17-c96d40d2ce05 HTTP/1.1" status: 200 len: 946 time: 0.0459814 Jul 27 08:42:19.565672 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-1aeb4a2f-c748-41d7-9fe9-d984d3c8ff93 req-217d35bb-8952-4a96-8524-024eda24a603 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/security-groups?id=07fb2551-7602-43d7-8203-b61ada2177cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407832 Jul 27 08:42:20.273215 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-45eb61cd-e3d7-4840-8013-3080c7768274 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (36998da0-f99a-403d-814c-b55466abd131), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:42:20.682905 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c974090c-19e1-45f1-8d92-9facef33102c req-7a3955a8-566a-4ced-8c9b-7b582fe8947a tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:42:20.684361 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-c974090c-19e1-45f1-8d92-9facef33102c req-7a3955a8-566a-4ced-8c9b-7b582fe8947a tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/ports?device_id=ac824ac8-4d92-4c41-8a17-c96d40d2ce05 HTTP/1.1" status: 200 len: 946 time: 0.0484881 Jul 27 08:42:20.730165 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-c974090c-19e1-45f1-8d92-9facef33102c req-c5e02e89-d10d-4a66-84c2-e45458566126 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/security-groups?id=07fb2551-7602-43d7-8203-b61ada2177cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402787 Jul 27 08:42:21.292765 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-83feb67a-80d7-474e-96e8-1d92c33387c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (0a293c43-2970-4b69-9d2a-dcf41d8870ef), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:42:21.293565 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (40990755-2d84-4c9d-828c-eda94a5136e8), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:42:21.341481 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (ed9de811-f248-496b-b487-860d50d7cee7), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:42:21.439419 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=100 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:42:21.449135 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9254ed-f4d6-417b-a8da-5ba705b115ba req-9225e81f-bad0-4978-bcd3-05d65b80517e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:42:21.450607 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-fe9254ed-f4d6-417b-a8da-5ba705b115ba req-9225e81f-bad0-4978-bcd3-05d65b80517e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ac824ac8-4d92-4c41-8a17-c96d40d2ce05 HTTP/1.1" status: 200 len: 1130 time: 0.0397701 Jul 27 08:42:21.587895 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-fe9254ed-f4d6-417b-a8da-5ba705b115ba req-245fae92-3868-47b8-94d0-3f7755265a75 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=07fb2551-7602-43d7-8203-b61ada2177cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426581 Jul 27 08:42:21.846744 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daec490-4ceb-474b-a063-504a69a2d264 req-833944fc-e79a-4449-b002-6267040d9e76 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:42:21.848203 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-1daec490-4ceb-474b-a063-504a69a2d264 req-833944fc-e79a-4449-b002-6267040d9e76 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/ports?device_id=ac824ac8-4d92-4c41-8a17-c96d40d2ce05 HTTP/1.1" status: 200 len: 946 time: 0.0467579 Jul 27 08:42:21.894920 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-1daec490-4ceb-474b-a063-504a69a2d264 req-a64c94bf-f2ed-47d0-9788-f04d9512ae15 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/security-groups?id=07fb2551-7602-43d7-8203-b61ada2177cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407503 Jul 27 08:42:21.945926 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:42:21.965810 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:DELETE=1,neutron:SELECT=16 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:42:23.018090 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99e335b-d2d8-4894-8fe3-beb2af273613 req-d5964638-1885-43f6-a11a-9e1258aedff2 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:42:23.019582 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-d99e335b-d2d8-4894-8fe3-beb2af273613 req-d5964638-1885-43f6-a11a-9e1258aedff2 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/ports?device_id=ac824ac8-4d92-4c41-8a17-c96d40d2ce05 HTTP/1.1" status: 200 len: 946 time: 0.0536487 Jul 27 08:42:23.066319 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-d99e335b-d2d8-4894-8fe3-beb2af273613 req-d0bce794-f9b5-4807-8b59-faa40ecb707c tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/security-groups?id=07fb2551-7602-43d7-8203-b61ada2177cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406415 Jul 27 08:42:24.116002 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-2da275e4-d602-4f4a-baf1-d025e15ba1c0 req-68f67aad-88fa-40f6-964e-0ba3be3a7d2a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=73303fae-c87c-4ca8-86ef-f53a66bb47d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388246 Jul 27 08:42:24.191544 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e46f8c-9864-45dd-b37b-3016c39b4cac req-61b78079-9789-441f-b857-2010c91449f7 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:42:24.193061 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-49e46f8c-9864-45dd-b37b-3016c39b4cac req-61b78079-9789-441f-b857-2010c91449f7 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/ports?device_id=ac824ac8-4d92-4c41-8a17-c96d40d2ce05 HTTP/1.1" status: 200 len: 946 time: 0.0529957 Jul 27 08:42:24.217442 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da275e4-d602-4f4a-baf1-d025e15ba1c0 req-972d18fd-234e-4520-8a3d-2c56b684c0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:42:24.219021 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-2da275e4-d602-4f4a-baf1-d025e15ba1c0 req-972d18fd-234e-4520-8a3d-2c56b684c0a8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e2c60f49a9e14417bd1d9504128fc94b&device_id=73303fae-c87c-4ca8-86ef-f53a66bb47d9 HTTP/1.1" status: 200 len: 1130 time: 0.0415266 Jul 27 08:42:24.244052 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-49e46f8c-9864-45dd-b37b-3016c39b4cac req-88346306-9300-4c7e-b96d-fd93971d4a97 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/security-groups?id=07fb2551-7602-43d7-8203-b61ada2177cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438180 Jul 27 08:42:24.331566 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da275e4-d602-4f4a-baf1-d025e15ba1c0 req-b3b0ac7d-c888-4a0f-8977-6ddc9c8b86dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:42:24.333061 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-2da275e4-d602-4f4a-baf1-d025e15ba1c0 req-b3b0ac7d-c888-4a0f-8977-6ddc9c8b86dd service neutron] 10.222.0.42 "GET /v2.0/networks?id=77554b81-fd19-4316-8d69-62980152360c HTTP/1.1" status: 200 len: 918 time: 0.0951860 Jul 27 08:42:24.396707 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-2da275e4-d602-4f4a-baf1-d025e15ba1c0 req-b5b111a6-80d7-429e-9f30-ed30d3009e98 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e8a0e0d3-038b-475c-b988-cb677e787e58 HTTP/1.1" status: 200 len: 1001 time: 0.0567002 Jul 27 08:42:24.448443 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da275e4-d602-4f4a-baf1-d025e15ba1c0 req-b2a2617b-24a8-46d3-bb11-33dac84c3298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:42:24.449881 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-2da275e4-d602-4f4a-baf1-d025e15ba1c0 req-b2a2617b-24a8-46d3-bb11-33dac84c3298 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c4ce96ff-fd31-496d-82bd-3a3dbfb16be8 HTTP/1.1" status: 200 len: 856 time: 0.0472310 Jul 27 08:42:24.494873 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da275e4-d602-4f4a-baf1-d025e15ba1c0 req-b1928b45-0402-4beb-aef0-a1d08377e2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:42:24.496581 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-2da275e4-d602-4f4a-baf1-d025e15ba1c0 req-b1928b45-0402-4beb-aef0-a1d08377e2dd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=77554b81-fd19-4316-8d69-62980152360c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403502 Jul 27 08:42:24.557701 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=100 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:42:24.595105 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-2da275e4-d602-4f4a-baf1-d025e15ba1c0 req-4910aac9-2546-4532-9541-e852d930992b service neutron] 10.222.0.42 "GET /v2.0/networks/77554b81-fd19-4316-8d69-62980152360c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922873 Jul 27 08:42:24.714811 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce497972-ad0d-4400-bfdd-a25f23649112 req-3ce38386-e639-4ab1-95c7-4e02185d29ca tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:42:24.716381 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-ce497972-ad0d-4400-bfdd-a25f23649112 req-3ce38386-e639-4ab1-95c7-4e02185d29ca tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/ports?device_id=ac824ac8-4d92-4c41-8a17-c96d40d2ce05 HTTP/1.1" status: 200 len: 946 time: 0.0541737 Jul 27 08:42:24.720140 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-2da275e4-d602-4f4a-baf1-d025e15ba1c0 req-d000bbdf-7055-439f-9a7b-3afe42959e24 service neutron] 10.222.0.42 "GET /v2.0/networks/77554b81-fd19-4316-8d69-62980152360c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182675 Jul 27 08:42:24.764961 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7e0df2-38ad-4126-bbba-3101548a3aad req-d71fe07b-5080-40a8-a4f1-12bfa11ea90f tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:42:24.766832 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-6b7e0df2-38ad-4126-bbba-3101548a3aad req-d71fe07b-5080-40a8-a4f1-12bfa11ea90f tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=73303fae-c87c-4ca8-86ef-f53a66bb47d9 HTTP/1.1" status: 200 len: 946 time: 0.0625463 Jul 27 08:42:24.768087 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-ce497972-ad0d-4400-bfdd-a25f23649112 req-b5ef8971-77ad-46d7-bc7b-8609342c5bfc tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/security-groups?id=07fb2551-7602-43d7-8203-b61ada2177cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460334 Jul 27 08:42:24.811949 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b916c821-0cf7-45ed-a0cc-c1c92c265c39 req-6163e740-83ac-48c6-ae7f-e843ad9edd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:42:24.814884 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-b916c821-0cf7-45ed-a0cc-c1c92c265c39 req-6163e740-83ac-48c6-ae7f-e843ad9edd20 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a0d880114866423480268022d7dd20c5&device_id=ac824ac8-4d92-4c41-8a17-c96d40d2ce05 HTTP/1.1" status: 200 len: 1130 time: 0.0659988 Jul 27 08:42:24.841315 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-6b7e0df2-38ad-4126-bbba-3101548a3aad req-9e9455f5-7a81-4950-b2f5-7276e491fe8f tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=31a1d554-5c9d-495f-8673-5decc904dcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581205 Jul 27 08:42:25.003406 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=100 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:42:25.040094 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b916c821-0cf7-45ed-a0cc-c1c92c265c39 req-654d8560-bd79-43c2-871c-61e4602a2f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:42:25.041590 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-b916c821-0cf7-45ed-a0cc-c1c92c265c39 req-654d8560-bd79-43c2-871c-61e4602a2f8e service neutron] 10.222.0.42 "GET /v2.0/networks?id=d0a6cf88-547f-4cf8-ad21-f8b392f1c474 HTTP/1.1" status: 200 len: 919 time: 0.0874889 Jul 27 08:42:25.088716 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-b916c821-0cf7-45ed-a0cc-c1c92c265c39 req-06ba872c-73f7-4f48-b6e7-0bcddd101cc3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=75614ea5-42c0-4439-8250-f07133e78608 HTTP/1.1" status: 200 len: 217 time: 0.0363708 Jul 27 08:42:25.137914 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b916c821-0cf7-45ed-a0cc-c1c92c265c39 req-af21f9f5-40c6-4763-97cd-5bd5fc15dacd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:42:25.139363 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-b916c821-0cf7-45ed-a0cc-c1c92c265c39 req-af21f9f5-40c6-4763-97cd-5bd5fc15dacd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e0dfc042-b535-4f7d-9065-dbfee481baea HTTP/1.1" status: 200 len: 857 time: 0.0437069 Jul 27 08:42:25.183698 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b916c821-0cf7-45ed-a0cc-c1c92c265c39 req-94607133-0eef-41ae-afff-e563862c7885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:42:25.185139 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-b916c821-0cf7-45ed-a0cc-c1c92c265c39 req-94607133-0eef-41ae-afff-e563862c7885 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d0a6cf88-547f-4cf8-ad21-f8b392f1c474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379982 Jul 27 08:42:25.284118 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-b916c821-0cf7-45ed-a0cc-c1c92c265c39 req-43991ce2-d83e-410d-be49-f9b25bec9cc9 service neutron] 10.222.0.42 "GET /v2.0/networks/d0a6cf88-547f-4cf8-ad21-f8b392f1c474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891523 Jul 27 08:42:25.377141 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-b916c821-0cf7-45ed-a0cc-c1c92c265c39 req-cd163994-5385-4b68-9e13-b7a0363cd302 service neutron] 10.222.0.42 "GET /v2.0/networks/d0a6cf88-547f-4cf8-ad21-f8b392f1c474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855882 Jul 27 08:42:25.917152 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376bdb70-715e-4b87-8994-908bd71a6e26 req-23111800-0a2f-4dc1-bfdc-49a828f7d811 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:42:25.918909 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-376bdb70-715e-4b87-8994-908bd71a6e26 req-23111800-0a2f-4dc1-bfdc-49a828f7d811 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/ports?device_id=ac824ac8-4d92-4c41-8a17-c96d40d2ce05 HTTP/1.1" status: 200 len: 946 time: 0.0728462 Jul 27 08:42:25.971283 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:42:25.971871 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-376bdb70-715e-4b87-8994-908bd71a6e26 req-5dc2e0d0-75d7-4315-8d43-ab001839b929 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/security-groups?id=07fb2551-7602-43d7-8203-b61ada2177cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455456 Jul 27 08:42:25.983731 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367e5d44-2fd1-4ca7-a63f-d044a6a358e3 req-4d97c52d-c630-4440-b0e0-4d65e9f41489 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:42:25.985258 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-367e5d44-2fd1-4ca7-a63f-d044a6a358e3 req-4d97c52d-c630-4440-b0e0-4d65e9f41489 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=73303fae-c87c-4ca8-86ef-f53a66bb47d9 HTTP/1.1" status: 200 len: 946 time: 0.0527914 Jul 27 08:42:26.052371 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-367e5d44-2fd1-4ca7-a63f-d044a6a358e3 req-205299ba-4be9-44ee-99a1-8adc9d5bb066 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=31a1d554-5c9d-495f-8673-5decc904dcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609939 Jul 27 08:42:27.095892 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0378ea95-184f-4f79-b662-4df7f25de81f req-c6ba2d4e-3862-44f2-aa9f-cba1b0bc4206 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:42:27.097727 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-0378ea95-184f-4f79-b662-4df7f25de81f req-c6ba2d4e-3862-44f2-aa9f-cba1b0bc4206 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/ports?device_id=ac824ac8-4d92-4c41-8a17-c96d40d2ce05 HTTP/1.1" status: 200 len: 946 time: 0.0475464 Jul 27 08:42:27.146799 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-0378ea95-184f-4f79-b662-4df7f25de81f req-c5618e46-2a5c-4d41-95d0-30d75a615781 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/security-groups?id=07fb2551-7602-43d7-8203-b61ada2177cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433142 Jul 27 08:42:27.176535 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75577671-64a6-41b1-a430-dd2c09d5b611 req-d83b3a3d-3925-41b2-84f9-d8cb2bc587b7 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:42:27.178050 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-75577671-64a6-41b1-a430-dd2c09d5b611 req-d83b3a3d-3925-41b2-84f9-d8cb2bc587b7 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=73303fae-c87c-4ca8-86ef-f53a66bb47d9 HTTP/1.1" status: 200 len: 946 time: 0.0480649 Jul 27 08:42:27.226016 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-75577671-64a6-41b1-a430-dd2c09d5b611 req-fb266fcf-c272-4942-9c38-22c302ce5980 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=31a1d554-5c9d-495f-8673-5decc904dcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414970 Jul 27 08:42:28.267498 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e8b9d2-a294-4c57-bc7d-b503adf558f0 req-73882c63-140c-4cb3-b988-a74792e2bb62 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:42:28.268912 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-83e8b9d2-a294-4c57-bc7d-b503adf558f0 req-73882c63-140c-4cb3-b988-a74792e2bb62 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/ports?device_id=ac824ac8-4d92-4c41-8a17-c96d40d2ce05 HTTP/1.1" status: 200 len: 946 time: 0.0464635 Jul 27 08:42:28.305481 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=100 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:42:28.320310 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-83e8b9d2-a294-4c57-bc7d-b503adf558f0 req-a18e01d7-b4a8-45c8-b0a2-69e40b5c1fae tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/security-groups?id=07fb2551-7602-43d7-8203-b61ada2177cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459721 Jul 27 08:42:28.425591 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc105696-8023-45f2-9a10-ce6666d53766 req-9cbd910a-2df5-44e6-bfd1-9da927440937 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:42:28.427097 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-dc105696-8023-45f2-9a10-ce6666d53766 req-9cbd910a-2df5-44e6-bfd1-9da927440937 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=73303fae-c87c-4ca8-86ef-f53a66bb47d9 HTTP/1.1" status: 200 len: 946 time: 0.0500181 Jul 27 08:42:28.474054 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-dc105696-8023-45f2-9a10-ce6666d53766 req-78d58de5-3232-4525-bbda-3c80790e1b66 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=31a1d554-5c9d-495f-8673-5decc904dcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415428 Jul 27 08:42:29.644864 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ec556e-22e2-4a41-ac8b-9e4ddf1bad36 req-b715d649-fb08-4cde-8cce-1f0889dc83f6 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:42:29.646272 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-41ec556e-22e2-4a41-ac8b-9e4ddf1bad36 req-b715d649-fb08-4cde-8cce-1f0889dc83f6 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/ports?device_id=ac824ac8-4d92-4c41-8a17-c96d40d2ce05 HTTP/1.1" status: 200 len: 946 time: 0.0464849 Jul 27 08:42:29.700955 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-41ec556e-22e2-4a41-ac8b-9e4ddf1bad36 req-60ca73cf-7227-43a5-a2b6-761338ec5648 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/security-groups?id=07fb2551-7602-43d7-8203-b61ada2177cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491350 Jul 27 08:42:29.788807 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaa0415-f2d3-44af-a0dd-cffbf8b716bc req-0a505f68-a16b-4692-a446-2f8200f9a9a6 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:42:29.790440 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-1eaa0415-f2d3-44af-a0dd-cffbf8b716bc req-0a505f68-a16b-4692-a446-2f8200f9a9a6 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=73303fae-c87c-4ca8-86ef-f53a66bb47d9 HTTP/1.1" status: 200 len: 946 time: 0.0511110 Jul 27 08:42:29.840416 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-1eaa0415-f2d3-44af-a0dd-cffbf8b716bc req-5107ca60-a063-41fd-86b6-3a87e1745712 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=31a1d554-5c9d-495f-8673-5decc904dcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437160 Jul 27 08:42:30.963381 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ff9cfc-d5b2-47cf-90e1-5d168fa43271 req-ce9c7294-5eea-476e-9d32-97df7d4c7132 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:42:30.965520 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-c4ff9cfc-d5b2-47cf-90e1-5d168fa43271 req-ce9c7294-5eea-476e-9d32-97df7d4c7132 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=73303fae-c87c-4ca8-86ef-f53a66bb47d9 HTTP/1.1" status: 200 len: 946 time: 0.0470595 Jul 27 08:42:30.989350 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=100 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:42:31.012839 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-c4ff9cfc-d5b2-47cf-90e1-5d168fa43271 req-5a49364b-8f88-4831-88e9-a25c2545b732 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=31a1d554-5c9d-495f-8673-5decc904dcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418143 Jul 27 08:42:31.258750 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:42:31.264554 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:42:31.661397 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 58116) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:42:31.665948 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.v2.base [None req-dd57fb11-116e-4641-a477-8907f9f59346 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1978411535', 'description': 'tempest-description--373025650'}} {{(pid=104486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:42:31.742379 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-dd57fb11-116e-4641-a477-8907f9f59346 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Publish callbacks [] for security_group (None), before_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:42:31.810552 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-dd57fb11-116e-4641-a477-8907f9f59346 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Publish callbacks [] for security_group (06418579-5279-4337-8e21-42e2ccd9d668), precommit_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:42:31.885085 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-dd57fb11-116e-4641-a477-8907f9f59346 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (06418579-5279-4337-8e21-42e2ccd9d668), after_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:42:31.914959 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd57fb11-116e-4641-a477-8907f9f59346 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06418579-5279-4337-8e21-42e2ccd9d668,revision_number=1']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:42:31.923001 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd57fb11-116e-4641-a477-8907f9f59346 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:42:31.923414 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd57fb11-116e-4641-a477-8907f9f59346 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:42:31.923725 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd57fb11-116e-4641-a477-8907f9f59346 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:42:31.924063 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd57fb11-116e-4641-a477-8907f9f59346 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:42:31.924399 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd57fb11-116e-4641-a477-8907f9f59346 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:42:31.924731 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd57fb11-116e-4641-a477-8907f9f59346 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:42:31.925062 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd57fb11-116e-4641-a477-8907f9f59346 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:42:31.925404 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd57fb11-116e-4641-a477-8907f9f59346 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:42:31.925718 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd57fb11-116e-4641-a477-8907f9f59346 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:42:31.926045 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd57fb11-116e-4641-a477-8907f9f59346 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:42:31.926397 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd57fb11-116e-4641-a477-8907f9f59346 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:42:31.926722 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd57fb11-116e-4641-a477-8907f9f59346 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:42:31.927047 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd57fb11-116e-4641-a477-8907f9f59346 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:42:31.927370 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd57fb11-116e-4641-a477-8907f9f59346 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:42:31.927702 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd57fb11-116e-4641-a477-8907f9f59346 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:42:31.978047 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-dd57fb11-116e-4641-a477-8907f9f59346 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Publish callbacks [] for security_group (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:42:31.979363 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-dd57fb11-116e-4641-a477-8907f9f59346 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3169303 Jul 27 08:42:31.983061 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 58122) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:42:31.987406 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.v2.base [None req-640b1d99-7074-4725-9247-917612dc3648 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Request body: {'security_group_rule': {'security_group_id': '06418579-5279-4337-8e21-42e2ccd9d668', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:42:32.087691 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-640b1d99-7074-4725-9247-917612dc3648 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Publish callbacks [] for security_group_rule (966b9399-164c-406c-8496-1524c98ebb35), before_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:42:32.166631 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8b8160-49f0-4e48-bde1-f929446e24a8 req-1c56bf16-5ae0-418a-b526-6dc7b61de4a8 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:42:32.168086 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-3d8b8160-49f0-4e48-bde1-f929446e24a8 req-1c56bf16-5ae0-418a-b526-6dc7b61de4a8 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=73303fae-c87c-4ca8-86ef-f53a66bb47d9 HTTP/1.1" status: 200 len: 946 time: 0.0705163 Jul 27 08:42:32.168490 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:42:32.179689 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-640b1d99-7074-4725-9247-917612dc3648 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Publish callbacks [] for security_group_rule (966b9399-164c-406c-8496-1524c98ebb35), precommit_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:42:32.221164 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-3d8b8160-49f0-4e48-bde1-f929446e24a8 req-eb05eeb3-da29-4043-8c79-5390447343c5 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=31a1d554-5c9d-495f-8673-5decc904dcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439348 Jul 27 08:42:32.273007 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-640b1d99-7074-4725-9247-917612dc3648 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327747'] for security_group_rule (966b9399-164c-406c-8496-1524c98ebb35), after_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:42:32.294308 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640b1d99-7074-4725-9247-917612dc3648 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=966b9399-164c-406c-8496-1524c98ebb35,revision_number=0']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:42:32.383630 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-640b1d99-7074-4725-9247-917612dc3648 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:42:32.384769 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-640b1d99-7074-4725-9247-917612dc3648 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4007707 Jul 27 08:42:32.388046 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 58126) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:42:32.392484 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.v2.base [None req-fe6318f3-6cfa-4f22-bac2-3a37332d5715 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Request body: {'security_group_rule': {'security_group_id': '06418579-5279-4337-8e21-42e2ccd9d668', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:42:32.480383 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-fe6318f3-6cfa-4f22-bac2-3a37332d5715 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Publish callbacks [] for security_group_rule (2882956a-a025-4d1f-9c62-7d46a42da4b4), before_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:42:32.535963 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-fe6318f3-6cfa-4f22-bac2-3a37332d5715 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Publish callbacks [] for security_group_rule (2882956a-a025-4d1f-9c62-7d46a42da4b4), precommit_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:42:32.623758 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-fe6318f3-6cfa-4f22-bac2-3a37332d5715 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327747'] for security_group_rule (2882956a-a025-4d1f-9c62-7d46a42da4b4), after_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:42:32.643787 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6318f3-6cfa-4f22-bac2-3a37332d5715 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2882956a-a025-4d1f-9c62-7d46a42da4b4,revision_number=0']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:42:32.734298 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-fe6318f3-6cfa-4f22-bac2-3a37332d5715 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:42:32.735553 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-fe6318f3-6cfa-4f22-bac2-3a37332d5715 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3465610 Jul 27 08:42:32.738647 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 58130) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:42:32.743285 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.v2.base [None req-88f44015-fae8-4c97-a6a3-9eefbdf43496 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Request body: {'floatingip': {'floating_network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5'}} {{(pid=104486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:42:32.835635 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-88f44015-fae8-4c97-a6a3-9eefbdf43496 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:42:32.916820 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-88f44015-fae8-4c97-a6a3-9eefbdf43496 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (None), before_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:42:32.960596 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:42:33.028311 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.db.db_base_plugin_common [None req-88f44015-fae8-4c97-a6a3-9eefbdf43496 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Allocated IP 172.27.2.144 (e7cd7671-9410-421d-95f2-ddad301715a5/bd8cca88-d260-42a1-9635-5bfcc6eba2a1/58828199-4ac1-4b6a-ab65-f0a0bcb8488a) {{(pid=104486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 08:42:33.131603 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-88f44015-fae8-4c97-a6a3-9eefbdf43496 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Publish callbacks [] for port (58828199-4ac1-4b6a-ab65-f0a0bcb8488a), precommit_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:42:33.201700 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-88f44015-fae8-4c97-a6a3-9eefbdf43496 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786709965397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4293862'] for port (58828199-4ac1-4b6a-ab65-f0a0bcb8488a), after_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:42:33.243264 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88f44015-fae8-4c97-a6a3-9eefbdf43496 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Network e7cd7671-9410-421d-95f2-ddad301715a5 is already hosted by enough agents. {{(pid=104486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 08:42:33.250613 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.scheduler.base_scheduler [None req-88f44015-fae8-4c97-a6a3-9eefbdf43496 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Resources bound (agent type, host, resource id): {{(pid=104486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 08:42:33.254437 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f44015-fae8-4c97-a6a3-9eefbdf43496 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Received port after_create {{(pid=104486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 08:42:33.257926 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f44015-fae8-4c97-a6a3-9eefbdf43496 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Pushing event updated for resources: {'Port': ['ID=58828199-4ac1-4b6a-ab65-f0a0bcb8488a,revision_number=1']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:42:33.289572 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:42:33.340029 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-88f44015-fae8-4c97-a6a3-9eefbdf43496 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Publish callbacks [] for floatingip (71272700-5171-4b75-8082-3e19f08f34b0), precommit_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:42:33.345862 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb927221-3e86-49d9-b95a-74e3a95e169d req-092b1422-e23e-4d42-bbbb-05ba988be71a tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:42:33.347377 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-eb927221-3e86-49d9-b95a-74e3a95e169d req-092b1422-e23e-4d42-bbbb-05ba988be71a tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=73303fae-c87c-4ca8-86ef-f53a66bb47d9 HTTP/1.1" status: 200 len: 946 time: 0.0470424 Jul 27 08:42:33.398804 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-eb927221-3e86-49d9-b95a-74e3a95e169d req-8d52e128-8c2f-4ba1-a697-15d5287267dd tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=31a1d554-5c9d-495f-8673-5decc904dcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455699 Jul 27 08:42:33.463777 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-88f44015-fae8-4c97-a6a3-9eefbdf43496 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (58828199-4ac1-4b6a-ab65-f0a0bcb8488a), before_update {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:42:33.610391 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-88f44015-fae8-4c97-a6a3-9eefbdf43496 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Publish callbacks [] for port (58828199-4ac1-4b6a-ab65-f0a0bcb8488a), precommit_update {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:42:33.685301 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-88f44015-fae8-4c97-a6a3-9eefbdf43496 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4293873'] for port (58828199-4ac1-4b6a-ab65-f0a0bcb8488a), after_update {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:42:33.755012 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f44015-fae8-4c97-a6a3-9eefbdf43496 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Pushing event updated for resources: {'Port': ['ID=58828199-4ac1-4b6a-ab65-f0a0bcb8488a,revision_number=2']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:42:33.766560 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-88f44015-fae8-4c97-a6a3-9eefbdf43496 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363235'] for floatingip (71272700-5171-4b75-8082-3e19f08f34b0), after_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:42:33.841274 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-88f44015-fae8-4c97-a6a3-9eefbdf43496 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8374701'] for floatingip (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:42:33.842561 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-88f44015-fae8-4c97-a6a3-9eefbdf43496 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1029565 Jul 27 08:42:34.043116 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-c0e396dc-6e81-4262-9605-f9a09dc3e611 req-7d11af8c-4775-494e-802b-2dc9af6f6011 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-securitygroup--1978411535&fields=id&tenant_id=a0d880114866423480268022d7dd20c5 HTTP/1.1" status: 200 len: 267 time: 0.0423119 Jul 27 08:42:34.151038 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e396dc-6e81-4262-9605-f9a09dc3e611 req-474d09d4-b0f0-4805-a088-7d1d01620d7b tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:42:34.153032 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-c0e396dc-6e81-4262-9605-f9a09dc3e611 req-474d09d4-b0f0-4805-a088-7d1d01620d7b tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/networks?id=d0a6cf88-547f-4cf8-ad21-f8b392f1c474 HTTP/1.1" status: 200 len: 818 time: 0.1022542 Jul 27 08:42:34.165112 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:42:34.167742 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-c0e396dc-6e81-4262-9605-f9a09dc3e611 req-99890ef1-48ff-430e-a7c4-6e78a4379c55 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/quotas/a0d880114866423480268022d7dd20c5 HTTP/1.1" status: 200 len: 375 time: 0.0093207 Jul 27 08:42:34.221008 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-c0e396dc-6e81-4262-9605-f9a09dc3e611 req-989d4524-9ec2-48c1-b02e-a67970b13fef tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=a0d880114866423480268022d7dd20c5&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0473642 Jul 27 08:42:34.317906 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-c0e396dc-6e81-4262-9605-f9a09dc3e611 req-35fdd626-e5e5-41e5-8997-a5ecfa047e2a service neutron] 10.222.0.40 "GET /v2.0/networks/d0a6cf88-547f-4cf8-ad21-f8b392f1c474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837233 Jul 27 08:42:34.410741 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-c0e396dc-6e81-4262-9605-f9a09dc3e611 req-f6193d8b-c68d-4f74-8765-b68e2b422521 service neutron] 10.222.0.40 "GET /v2.0/networks/d0a6cf88-547f-4cf8-ad21-f8b392f1c474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872889 Jul 27 08:42:34.524803 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98342fa2-a97b-4e92-ab09-2f1cea5a90f4 req-294ae748-caec-49c9-9191-f6de0b18ab2d tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:42:34.526323 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-98342fa2-a97b-4e92-ab09-2f1cea5a90f4 req-294ae748-caec-49c9-9191-f6de0b18ab2d tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=73303fae-c87c-4ca8-86ef-f53a66bb47d9 HTTP/1.1" status: 200 len: 946 time: 0.0489242 Jul 27 08:42:34.575403 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-98342fa2-a97b-4e92-ab09-2f1cea5a90f4 req-b9c3a035-43da-41c5-afc5-3bef6b668c55 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=31a1d554-5c9d-495f-8673-5decc904dcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431161 Jul 27 08:42:34.661070 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-65797b77-8066-4cca-a767-02e9ef58b773 req-29f2c3df-88cb-4eb8-8906-a8576e46d821 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/ports?device_id=8f053d88-ea01-4efa-9bcc-0880e6194203 HTTP/1.1" status: 200 len: 210 time: 0.0268912 Jul 27 08:42:35.698558 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4e168f-8a28-4e60-8ca7-5e8e28e2f062 req-7e0e1214-8a06-43cb-951b-59de5849e052 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:42:35.700152 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-6f4e168f-8a28-4e60-8ca7-5e8e28e2f062 req-7e0e1214-8a06-43cb-951b-59de5849e052 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=73303fae-c87c-4ca8-86ef-f53a66bb47d9 HTTP/1.1" status: 200 len: 946 time: 0.0475571 Jul 27 08:42:35.751214 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-6f4e168f-8a28-4e60-8ca7-5e8e28e2f062 req-e91bf380-a5a2-4b00-96ae-cc1281f891bf tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=31a1d554-5c9d-495f-8673-5decc904dcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451338 Jul 27 08:42:35.765504 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-d8d65227-01cf-4cc9-8de9-5601809e701e req-81f3669d-470d-42ee-9b36-001082b748ab tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/ports?device_id=8f053d88-ea01-4efa-9bcc-0880e6194203 HTTP/1.1" status: 200 len: 210 time: 0.0303216 Jul 27 08:42:36.839044 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:42:36.865350 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-b1a295c5-5386-4b07-be6e-2e08b7726a18 req-ca137fa5-6d52-411f-85bf-9f738f3fd611 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/ports?device_id=8f053d88-ea01-4efa-9bcc-0880e6194203 HTTP/1.1" status: 200 len: 210 time: 0.0280194 Jul 27 08:42:36.880296 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1ec07b-fdba-447e-8ea0-4bc390cec86d req-9215d5bc-1fe1-4ab6-bc9a-e3b63ad7a0ce tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:42:36.881776 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-da1ec07b-fdba-447e-8ea0-4bc390cec86d req-9215d5bc-1fe1-4ab6-bc9a-e3b63ad7a0ce tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=73303fae-c87c-4ca8-86ef-f53a66bb47d9 HTTP/1.1" status: 200 len: 946 time: 0.0526671 Jul 27 08:42:36.928876 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-da1ec07b-fdba-447e-8ea0-4bc390cec86d req-bd4d517a-0239-454e-8cc4-e5ffbdced211 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=31a1d554-5c9d-495f-8673-5decc904dcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413949 Jul 27 08:42:37.969290 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-9af00c8d-ca58-4925-9e38-68c8f74443df req-a050c6f6-6405-464c-817b-739b8d33663c tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/ports?device_id=8f053d88-ea01-4efa-9bcc-0880e6194203 HTTP/1.1" status: 200 len: 210 time: 0.0278652 Jul 27 08:42:38.035614 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e396dc-6e81-4262-9605-f9a09dc3e611 req-5b4f3fdc-4320-4c19-b4ce-cfe3092de40e tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:42:38.037041 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-c0e396dc-6e81-4262-9605-f9a09dc3e611 req-5b4f3fdc-4320-4c19-b4ce-cfe3092de40e tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.42 "GET /v2.0/networks?id=d0a6cf88-547f-4cf8-ad21-f8b392f1c474 HTTP/1.1" status: 200 len: 818 time: 0.1117370 Jul 27 08:42:38.096950 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c758c3-0dff-46df-b6ea-4dd5c4d81a5c req-b49c073a-d5b8-4769-a276-2ee81cb2522c tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:42:38.098456 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-74c758c3-0dff-46df-b6ea-4dd5c4d81a5c req-b49c073a-d5b8-4769-a276-2ee81cb2522c tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=73303fae-c87c-4ca8-86ef-f53a66bb47d9 HTTP/1.1" status: 200 len: 946 time: 0.0698092 Jul 27 08:42:38.158610 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-c0e396dc-6e81-4262-9605-f9a09dc3e611 req-5b39878a-6e90-4a2e-9efe-8da70a80eab2 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a0d880114866423480268022d7dd20c5 HTTP/1.1" status: 200 len: 380 time: 0.0946975 Jul 27 08:42:38.174672 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.v2.base [req-c0e396dc-6e81-4262-9605-f9a09dc3e611 req-a2a56c3b-470d-43e6-91cf-23dc6e08d626 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Request body: {'port': {'device_id': '8f053d88-ea01-4efa-9bcc-0880e6194203', 'network_id': 'd0a6cf88-547f-4cf8-ad21-f8b392f1c474', 'admin_state_up': True, 'tenant_id': 'a0d880114866423480268022d7dd20c5', 'security_groups': ['06418579-5279-4337-8e21-42e2ccd9d668']}} {{(pid=104486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:42:38.194307 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-74c758c3-0dff-46df-b6ea-4dd5c4d81a5c req-462566dc-abe3-4f12-b7a9-9c3ab4eef5e0 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=31a1d554-5c9d-495f-8673-5decc904dcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877237 Jul 27 08:42:38.277389 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 58202) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:42:38.282530 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.v2.base [None req-87f275c2-1b07-4be3-94d3-73c2cf2cef2d tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2033065390', 'description': 'tempest-description--1180026258'}} {{(pid=104485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:42:38.370999 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0e396dc-6e81-4262-9605-f9a09dc3e611 req-a2a56c3b-470d-43e6-91cf-23dc6e08d626 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Made reservation on behalf of a0d880114866423480268022d7dd20c5 for: {'port': 1} {{(pid=104486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 08:42:38.375164 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-c0e396dc-6e81-4262-9605-f9a09dc3e611 req-a2a56c3b-470d-43e6-91cf-23dc6e08d626 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (None), before_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:42:38.382250 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-87f275c2-1b07-4be3-94d3-73c2cf2cef2d tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks [] for security_group (None), before_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:42:38.449748 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-87f275c2-1b07-4be3-94d3-73c2cf2cef2d tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks [] for security_group (331ad35f-7de8-4f12-ae4c-1f41c3ae3d1e), precommit_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:42:38.502258 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.db.db_base_plugin_common [req-c0e396dc-6e81-4262-9605-f9a09dc3e611 req-a2a56c3b-470d-43e6-91cf-23dc6e08d626 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Allocated IP 172.20.0.7 (d0a6cf88-547f-4cf8-ad21-f8b392f1c474/e0dfc042-b535-4f7d-9065-dbfee481baea/6f674684-ef99-4489-89b2-62b7296f4a73) {{(pid=104486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 08:42:38.519198 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-87f275c2-1b07-4be3-94d3-73c2cf2cef2d tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (331ad35f-7de8-4f12-ae4c-1f41c3ae3d1e), after_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:42:38.551824 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f275c2-1b07-4be3-94d3-73c2cf2cef2d tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Pushing event updated for resources: {'SecurityGroup': ['ID=331ad35f-7de8-4f12-ae4c-1f41c3ae3d1e,revision_number=1']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:42:38.559962 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f275c2-1b07-4be3-94d3-73c2cf2cef2d tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:42:38.560315 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f275c2-1b07-4be3-94d3-73c2cf2cef2d tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:42:38.560666 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f275c2-1b07-4be3-94d3-73c2cf2cef2d tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:42:38.561009 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f275c2-1b07-4be3-94d3-73c2cf2cef2d tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:42:38.561348 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f275c2-1b07-4be3-94d3-73c2cf2cef2d tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:42:38.561703 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f275c2-1b07-4be3-94d3-73c2cf2cef2d tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:42:38.562017 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f275c2-1b07-4be3-94d3-73c2cf2cef2d tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:42:38.562376 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f275c2-1b07-4be3-94d3-73c2cf2cef2d tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:42:38.562707 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f275c2-1b07-4be3-94d3-73c2cf2cef2d tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:42:38.563038 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f275c2-1b07-4be3-94d3-73c2cf2cef2d tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:42:38.563364 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f275c2-1b07-4be3-94d3-73c2cf2cef2d tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:42:38.563707 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f275c2-1b07-4be3-94d3-73c2cf2cef2d tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:42:38.564024 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f275c2-1b07-4be3-94d3-73c2cf2cef2d tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:42:38.564352 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f275c2-1b07-4be3-94d3-73c2cf2cef2d tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:42:38.564677 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f275c2-1b07-4be3-94d3-73c2cf2cef2d tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:42:38.609322 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:42:38.643308 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-87f275c2-1b07-4be3-94d3-73c2cf2cef2d tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks [] for security_group (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:42:38.644642 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-87f275c2-1b07-4be3-94d3-73c2cf2cef2d tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3657410 Jul 27 08:42:38.645100 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-c0e396dc-6e81-4262-9605-f9a09dc3e611 req-a2a56c3b-470d-43e6-91cf-23dc6e08d626 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Publish callbacks [] for port (6f674684-ef99-4489-89b2-62b7296f4a73), precommit_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:42:38.647592 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 58208) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:42:38.651930 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.v2.base [None req-00b79e01-0fb1-4bed-82e3-c6db76e22e4a tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Request body: {'security_group_rule': {'security_group_id': '331ad35f-7de8-4f12-ae4c-1f41c3ae3d1e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:42:38.674958 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:42:38.770972 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-00b79e01-0fb1-4bed-82e3-c6db76e22e4a tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks [] for security_group_rule (17846b40-3292-4d37-a9a7-50477a81090f), before_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:42:38.795073 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-c0e396dc-6e81-4262-9605-f9a09dc3e611 req-a2a56c3b-470d-43e6-91cf-23dc6e08d626 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786709965397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4293862'] for port (6f674684-ef99-4489-89b2-62b7296f4a73), after_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:42:38.816701 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:42:38.818566 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-00b79e01-0fb1-4bed-82e3-c6db76e22e4a tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks [] for security_group_rule (17846b40-3292-4d37-a9a7-50477a81090f), precommit_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:42:38.841622 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0e396dc-6e81-4262-9605-f9a09dc3e611 req-a2a56c3b-470d-43e6-91cf-23dc6e08d626 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Network d0a6cf88-547f-4cf8-ad21-f8b392f1c474 is already hosted by enough agents. {{(pid=104486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 08:42:38.846696 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.scheduler.base_scheduler [req-c0e396dc-6e81-4262-9605-f9a09dc3e611 req-a2a56c3b-470d-43e6-91cf-23dc6e08d626 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Resources bound (agent type, host, resource id): {{(pid=104486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 08:42:38.849258 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0e396dc-6e81-4262-9605-f9a09dc3e611 req-a2a56c3b-470d-43e6-91cf-23dc6e08d626 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Received port after_create {{(pid=104486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 08:42:38.875305 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a56c3b-470d-43e6-91cf-23dc6e08d626 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Pushing event updated for resources: {'Port': ['ID=6f674684-ef99-4489-89b2-62b7296f4a73,revision_number=1']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:42:38.904692 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e396dc-6e81-4262-9605-f9a09dc3e611 req-a2a56c3b-470d-43e6-91cf-23dc6e08d626 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:42:38.905315 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-c0e396dc-6e81-4262-9605-f9a09dc3e611 req-a2a56c3b-470d-43e6-91cf-23dc6e08d626 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8374701'] for port (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:42:38.995744 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-00b79e01-0fb1-4bed-82e3-c6db76e22e4a tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327747'] for security_group_rule (17846b40-3292-4d37-a9a7-50477a81090f), after_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:42:38.999903 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-c0e396dc-6e81-4262-9605-f9a09dc3e611 req-a2a56c3b-470d-43e6-91cf-23dc6e08d626 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8332202 Jul 27 08:42:39.017482 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b79e01-0fb1-4bed-82e3-c6db76e22e4a tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17846b40-3292-4d37-a9a7-50477a81090f,revision_number=0']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:42:39.021792 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.v2.base [req-c0e396dc-6e81-4262-9605-f9a09dc3e611 req-516b7d52-b52d-4f13-b2bc-902b21fb16b5 service neutron] Request body: {'port': {'device_id': '8f053d88-ea01-4efa-9bcc-0880e6194203', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85117'}} {{(pid=104486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:42:39.042891 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-4089f7bf-cf1d-4712-b5cf-700170a15680 None None] Provisioning complete for port 6f674684-ef99-4489-89b2-62b7296f4a73 triggered by entity DHCP. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:42:39.044049 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-4089f7bf-cf1d-4712-b5cf-700170a15680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (6f674684-ef99-4489-89b2-62b7296f4a73), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:42:39.086069 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-00b79e01-0fb1-4bed-82e3-c6db76e22e4a tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:42:39.088031 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-00b79e01-0fb1-4bed-82e3-c6db76e22e4a tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4390981 Jul 27 08:42:39.090465 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 58212) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:42:39.095845 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.v2.base [None req-a31bb532-9f0a-42ac-af0c-64571a3c462c tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Request body: {'security_group_rule': {'security_group_id': '331ad35f-7de8-4f12-ae4c-1f41c3ae3d1e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:42:39.129535 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b008d322-4696-4c30-8df4-5a1fe5d7858c req-6f322ef9-3bbd-4063-90e1-b8a3070fc477 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:42:39.131089 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-b008d322-4696-4c30-8df4-5a1fe5d7858c req-6f322ef9-3bbd-4063-90e1-b8a3070fc477 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/ports?device_id=8f053d88-ea01-4efa-9bcc-0880e6194203 HTTP/1.1" status: 200 len: 931 time: 0.0784116 Jul 27 08:42:39.134331 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-c0e396dc-6e81-4262-9605-f9a09dc3e611 req-516b7d52-b52d-4f13-b2bc-902b21fb16b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (6f674684-ef99-4489-89b2-62b7296f4a73), before_update {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:42:39.202370 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-a31bb532-9f0a-42ac-af0c-64571a3c462c tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks [] for security_group_rule (e9919eb7-076c-4334-b8cf-84f93068c047), before_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:42:39.203545 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-4089f7bf-cf1d-4712-b5cf-700170a15680 None None] Port 6f674684-ef99-4489-89b2-62b7296f4a73 cannot update to ACTIVE because it is not bound. {{(pid=104487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 08:42:39.264671 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:42:39.280233 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-a31bb532-9f0a-42ac-af0c-64571a3c462c tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks [] for security_group_rule (e9919eb7-076c-4334-b8cf-84f93068c047), precommit_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:42:39.352410 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad46890-d2d7-4860-ba01-e7db1d28dcfb req-a7b96d75-3722-4c5c-966f-73f5cf38054c tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:42:39.353847 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-fad46890-d2d7-4860-ba01-e7db1d28dcfb req-a7b96d75-3722-4c5c-966f-73f5cf38054c tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=73303fae-c87c-4ca8-86ef-f53a66bb47d9 HTTP/1.1" status: 200 len: 946 time: 0.0531135 Jul 27 08:42:39.367381 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-a31bb532-9f0a-42ac-af0c-64571a3c462c tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327747'] for security_group_rule (e9919eb7-076c-4334-b8cf-84f93068c047), after_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:42:39.403906 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31bb532-9f0a-42ac-af0c-64571a3c462c tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9919eb7-076c-4334-b8cf-84f93068c047,revision_number=0']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:42:39.426371 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-fad46890-d2d7-4860-ba01-e7db1d28dcfb req-67722c21-bcd4-4231-9185-69da3618b210 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=31a1d554-5c9d-495f-8673-5decc904dcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665128 Jul 27 08:42:39.457820 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-b008d322-4696-4c30-8df4-5a1fe5d7858c req-653bcf8f-3938-4345-a9e9-baa813bf2e4b tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/security-groups?id=06418579-5279-4337-8e21-42e2ccd9d668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3093388 Jul 27 08:42:39.523438 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-a31bb532-9f0a-42ac-af0c-64571a3c462c tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:42:39.524765 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-a31bb532-9f0a-42ac-af0c-64571a3c462c tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4325790 Jul 27 08:42:39.528296 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 58218) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:42:39.532641 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.v2.base [None req-dbb86b29-5f11-439c-aefb-1ba030900f5a tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Request body: {'floatingip': {'floating_network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5'}} {{(pid=104485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:42:39.607806 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-dbb86b29-5f11-439c-aefb-1ba030900f5a tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:42:39.668757 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.notifiers.nova [req-c0e396dc-6e81-4262-9605-f9a09dc3e611 req-516b7d52-b52d-4f13-b2bc-902b21fb16b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f674684-ef99-4489-89b2-62b7296f4a73 {{(pid=104486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 08:42:39.676592 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-c0e396dc-6e81-4262-9605-f9a09dc3e611 req-516b7d52-b52d-4f13-b2bc-902b21fb16b5 service neutron] Publish callbacks [] for port (6f674684-ef99-4489-89b2-62b7296f4a73), precommit_update {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:42:39.689611 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-dbb86b29-5f11-439c-aefb-1ba030900f5a tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (None), before_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:42:39.689849 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.db.provisioning_blocks [req-c0e396dc-6e81-4262-9605-f9a09dc3e611 req-516b7d52-b52d-4f13-b2bc-902b21fb16b5 service neutron] Transition to ACTIVE for port object 6f674684-ef99-4489-89b2-62b7296f4a73 will not be triggered until provisioned by entity L2. {{(pid=104486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 27 08:42:39.803489 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.db.db_base_plugin_common [None req-dbb86b29-5f11-439c-aefb-1ba030900f5a tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Allocated IP 172.27.2.72 (e7cd7671-9410-421d-95f2-ddad301715a5/bd8cca88-d260-42a1-9635-5bfcc6eba2a1/0abdb3a4-7ae0-4abf-a4d1-faf4d77fc769) {{(pid=104485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 08:42:39.988544 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-dbb86b29-5f11-439c-aefb-1ba030900f5a tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks [] for port (0abdb3a4-7ae0-4abf-a4d1-faf4d77fc769), precommit_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:42:40.087042 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-c0e396dc-6e81-4262-9605-f9a09dc3e611 req-516b7d52-b52d-4f13-b2bc-902b21fb16b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4293873'] for port (6f674684-ef99-4489-89b2-62b7296f4a73), after_update {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:42:40.116144 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-dbb86b29-5f11-439c-aefb-1ba030900f5a tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786709965397'] for port (0abdb3a4-7ae0-4abf-a4d1-faf4d77fc769), after_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:42:40.116843 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:42:40.141223 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516b7d52-b52d-4f13-b2bc-902b21fb16b5 service neutron] Pushing event updated for resources: {'Port': ['ID=6f674684-ef99-4489-89b2-62b7296f4a73,revision_number=2']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:42:40.156300 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:42:40.163477 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb86b29-5f11-439c-aefb-1ba030900f5a tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Network e7cd7671-9410-421d-95f2-ddad301715a5 is already hosted by enough agents. {{(pid=104485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 08:42:40.168883 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.scheduler.base_scheduler [None req-dbb86b29-5f11-439c-aefb-1ba030900f5a tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Resources bound (agent type, host, resource id): {{(pid=104485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 08:42:40.173685 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb86b29-5f11-439c-aefb-1ba030900f5a tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Received port after_create {{(pid=104485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 08:42:40.182999 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb86b29-5f11-439c-aefb-1ba030900f5a tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Pushing event updated for resources: {'Port': ['ID=0abdb3a4-7ae0-4abf-a4d1-faf4d77fc769,revision_number=1']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:42:40.225863 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.managers [req-c0e396dc-6e81-4262-9605-f9a09dc3e611 req-516b7d52-b52d-4f13-b2bc-902b21fb16b5 service neutron] Attempting to bind port 6f674684-ef99-4489-89b2-62b7296f4a73 on host hv-cinder-85117 for vnic_type normal with profile {{(pid=104486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 08:42:40.226254 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.managers [req-c0e396dc-6e81-4262-9605-f9a09dc3e611 req-516b7d52-b52d-4f13-b2bc-902b21fb16b5 service neutron] Attempting to bind port 6f674684-ef99-4489-89b2-62b7296f4a73 by drivers openvswitch,hyperv on host hv-cinder-85117 at level 0 using segments [{'id': '25556ca1-67d3-4c5f-8bb3-e3393e44e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'd0a6cf88-547f-4cf8-ad21-f8b392f1c474'}] {{(pid=104486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 08:42:40.226870 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e396dc-6e81-4262-9605-f9a09dc3e611 req-516b7d52-b52d-4f13-b2bc-902b21fb16b5 service neutron] Attempting to bind port 6f674684-ef99-4489-89b2-62b7296f4a73 on network d0a6cf88-547f-4cf8-ad21-f8b392f1c474 {{(pid=104486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 08:42:40.227934 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-dbb86b29-5f11-439c-aefb-1ba030900f5a tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks [] for floatingip (fc24e3b9-de5f-4611-8c2a-727a28b18237), precommit_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:42:40.231880 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e396dc-6e81-4262-9605-f9a09dc3e611 req-516b7d52-b52d-4f13-b2bc-902b21fb16b5 service neutron] Port 6f674684-ef99-4489-89b2-62b7296f4a73 on network d0a6cf88-547f-4cf8-ad21-f8b392f1c474 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85117 {{(pid=104486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 27 08:42:40.232245 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e396dc-6e81-4262-9605-f9a09dc3e611 req-516b7d52-b52d-4f13-b2bc-902b21fb16b5 service neutron] Attempting to bind port 6f674684-ef99-4489-89b2-62b7296f4a73 on network d0a6cf88-547f-4cf8-ad21-f8b392f1c474 {{(pid=104486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 08:42:40.238316 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e396dc-6e81-4262-9605-f9a09dc3e611 req-516b7d52-b52d-4f13-b2bc-902b21fb16b5 service neutron] Checking agent: {'id': '40990755-2d84-4c9d-828c-eda94a5136e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85117', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 8, 37, 21), 'started_at': datetime.datetime(2022, 7, 27, 8, 37, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 8, 42, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 08:42:40.238613 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e396dc-6e81-4262-9605-f9a09dc3e611 req-516b7d52-b52d-4f13-b2bc-902b21fb16b5 service neutron] Checking segment: {'id': '25556ca1-67d3-4c5f-8bb3-e3393e44e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'd0a6cf88-547f-4cf8-ad21-f8b392f1c474'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 08:42:40.238948 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e396dc-6e81-4262-9605-f9a09dc3e611 req-516b7d52-b52d-4f13-b2bc-902b21fb16b5 service neutron] Bound using segment: {'id': '25556ca1-67d3-4c5f-8bb3-e3393e44e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'd0a6cf88-547f-4cf8-ad21-f8b392f1c474'} {{(pid=104486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 08:42:40.239381 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.managers [req-c0e396dc-6e81-4262-9605-f9a09dc3e611 req-516b7d52-b52d-4f13-b2bc-902b21fb16b5 service neutron] Bound port: 6f674684-ef99-4489-89b2-62b7296f4a73, host: hv-cinder-85117, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25556ca1-67d3-4c5f-8bb3-e3393e44e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'd0a6cf88-547f-4cf8-ad21-f8b392f1c474'}}] {{(pid=104486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 08:42:40.239741 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-c0e396dc-6e81-4262-9605-f9a09dc3e611 req-516b7d52-b52d-4f13-b2bc-902b21fb16b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (6f674684-ef99-4489-89b2-62b7296f4a73), before_update {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:42:40.307673 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.db [req-c0e396dc-6e81-4262-9605-f9a09dc3e611 req-516b7d52-b52d-4f13-b2bc-902b21fb16b5 service neutron] For port 6f674684-ef99-4489-89b2-62b7296f4a73, host hv-cinder-85117, cleared binding levels {{(pid=104486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 08:42:40.316043 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.db [req-c0e396dc-6e81-4262-9605-f9a09dc3e611 req-516b7d52-b52d-4f13-b2bc-902b21fb16b5 service neutron] For port 6f674684-ef99-4489-89b2-62b7296f4a73, host hv-cinder-85117, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85117',level=0,port_id=6f674684-ef99-4489-89b2-62b7296f4a73,segment=NetworkSegment(25556ca1-67d3-4c5f-8bb3-e3393e44e1ba),segment_id=25556ca1-67d3-4c5f-8bb3-e3393e44e1ba)] {{(pid=104486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 08:42:40.334374 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-dbb86b29-5f11-439c-aefb-1ba030900f5a tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (0abdb3a4-7ae0-4abf-a4d1-faf4d77fc769), before_update {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:42:40.413335 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-c0e396dc-6e81-4262-9605-f9a09dc3e611 req-516b7d52-b52d-4f13-b2bc-902b21fb16b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4293873'] for port (6f674684-ef99-4489-89b2-62b7296f4a73), after_update {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:42:40.423364 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:42:40.450807 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e396dc-6e81-4262-9605-f9a09dc3e611 req-516b7d52-b52d-4f13-b2bc-902b21fb16b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:42:40.453305 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-c0e396dc-6e81-4262-9605-f9a09dc3e611 req-516b7d52-b52d-4f13-b2bc-902b21fb16b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8374701'] for port (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:42:40.453544 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-c0e396dc-6e81-4262-9605-f9a09dc3e611 req-516b7d52-b52d-4f13-b2bc-902b21fb16b5 service neutron] 10.222.0.42 "PUT /v2.0/ports/6f674684-ef99-4489-89b2-62b7296f4a73 HTTP/1.1" status: 200 len: 1093 time: 1.4378848 Jul 27 08:42:40.453999 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f053d88-ea01-4efa-9bcc-0880e6194203', 'tag': '6f674684-ef99-4489-89b2-62b7296f4a73'}] {{(pid=104486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 08:42:40.456631 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0fbdf057086729fb3d5906bdd251c7adb98d678ad2f5ce1a48bcc8d44af0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c6015e4-10f7-4252-8ee1-c922103903d4" -d '{"events": [{"name": "network-changed", "server_uuid": "8f053d88-ea01-4efa-9bcc-0880e6194203", "tag": "6f674684-ef99-4489-89b2-62b7296f4a73"}]}' {{(pid=104486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 08:42:40.510002 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516b7d52-b52d-4f13-b2bc-902b21fb16b5 service neutron] Pushing event updated for resources: {'Port': ['ID=6f674684-ef99-4489-89b2-62b7296f4a73,revision_number=3']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:42:40.516049 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 08:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f432f448-b5bf-403c-a8f7-70c600ba10b7 x-openstack-request-id: req-f432f448-b5bf-403c-a8f7-70c600ba10b7 {{(pid=104486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 08:42:40.516341 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f053d88-ea01-4efa-9bcc-0880e6194203", "tag": "6f674684-ef99-4489-89b2-62b7296f4a73", "status": "completed", "code": 200}]} {{(pid=104486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 08:42:40.516597 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-f432f448-b5bf-403c-a8f7-70c600ba10b7 {{(pid=104486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 08:42:40.517223 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f432f448-b5bf-403c-a8f7-70c600ba10b7'] response: {'name': 'network-changed', 'server_uuid': '8f053d88-ea01-4efa-9bcc-0880e6194203', 'tag': '6f674684-ef99-4489-89b2-62b7296f4a73', 'status': 'completed', 'code': 200} Jul 27 08:42:40.520551 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-dbb86b29-5f11-439c-aefb-1ba030900f5a tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks [] for port (0abdb3a4-7ae0-4abf-a4d1-faf4d77fc769), precommit_update {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:42:40.571568 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:42:40.592014 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e7b355-48a1-4483-bd92-cb0a458cb966 req-fe23a30a-0616-4582-87ae-56fa4e12c64d tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:42:40.594536 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-74e7b355-48a1-4483-bd92-cb0a458cb966 req-fe23a30a-0616-4582-87ae-56fa4e12c64d tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=73303fae-c87c-4ca8-86ef-f53a66bb47d9 HTTP/1.1" status: 200 len: 946 time: 0.0608258 Jul 27 08:42:40.619813 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-dbb86b29-5f11-439c-aefb-1ba030900f5a tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (0abdb3a4-7ae0-4abf-a4d1-faf4d77fc769), after_update {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:42:40.635441 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6015e4-10f7-4252-8ee1-c922103903d4 req-445da8bc-f6da-4cce-8823-56f90458be0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:42:40.636964 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-5c6015e4-10f7-4252-8ee1-c922103903d4 req-445da8bc-f6da-4cce-8823-56f90458be0c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a0d880114866423480268022d7dd20c5&device_id=8f053d88-ea01-4efa-9bcc-0880e6194203 HTTP/1.1" status: 200 len: 1127 time: 0.0731881 Jul 27 08:42:40.652521 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ee8f51-71f8-4295-b0cd-103fe2034246 req-defdf38c-a754-4eb0-97e1-9cf6d4dba098 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:42:40.654401 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-70ee8f51-71f8-4295-b0cd-103fe2034246 req-defdf38c-a754-4eb0-97e1-9cf6d4dba098 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/ports?device_id=8f053d88-ea01-4efa-9bcc-0880e6194203 HTTP/1.1" status: 200 len: 943 time: 0.0597453 Jul 27 08:42:40.665062 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-dbb86b29-5f11-439c-aefb-1ba030900f5a tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363235'] for floatingip (fc24e3b9-de5f-4611-8c2a-727a28b18237), after_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:42:40.700002 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-74e7b355-48a1-4483-bd92-cb0a458cb966 req-e8a68eb4-15e9-42e2-9675-9243d4bb9dc8 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=31a1d554-5c9d-495f-8673-5decc904dcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006088 Jul 27 08:42:40.706550 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb86b29-5f11-439c-aefb-1ba030900f5a tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Pushing event updated for resources: {'Port': ['ID=0abdb3a4-7ae0-4abf-a4d1-faf4d77fc769,revision_number=2']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:42:40.752209 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-dbb86b29-5f11-439c-aefb-1ba030900f5a tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8374701'] for floatingip (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:42:40.757954 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-dbb86b29-5f11-439c-aefb-1ba030900f5a tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2242076 Jul 27 08:42:40.767966 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-70ee8f51-71f8-4295-b0cd-103fe2034246 req-4fd393a7-df48-4e19-be5d-6a3121d865a2 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/security-groups?id=06418579-5279-4337-8e21-42e2ccd9d668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055775 Jul 27 08:42:40.801584 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6015e4-10f7-4252-8ee1-c922103903d4 req-26bc05cb-d93e-4865-ad7a-beb8d6be1666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:42:40.803124 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-5c6015e4-10f7-4252-8ee1-c922103903d4 req-26bc05cb-d93e-4865-ad7a-beb8d6be1666 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=a0d880114866423480268022d7dd20c5&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1420617 Jul 27 08:42:40.900936 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6015e4-10f7-4252-8ee1-c922103903d4 req-01bfddf1-c531-4abe-bea3-299fe0f9b3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:42:40.902460 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-5c6015e4-10f7-4252-8ee1-c922103903d4 req-01bfddf1-c531-4abe-bea3-299fe0f9b3a3 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0936072 Jul 27 08:42:40.961550 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-eeb8d2b7-b249-4eaf-8884-f3ce06772a4f req-40eb734b-7430-44a0-a60d-5503ac674b49 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-securitygroup--2033065390&fields=id&tenant_id=940250de2f6f47ed9edc1bb0468551c8 HTTP/1.1" status: 200 len: 267 time: 0.0443294 Jul 27 08:42:41.020771 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e396dc-6e81-4262-9605-f9a09dc3e611 req-40279d64-0e83-480a-99aa-623116c4a1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:42:41.022198 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-c0e396dc-6e81-4262-9605-f9a09dc3e611 req-40279d64-0e83-480a-99aa-623116c4a1f6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a0d880114866423480268022d7dd20c5&device_id=8f053d88-ea01-4efa-9bcc-0880e6194203 HTTP/1.1" status: 200 len: 1127 time: 0.0438933 Jul 27 08:42:41.067479 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb8d2b7-b249-4eaf-8884-f3ce06772a4f req-b6339871-3d74-42e7-8cb4-3548466cf3c3 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:42:41.068320 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-c0e396dc-6e81-4262-9605-f9a09dc3e611 req-a06bd48f-5721-4fee-aadf-274044e77625 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6f674684-ef99-4489-89b2-62b7296f4a73 HTTP/1.1" status: 200 len: 217 time: 0.0322971 Jul 27 08:42:41.069036 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-eeb8d2b7-b249-4eaf-8884-f3ce06772a4f req-b6339871-3d74-42e7-8cb4-3548466cf3c3 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/networks?id=8f6980da-175b-4e92-9032-637e0458eb4f HTTP/1.1" status: 200 len: 815 time: 0.1007531 Jul 27 08:42:41.084022 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-eeb8d2b7-b249-4eaf-8884-f3ce06772a4f req-a711c542-01e1-4b56-96f4-4c9bb8332848 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/quotas/940250de2f6f47ed9edc1bb0468551c8 HTTP/1.1" status: 200 len: 375 time: 0.0097322 Jul 27 08:42:41.112488 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.agents_db [None req-f85b74c8-06c1-470d-aedd-c7ca4f0196ea None None] Agent healthcheck: found 6 active agents {{(pid=104488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 08:42:41.136171 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e396dc-6e81-4262-9605-f9a09dc3e611 req-3d91e58f-f9e6-4757-9c9f-31b8d4ced021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:42:41.137619 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-c0e396dc-6e81-4262-9605-f9a09dc3e611 req-3d91e58f-f9e6-4757-9c9f-31b8d4ced021 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e0dfc042-b535-4f7d-9065-dbfee481baea HTTP/1.1" status: 200 len: 857 time: 0.0448983 Jul 27 08:42:41.137997 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-eeb8d2b7-b249-4eaf-8884-f3ce06772a4f req-cc566bb4-ccdc-496d-8cad-55857d08f6d4 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=940250de2f6f47ed9edc1bb0468551c8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0492659 Jul 27 08:42:41.183844 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e396dc-6e81-4262-9605-f9a09dc3e611 req-64e6aae5-ff71-47fc-bf30-4ca4652867e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:42:41.185330 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-c0e396dc-6e81-4262-9605-f9a09dc3e611 req-64e6aae5-ff71-47fc-bf30-4ca4652867e9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d0a6cf88-547f-4cf8-ad21-f8b392f1c474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413988 Jul 27 08:42:41.233129 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-eeb8d2b7-b249-4eaf-8884-f3ce06772a4f req-c8b1e375-9e13-4764-979f-eae5172de791 service neutron] 10.222.0.40 "GET /v2.0/networks/8f6980da-175b-4e92-9032-637e0458eb4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837028 Jul 27 08:42:41.275048 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-c0e396dc-6e81-4262-9605-f9a09dc3e611 req-7781f92e-999f-43c7-b620-05b4991e9c53 service neutron] 10.222.0.42 "GET /v2.0/networks/d0a6cf88-547f-4cf8-ad21-f8b392f1c474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830410 Jul 27 08:42:41.328975 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-eeb8d2b7-b249-4eaf-8884-f3ce06772a4f req-c3edf998-298e-4e8d-8afc-8caf9fd59a6d service neutron] 10.222.0.40 "GET /v2.0/networks/8f6980da-175b-4e92-9032-637e0458eb4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895393 Jul 27 08:42:41.349156 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=100 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:42:41.377988 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-c0e396dc-6e81-4262-9605-f9a09dc3e611 req-fe42e4e4-50c3-4b33-9ba4-528d1ce31d6f service neutron] 10.222.0.42 "GET /v2.0/networks/d0a6cf88-547f-4cf8-ad21-f8b392f1c474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944026 Jul 27 08:42:41.824352 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd2ae7b-31c1-46b9-abf7-43e1318c7949 req-b4a73a5d-78c4-42e7-8efa-ad7b0bbd4499 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:42:41.825798 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-7cd2ae7b-31c1-46b9-abf7-43e1318c7949 req-b4a73a5d-78c4-42e7-8efa-ad7b0bbd4499 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=73303fae-c87c-4ca8-86ef-f53a66bb47d9 HTTP/1.1" status: 200 len: 946 time: 0.0458102 Jul 27 08:42:41.874208 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-7cd2ae7b-31c1-46b9-abf7-43e1318c7949 req-66ba5401-e921-4941-a83f-364174a37e8a tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=31a1d554-5c9d-495f-8673-5decc904dcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416892 Jul 27 08:42:41.976849 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accf6c9f-c2d2-4b2d-9667-87eea06b301d req-a0abb5d0-ce13-491f-9c8e-3c13559a66de tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:42:41.978342 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-accf6c9f-c2d2-4b2d-9667-87eea06b301d req-a0abb5d0-ce13-491f-9c8e-3c13559a66de tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/ports?device_id=8f053d88-ea01-4efa-9bcc-0880e6194203 HTTP/1.1" status: 200 len: 943 time: 0.0474482 Jul 27 08:42:42.028487 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-accf6c9f-c2d2-4b2d-9667-87eea06b301d req-7c11619d-1ba7-494d-a839-26a576760d01 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/security-groups?id=06418579-5279-4337-8e21-42e2ccd9d668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441616 Jul 27 08:42:42.606062 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-77115540-b5b6-40e6-8e60-fe01f92e523f req-c13036a1-bf6a-435d-aee2-c25e7bc616e2 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/ports?device_id=80c4e570-1a1e-48ce-a477-0c84bcec9fbc HTTP/1.1" status: 200 len: 210 time: 0.0276124 Jul 27 08:42:42.961743 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:42:42.996344 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531bc7a6-dc3e-4067-926b-0dc8c8577763 req-bdd340c7-9d63-4518-be15-1cf0cea3d6a7 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:42:42.998395 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-531bc7a6-dc3e-4067-926b-0dc8c8577763 req-bdd340c7-9d63-4518-be15-1cf0cea3d6a7 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=73303fae-c87c-4ca8-86ef-f53a66bb47d9 HTTP/1.1" status: 200 len: 946 time: 0.0459511 Jul 27 08:42:43.046476 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-531bc7a6-dc3e-4067-926b-0dc8c8577763 req-c83d3af8-6717-46b5-98b6-386781f5ce70 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=31a1d554-5c9d-495f-8673-5decc904dcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424967 Jul 27 08:42:43.149459 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b691f1-12e6-4ac5-81a8-b2fe3094cdac req-31c89f95-9836-4d00-a344-2c4edcdc9eb2 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:42:43.150931 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-27b691f1-12e6-4ac5-81a8-b2fe3094cdac req-31c89f95-9836-4d00-a344-2c4edcdc9eb2 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/ports?device_id=8f053d88-ea01-4efa-9bcc-0880e6194203 HTTP/1.1" status: 200 len: 943 time: 0.0468140 Jul 27 08:42:43.196965 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-27b691f1-12e6-4ac5-81a8-b2fe3094cdac req-759fac54-6ae1-41a8-bd97-d7e565cba52a tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/security-groups?id=06418579-5279-4337-8e21-42e2ccd9d668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404675 Jul 27 08:42:43.689464 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Device e8a0e0d3-038b-475c-b988-cb677e787e58 details requested by agent hyperv_hv-cinder-85117 with host hv-cinder-85117 {{(pid=104487) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 08:42:43.708107 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-a79fbb80-3826-4c95-a45e-bd438d6a3932 req-7cc8ced8-8670-4a7e-8964-4fe70eaaadc0 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/ports?device_id=80c4e570-1a1e-48ce-a477-0c84bcec9fbc HTTP/1.1" status: 200 len: 210 time: 0.0308926 Jul 27 08:42:43.787731 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] For port e8a0e0d3-038b-475c-b988-cb677e787e58, host hv-cinder-85117, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85117',level=0,port_id=e8a0e0d3-038b-475c-b988-cb677e787e58,segment=NetworkSegment(d4421dbb-2177-49de-a9fa-abc5e0331875),segment_id=d4421dbb-2177-49de-a9fa-abc5e0331875)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:42:43.798527 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Returning: {'device': 'e8a0e0d3-038b-475c-b988-cb677e787e58', 'network_id': '77554b81-fd19-4316-8d69-62980152360c', 'port_id': 'e8a0e0d3-038b-475c-b988-cb677e787e58', 'mac_address': 'fa:16:3e:b3:2e:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4ce96ff-fd31-496d-82bd-3a3dbfb16be8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104487) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 08:42:43.833220 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Current status of the port e8a0e0d3-038b-475c-b988-cb677e787e58 is: ACTIVE; New status is: BUILD {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:42:43.833609 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (e8a0e0d3-038b-475c-b988-cb677e787e58), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:42:43.846829 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.notifiers.nova [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e8a0e0d3-038b-475c-b988-cb677e787e58 {{(pid=104487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 08:42:43.866537 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] For port e8a0e0d3-038b-475c-b988-cb677e787e58, host hv-cinder-85117, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85117',level=0,port_id=e8a0e0d3-038b-475c-b988-cb677e787e58,segment=NetworkSegment(d4421dbb-2177-49de-a9fa-abc5e0331875),segment_id=d4421dbb-2177-49de-a9fa-abc5e0331875)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:42:43.943898 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (e8a0e0d3-038b-475c-b988-cb677e787e58), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:42:43.990252 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Pushing event updated for resources: {'Port': ['ID=e8a0e0d3-038b-475c-b988-cb677e787e58,revision_number=6']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:42:44.170514 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6449f865-00a9-4c07-909f-143ba0b00a5f req-31498908-35e6-4683-bd6c-0d20b798600b tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:42:44.171955 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-6449f865-00a9-4c07-909f-143ba0b00a5f req-31498908-35e6-4683-bd6c-0d20b798600b tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=73303fae-c87c-4ca8-86ef-f53a66bb47d9 HTTP/1.1" status: 200 len: 945 time: 0.0451765 Jul 27 08:42:44.221207 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-6449f865-00a9-4c07-909f-143ba0b00a5f req-96f46470-4302-4494-8ab6-09b3775e375e tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=31a1d554-5c9d-495f-8673-5decc904dcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436900 Jul 27 08:42:44.256647 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] get_ports_and_sgs() called for port_ids ['e8a0e0d3-038b-475c-b988-cb677e787e58'] {{(pid=104487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 08:42:44.316119 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9041b62d-b64d-446a-a821-7a981af2db58 req-adae7c6d-cf2c-4c40-9e82-b1449ce377ee tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:42:44.317641 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-9041b62d-b64d-446a-a821-7a981af2db58 req-adae7c6d-cf2c-4c40-9e82-b1449ce377ee tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/ports?device_id=8f053d88-ea01-4efa-9bcc-0880e6194203 HTTP/1.1" status: 200 len: 943 time: 0.0479131 Jul 27 08:42:44.367734 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-9041b62d-b64d-446a-a821-7a981af2db58 req-e81bbd7c-e248-48e8-b2a9-572791c681ac tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/security-groups?id=06418579-5279-4337-8e21-42e2ccd9d668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440078 Jul 27 08:42:44.805782 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-3f333966-d42f-4853-a30a-2552b6c1366a req-5543ac73-2b53-4c39-aed2-beea60a9141c tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/ports?device_id=80c4e570-1a1e-48ce-a477-0c84bcec9fbc HTTP/1.1" status: 200 len: 210 time: 0.0273137 Jul 27 08:42:45.343916 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2415c2e-b5a7-43d3-b57a-341cfbae778a req-6829fc86-3894-4506-9da2-5dd7f3026bfc tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:42:45.345476 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-f2415c2e-b5a7-43d3-b57a-341cfbae778a req-6829fc86-3894-4506-9da2-5dd7f3026bfc tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=73303fae-c87c-4ca8-86ef-f53a66bb47d9 HTTP/1.1" status: 200 len: 945 time: 0.0467463 Jul 27 08:42:45.392717 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-f2415c2e-b5a7-43d3-b57a-341cfbae778a req-fed8d3a6-e159-4afa-80c3-6d064468e9db tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=31a1d554-5c9d-495f-8673-5decc904dcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414481 Jul 27 08:42:45.486174 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f5aa53-03c3-46ab-b2c9-03c1a33b83ec req-8a14eb67-f378-4c3f-80e9-3264c4c6a7f1 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:42:45.487644 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-d3f5aa53-03c3-46ab-b2c9-03c1a33b83ec req-8a14eb67-f378-4c3f-80e9-3264c4c6a7f1 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/ports?device_id=8f053d88-ea01-4efa-9bcc-0880e6194203 HTTP/1.1" status: 200 len: 943 time: 0.0466571 Jul 27 08:42:45.536202 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-d3f5aa53-03c3-46ab-b2c9-03c1a33b83ec req-d37f5fb4-f345-4876-933f-5274c315453a tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/security-groups?id=06418579-5279-4337-8e21-42e2ccd9d668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426970 Jul 27 08:42:45.707950 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Device 6f674684-ef99-4489-89b2-62b7296f4a73 details requested by agent hyperv_hv-cinder-85117 with host hv-cinder-85117 {{(pid=104487) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 08:42:45.721347 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Device e8a0e0d3-038b-475c-b988-cb677e787e58 up at agent hyperv_hv-cinder-85117 {{(pid=104487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 08:42:45.823370 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Provisioning complete for port e8a0e0d3-038b-475c-b988-cb677e787e58 triggered by entity L2. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:42:45.823745 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (e8a0e0d3-038b-475c-b988-cb677e787e58), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:42:45.877876 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] For port 6f674684-ef99-4489-89b2-62b7296f4a73, host hv-cinder-85117, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85117',level=0,port_id=6f674684-ef99-4489-89b2-62b7296f4a73,segment=NetworkSegment(25556ca1-67d3-4c5f-8bb3-e3393e44e1ba),segment_id=25556ca1-67d3-4c5f-8bb3-e3393e44e1ba)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:42:45.901567 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Returning: {'device': '6f674684-ef99-4489-89b2-62b7296f4a73', 'network_id': 'd0a6cf88-547f-4cf8-ad21-f8b392f1c474', 'port_id': '6f674684-ef99-4489-89b2-62b7296f4a73', 'mac_address': 'fa:16:3e:93:25:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0dfc042-b535-4f7d-9065-dbfee481baea', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104487) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 08:42:45.909471 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-c03e87b9-2011-4883-bb8f-dd349c95f743 req-ba3e954b-b259-47c0-874f-f6b536781cb7 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/ports?device_id=80c4e570-1a1e-48ce-a477-0c84bcec9fbc HTTP/1.1" status: 200 len: 210 time: 0.0322769 Jul 27 08:42:45.910988 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:42:45.953652 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:42:45.979062 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Current status of the port 6f674684-ef99-4489-89b2-62b7296f4a73 is: DOWN; New status is: BUILD {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:42:45.979481 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (6f674684-ef99-4489-89b2-62b7296f4a73), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:42:45.982482 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Current status of the port e8a0e0d3-038b-475c-b988-cb677e787e58 is: BUILD; New status is: ACTIVE {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:42:45.982886 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (e8a0e0d3-038b-475c-b988-cb677e787e58), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:42:46.004494 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.notifiers.nova [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f674684-ef99-4489-89b2-62b7296f4a73 {{(pid=104487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 08:42:46.022948 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73303fae-c87c-4ca8-86ef-f53a66bb47d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8a0e0d3-038b-475c-b988-cb677e787e58'}] {{(pid=104487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 08:42:46.025205 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80d6aca8d47c9a16b7ef4a01c61ef1bf5c962aea16cee8599b6bab5dfb4de652" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04696771-cc69-437d-9c78-5be533c8e185" -d '{"events": [{"server_uuid": "73303fae-c87c-4ca8-86ef-f53a66bb47d9", "name": "network-vif-plugged", "status": "completed", "tag": "e8a0e0d3-038b-475c-b988-cb677e787e58"}]}' {{(pid=104487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 08:42:46.041446 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-653d0c85-2401-4254-bcc5-0380206f1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (7c77c4a2-8ca4-486b-af2a-676805e7b922), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:42:46.047792 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] For port 6f674684-ef99-4489-89b2-62b7296f4a73, host hv-cinder-85117, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85117',level=0,port_id=6f674684-ef99-4489-89b2-62b7296f4a73,segment=NetworkSegment(25556ca1-67d3-4c5f-8bb3-e3393e44e1ba),segment_id=25556ca1-67d3-4c5f-8bb3-e3393e44e1ba)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:42:46.050168 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] For port e8a0e0d3-038b-475c-b988-cb677e787e58, host hv-cinder-85117, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85117',level=0,port_id=e8a0e0d3-038b-475c-b988-cb677e787e58,segment=NetworkSegment(d4421dbb-2177-49de-a9fa-abc5e0331875),segment_id=d4421dbb-2177-49de-a9fa-abc5e0331875)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:42:46.066687 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 08:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b7df1f2-2528-4bd2-98d8-3e6016e1f457 x-openstack-request-id: req-1b7df1f2-2528-4bd2-98d8-3e6016e1f457 {{(pid=104487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 08:42:46.067000 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73303fae-c87c-4ca8-86ef-f53a66bb47d9", "name": "network-vif-plugged", "status": "completed", "tag": "e8a0e0d3-038b-475c-b988-cb677e787e58", "code": 200}]} {{(pid=104487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 08:42:46.067260 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-1b7df1f2-2528-4bd2-98d8-3e6016e1f457 {{(pid=104487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 08:42:46.067658 dv-cinder-851170-2-iscsi neutron-server[104487]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b7df1f2-2528-4bd2-98d8-3e6016e1f457'] response: {'server_uuid': '73303fae-c87c-4ca8-86ef-f53a66bb47d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8a0e0d3-038b-475c-b988-cb677e787e58', 'code': 200} Jul 27 08:42:46.142719 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (6f674684-ef99-4489-89b2-62b7296f4a73), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:42:46.144422 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (e8a0e0d3-038b-475c-b988-cb677e787e58), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:42:46.192974 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Pushing event updated for resources: {'Port': ['ID=6f674684-ef99-4489-89b2-62b7296f4a73,revision_number=4']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:42:46.240630 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Pushing event updated for resources: {'Port': ['ID=e8a0e0d3-038b-475c-b988-cb677e787e58,revision_number=7']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:42:46.516392 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc70acf8-80ab-45b8-82e0-1a86b04035f2 req-8386442b-6a37-4872-9cae-013e7546d291 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:42:46.517890 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-bc70acf8-80ab-45b8-82e0-1a86b04035f2 req-8386442b-6a37-4872-9cae-013e7546d291 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=73303fae-c87c-4ca8-86ef-f53a66bb47d9 HTTP/1.1" status: 200 len: 946 time: 0.0469358 Jul 27 08:42:46.570813 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-bc70acf8-80ab-45b8-82e0-1a86b04035f2 req-a0d92aae-f2bf-44da-97cd-4c5c9dbd46dc tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=31a1d554-5c9d-495f-8673-5decc904dcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470757 Jul 27 08:42:46.673002 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb8d2b7-b249-4eaf-8884-f3ce06772a4f req-727f66ea-8b72-4b21-834c-e949e2048e7f tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:42:46.674521 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-eeb8d2b7-b249-4eaf-8884-f3ce06772a4f req-727f66ea-8b72-4b21-834c-e949e2048e7f tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.42 "GET /v2.0/networks?id=8f6980da-175b-4e92-9032-637e0458eb4f HTTP/1.1" status: 200 len: 815 time: 0.1547413 Jul 27 08:42:46.686016 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f5834f-3caa-45d6-a4bf-a91eba9f16cb req-516c8acc-4e42-456e-8941-41a20d0686fd tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:42:46.686815 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-09f5834f-3caa-45d6-a4bf-a91eba9f16cb req-516c8acc-4e42-456e-8941-41a20d0686fd tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/ports?device_id=8f053d88-ea01-4efa-9bcc-0880e6194203 HTTP/1.1" status: 200 len: 944 time: 0.0629325 Jul 27 08:42:46.736708 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=100 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:42:46.772654 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-09f5834f-3caa-45d6-a4bf-a91eba9f16cb req-d7c73735-a487-4e19-a648-a92c0426bbc2 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/security-groups?id=06418579-5279-4337-8e21-42e2ccd9d668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794454 Jul 27 08:42:46.805096 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-eeb8d2b7-b249-4eaf-8884-f3ce06772a4f req-21b848bf-3248-44d1-9097-fbd9ae6513a7 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=940250de2f6f47ed9edc1bb0468551c8 HTTP/1.1" status: 200 len: 473 time: 0.1108899 Jul 27 08:42:46.805418 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] get_ports_and_sgs() called for port_ids ['6f674684-ef99-4489-89b2-62b7296f4a73'] {{(pid=104487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 08:42:46.816446 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.v2.base [req-eeb8d2b7-b249-4eaf-8884-f3ce06772a4f req-389d4fa2-6b75-4146-99f0-bbc679fdf173 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Request body: {'port': {'device_id': '80c4e570-1a1e-48ce-a477-0c84bcec9fbc', 'network_id': '8f6980da-175b-4e92-9032-637e0458eb4f', 'admin_state_up': True, 'tenant_id': '940250de2f6f47ed9edc1bb0468551c8', 'security_groups': ['331ad35f-7de8-4f12-ae4c-1f41c3ae3d1e']}} {{(pid=104486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:42:47.012983 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-3c18478a-0761-4bd8-9bd1-5a0c0628209e req-054b483d-a7d9-4785-be54-1e1d02005772 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/ports?device_id=80c4e570-1a1e-48ce-a477-0c84bcec9fbc HTTP/1.1" status: 200 len: 210 time: 0.0281777 Jul 27 08:42:47.016705 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eeb8d2b7-b249-4eaf-8884-f3ce06772a4f req-389d4fa2-6b75-4146-99f0-bbc679fdf173 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Made reservation on behalf of 940250de2f6f47ed9edc1bb0468551c8 for: {'port': 1} {{(pid=104486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 08:42:47.020212 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-eeb8d2b7-b249-4eaf-8884-f3ce06772a4f req-389d4fa2-6b75-4146-99f0-bbc679fdf173 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (None), before_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:42:47.047796 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:42:47.201579 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538dc00e-f32b-4fb2-8036-1f223f6458e6 req-013435b3-1b3d-4f2a-9394-d716a5487ba3 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:42:47.203643 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-538dc00e-f32b-4fb2-8036-1f223f6458e6 req-013435b3-1b3d-4f2a-9394-d716a5487ba3 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7739cba-0102-4d24-ac1e-904912fe2c65 HTTP/1.1" status: 200 len: 945 time: 0.0692403 Jul 27 08:42:47.204718 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.db.db_base_plugin_common [req-eeb8d2b7-b249-4eaf-8884-f3ce06772a4f req-389d4fa2-6b75-4146-99f0-bbc679fdf173 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Allocated IP 172.20.0.14 (8f6980da-175b-4e92-9032-637e0458eb4f/5784479d-44dd-45ed-b6e6-1aaaf2f91b93/3dc911f5-2c16-4531-acf6-43762dc287c7) {{(pid=104486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 08:42:47.281355 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-538dc00e-f32b-4fb2-8036-1f223f6458e6 req-932de704-d651-41f1-ba01-61b3874d1992 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/security-groups?id=791a5d6c-9866-4968-9e83-75fa41831371&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698373 Jul 27 08:42:47.374315 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-eeb8d2b7-b249-4eaf-8884-f3ce06772a4f req-389d4fa2-6b75-4146-99f0-bbc679fdf173 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks [] for port (3dc911f5-2c16-4531-acf6-43762dc287c7), precommit_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:42:47.482281 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-eeb8d2b7-b249-4eaf-8884-f3ce06772a4f req-389d4fa2-6b75-4146-99f0-bbc679fdf173 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786709965397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4293862'] for port (3dc911f5-2c16-4531-acf6-43762dc287c7), after_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:42:47.528000 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eeb8d2b7-b249-4eaf-8884-f3ce06772a4f req-389d4fa2-6b75-4146-99f0-bbc679fdf173 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Network 8f6980da-175b-4e92-9032-637e0458eb4f is already hosted by enough agents. {{(pid=104486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 08:42:47.533357 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.scheduler.base_scheduler [req-eeb8d2b7-b249-4eaf-8884-f3ce06772a4f req-389d4fa2-6b75-4146-99f0-bbc679fdf173 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Resources bound (agent type, host, resource id): {{(pid=104486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 08:42:47.537370 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeb8d2b7-b249-4eaf-8884-f3ce06772a4f req-389d4fa2-6b75-4146-99f0-bbc679fdf173 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Received port after_create {{(pid=104486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 08:42:47.560522 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389d4fa2-6b75-4146-99f0-bbc679fdf173 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Pushing event updated for resources: {'Port': ['ID=3dc911f5-2c16-4531-acf6-43762dc287c7,revision_number=1']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:42:47.594660 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb8d2b7-b249-4eaf-8884-f3ce06772a4f req-389d4fa2-6b75-4146-99f0-bbc679fdf173 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:42:47.595299 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-eeb8d2b7-b249-4eaf-8884-f3ce06772a4f req-389d4fa2-6b75-4146-99f0-bbc679fdf173 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8374701'] for port (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:42:47.670669 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-eeb8d2b7-b249-4eaf-8884-f3ce06772a4f req-389d4fa2-6b75-4146-99f0-bbc679fdf173 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8589737 Jul 27 08:42:47.700809 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3867634-8c27-4ec6-a539-c470aacb34e6 req-eb37873b-478a-49a4-9a16-ca8783e1027d tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:42:47.703959 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-b3867634-8c27-4ec6-a539-c470aacb34e6 req-eb37873b-478a-49a4-9a16-ca8783e1027d tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=73303fae-c87c-4ca8-86ef-f53a66bb47d9 HTTP/1.1" status: 200 len: 946 time: 0.0504925 Jul 27 08:42:47.750943 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-b3867634-8c27-4ec6-a539-c470aacb34e6 req-215a037b-f997-4824-ac97-10fd46adbb7f tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=31a1d554-5c9d-495f-8673-5decc904dcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411074 Jul 27 08:42:47.785503 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.v2.base [req-eeb8d2b7-b249-4eaf-8884-f3ce06772a4f req-c2d9b194-e3b9-416a-ad11-ead4c882cdbe service neutron] Request body: {'port': {'device_id': '80c4e570-1a1e-48ce-a477-0c84bcec9fbc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85117'}} {{(pid=104486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:42:47.810086 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-7c8ddd9d-b6d2-4122-97fa-4cae933d8cc4 None None] Provisioning complete for port 3dc911f5-2c16-4531-acf6-43762dc287c7 triggered by entity DHCP. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:42:47.810624 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-7c8ddd9d-b6d2-4122-97fa-4cae933d8cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (3dc911f5-2c16-4531-acf6-43762dc287c7), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:42:47.820636 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:42:47.845304 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-7c8ddd9d-b6d2-4122-97fa-4cae933d8cc4 None None] Port 3dc911f5-2c16-4531-acf6-43762dc287c7 cannot update to ACTIVE because it is not bound. {{(pid=104487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 08:42:47.878673 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-eeb8d2b7-b249-4eaf-8884-f3ce06772a4f req-c2d9b194-e3b9-416a-ad11-ead4c882cdbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (3dc911f5-2c16-4531-acf6-43762dc287c7), before_update {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:42:47.908078 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eb57f9-6f9a-40bb-a7c5-e0e6d075dc7a req-1c64fb94-d017-4334-bf2e-9d99b0056b94 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:42:47.909623 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-12eb57f9-6f9a-40bb-a7c5-e0e6d075dc7a req-1c64fb94-d017-4334-bf2e-9d99b0056b94 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/ports?device_id=8f053d88-ea01-4efa-9bcc-0880e6194203 HTTP/1.1" status: 200 len: 944 time: 0.0608268 Jul 27 08:42:47.989952 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-12eb57f9-6f9a-40bb-a7c5-e0e6d075dc7a req-6b94c72f-7dcb-4b33-9a36-488ac8f6c072 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/security-groups?id=06418579-5279-4337-8e21-42e2ccd9d668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631487 Jul 27 08:42:48.105447 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:42:48.138747 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a52635f-9d3a-426a-b2e0-462a0db9ffdd req-0a9590f2-a81a-4fe7-88f0-6822b6a22ce1 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:42:48.140228 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-7a52635f-9d3a-426a-b2e0-462a0db9ffdd req-0a9590f2-a81a-4fe7-88f0-6822b6a22ce1 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/ports?device_id=80c4e570-1a1e-48ce-a477-0c84bcec9fbc HTTP/1.1" status: 200 len: 932 time: 0.0507329 Jul 27 08:42:48.152607 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=100 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:42:48.189262 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-7a52635f-9d3a-426a-b2e0-462a0db9ffdd req-6f26ee43-df65-4376-bb89-350b5fc947ad tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/security-groups?id=331ad35f-7de8-4f12-ae4c-1f41c3ae3d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431943 Jul 27 08:42:48.203066 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.notifiers.nova [req-eeb8d2b7-b249-4eaf-8884-f3ce06772a4f req-c2d9b194-e3b9-416a-ad11-ead4c882cdbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3dc911f5-2c16-4531-acf6-43762dc287c7 {{(pid=104486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 08:42:48.211058 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-eeb8d2b7-b249-4eaf-8884-f3ce06772a4f req-c2d9b194-e3b9-416a-ad11-ead4c882cdbe service neutron] Publish callbacks [] for port (3dc911f5-2c16-4531-acf6-43762dc287c7), precommit_update {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:42:48.224323 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.db.provisioning_blocks [req-eeb8d2b7-b249-4eaf-8884-f3ce06772a4f req-c2d9b194-e3b9-416a-ad11-ead4c882cdbe service neutron] Transition to ACTIVE for port object 3dc911f5-2c16-4531-acf6-43762dc287c7 will not be triggered until provisioned by entity L2. {{(pid=104486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 27 08:42:48.290429 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-eeb8d2b7-b249-4eaf-8884-f3ce06772a4f req-c2d9b194-e3b9-416a-ad11-ead4c882cdbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4293873'] for port (3dc911f5-2c16-4531-acf6-43762dc287c7), after_update {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:42:48.313749 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-46f18267-ca46-4254-a719-8622c60e221b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (5bc6d868-bb0b-4164-b2dd-44360f4de654), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:42:48.342855 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d9b194-e3b9-416a-ad11-ead4c882cdbe service neutron] Pushing event updated for resources: {'Port': ['ID=3dc911f5-2c16-4531-acf6-43762dc287c7,revision_number=2']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:42:48.441613 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1e7ea4-bb2e-488e-96cf-e7a4a3561cfd req-3dc3b51e-07f1-48f9-be1e-e008195679b1 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:42:48.443174 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-9c1e7ea4-bb2e-488e-96cf-e7a4a3561cfd req-3dc3b51e-07f1-48f9-be1e-e008195679b1 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7739cba-0102-4d24-ac1e-904912fe2c65 HTTP/1.1" status: 200 len: 945 time: 0.0729513 Jul 27 08:42:48.482448 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.managers [req-eeb8d2b7-b249-4eaf-8884-f3ce06772a4f req-c2d9b194-e3b9-416a-ad11-ead4c882cdbe service neutron] Attempting to bind port 3dc911f5-2c16-4531-acf6-43762dc287c7 on host hv-cinder-85117 for vnic_type normal with profile {{(pid=104486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 08:42:48.482788 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.managers [req-eeb8d2b7-b249-4eaf-8884-f3ce06772a4f req-c2d9b194-e3b9-416a-ad11-ead4c882cdbe service neutron] Attempting to bind port 3dc911f5-2c16-4531-acf6-43762dc287c7 by drivers openvswitch,hyperv on host hv-cinder-85117 at level 0 using segments [{'id': 'e7699621-ef90-47fe-8696-58f5c1995388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '8f6980da-175b-4e92-9032-637e0458eb4f'}] {{(pid=104486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 08:42:48.483119 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb8d2b7-b249-4eaf-8884-f3ce06772a4f req-c2d9b194-e3b9-416a-ad11-ead4c882cdbe service neutron] Attempting to bind port 3dc911f5-2c16-4531-acf6-43762dc287c7 on network 8f6980da-175b-4e92-9032-637e0458eb4f {{(pid=104486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 08:42:48.491446 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb8d2b7-b249-4eaf-8884-f3ce06772a4f req-c2d9b194-e3b9-416a-ad11-ead4c882cdbe service neutron] Port 3dc911f5-2c16-4531-acf6-43762dc287c7 on network 8f6980da-175b-4e92-9032-637e0458eb4f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85117 {{(pid=104486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 27 08:42:48.491769 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb8d2b7-b249-4eaf-8884-f3ce06772a4f req-c2d9b194-e3b9-416a-ad11-ead4c882cdbe service neutron] Attempting to bind port 3dc911f5-2c16-4531-acf6-43762dc287c7 on network 8f6980da-175b-4e92-9032-637e0458eb4f {{(pid=104486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 08:42:48.503448 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb8d2b7-b249-4eaf-8884-f3ce06772a4f req-c2d9b194-e3b9-416a-ad11-ead4c882cdbe service neutron] Checking agent: {'id': '40990755-2d84-4c9d-828c-eda94a5136e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85117', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 8, 37, 21), 'started_at': datetime.datetime(2022, 7, 27, 8, 37, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 8, 42, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 08:42:48.503785 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb8d2b7-b249-4eaf-8884-f3ce06772a4f req-c2d9b194-e3b9-416a-ad11-ead4c882cdbe service neutron] Checking segment: {'id': 'e7699621-ef90-47fe-8696-58f5c1995388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '8f6980da-175b-4e92-9032-637e0458eb4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 08:42:48.504169 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb8d2b7-b249-4eaf-8884-f3ce06772a4f req-c2d9b194-e3b9-416a-ad11-ead4c882cdbe service neutron] Bound using segment: {'id': 'e7699621-ef90-47fe-8696-58f5c1995388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '8f6980da-175b-4e92-9032-637e0458eb4f'} {{(pid=104486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 08:42:48.504597 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.managers [req-eeb8d2b7-b249-4eaf-8884-f3ce06772a4f req-c2d9b194-e3b9-416a-ad11-ead4c882cdbe service neutron] Bound port: 3dc911f5-2c16-4531-acf6-43762dc287c7, host: hv-cinder-85117, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7699621-ef90-47fe-8696-58f5c1995388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '8f6980da-175b-4e92-9032-637e0458eb4f'}}] {{(pid=104486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 08:42:48.504958 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-eeb8d2b7-b249-4eaf-8884-f3ce06772a4f req-c2d9b194-e3b9-416a-ad11-ead4c882cdbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (3dc911f5-2c16-4531-acf6-43762dc287c7), before_update {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:42:48.529118 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-9c1e7ea4-bb2e-488e-96cf-e7a4a3561cfd req-8ea6a532-8926-4543-956c-af47afa2656b tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/security-groups?id=791a5d6c-9866-4968-9e83-75fa41831371&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786197 Jul 27 08:42:48.579091 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Device 6f674684-ef99-4489-89b2-62b7296f4a73 up at agent hyperv_hv-cinder-85117 {{(pid=104487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 08:42:48.579700 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.db [req-eeb8d2b7-b249-4eaf-8884-f3ce06772a4f req-c2d9b194-e3b9-416a-ad11-ead4c882cdbe service neutron] For port 3dc911f5-2c16-4531-acf6-43762dc287c7, host hv-cinder-85117, cleared binding levels {{(pid=104486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 08:42:48.583252 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.db [req-eeb8d2b7-b249-4eaf-8884-f3ce06772a4f req-c2d9b194-e3b9-416a-ad11-ead4c882cdbe service neutron] For port 3dc911f5-2c16-4531-acf6-43762dc287c7, host hv-cinder-85117, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85117',level=0,port_id=3dc911f5-2c16-4531-acf6-43762dc287c7,segment=NetworkSegment(e7699621-ef90-47fe-8696-58f5c1995388),segment_id=e7699621-ef90-47fe-8696-58f5c1995388)] {{(pid=104486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 08:42:48.623024 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Provisioning for port 6f674684-ef99-4489-89b2-62b7296f4a73 completed by entity L2. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 27 08:42:48.651235 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-eeb8d2b7-b249-4eaf-8884-f3ce06772a4f req-c2d9b194-e3b9-416a-ad11-ead4c882cdbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4293873'] for port (3dc911f5-2c16-4531-acf6-43762dc287c7), after_update {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:42:48.673302 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Provisioning complete for port 6f674684-ef99-4489-89b2-62b7296f4a73 triggered by entity L2. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:42:48.673682 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (6f674684-ef99-4489-89b2-62b7296f4a73), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:42:48.687304 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb8d2b7-b249-4eaf-8884-f3ce06772a4f req-c2d9b194-e3b9-416a-ad11-ead4c882cdbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:42:48.688156 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-eeb8d2b7-b249-4eaf-8884-f3ce06772a4f req-c2d9b194-e3b9-416a-ad11-ead4c882cdbe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8374701'] for port (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:42:48.689568 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-eeb8d2b7-b249-4eaf-8884-f3ce06772a4f req-c2d9b194-e3b9-416a-ad11-ead4c882cdbe service neutron] 10.222.0.42 "PUT /v2.0/ports/3dc911f5-2c16-4531-acf6-43762dc287c7 HTTP/1.1" status: 200 len: 1094 time: 0.9086645 Jul 27 08:42:48.690006 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80c4e570-1a1e-48ce-a477-0c84bcec9fbc', 'tag': '3dc911f5-2c16-4531-acf6-43762dc287c7'}] {{(pid=104486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 08:42:48.692278 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0fbdf057086729fb3d5906bdd251c7adb98d678ad2f5ce1a48bcc8d44af0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bedc688-641d-4e7a-b47a-5373b38c6b43" -d '{"events": [{"name": "network-changed", "server_uuid": "80c4e570-1a1e-48ce-a477-0c84bcec9fbc", "tag": "3dc911f5-2c16-4531-acf6-43762dc287c7"}]}' {{(pid=104486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 08:42:48.709404 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:42:48.711657 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:42:48.717270 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d9b194-e3b9-416a-ad11-ead4c882cdbe service neutron] Pushing event updated for resources: {'Port': ['ID=3dc911f5-2c16-4531-acf6-43762dc287c7,revision_number=3']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:42:48.754042 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 08:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82ed820f-da1a-4adb-9fe2-bccd1998fdc3 x-openstack-request-id: req-82ed820f-da1a-4adb-9fe2-bccd1998fdc3 {{(pid=104486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 08:42:48.754470 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80c4e570-1a1e-48ce-a477-0c84bcec9fbc", "tag": "3dc911f5-2c16-4531-acf6-43762dc287c7", "status": "completed", "code": 200}]} {{(pid=104486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 08:42:48.754598 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Current status of the port 6f674684-ef99-4489-89b2-62b7296f4a73 is: BUILD; New status is: ACTIVE {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:42:48.754694 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-82ed820f-da1a-4adb-9fe2-bccd1998fdc3 {{(pid=104486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 08:42:48.754861 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (6f674684-ef99-4489-89b2-62b7296f4a73), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:42:48.755023 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82ed820f-da1a-4adb-9fe2-bccd1998fdc3'] response: {'name': 'network-changed', 'server_uuid': '80c4e570-1a1e-48ce-a477-0c84bcec9fbc', 'tag': '3dc911f5-2c16-4531-acf6-43762dc287c7', 'status': 'completed', 'code': 200} Jul 27 08:42:48.779513 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f053d88-ea01-4efa-9bcc-0880e6194203', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f674684-ef99-4489-89b2-62b7296f4a73'}] {{(pid=104487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 08:42:48.782485 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80d6aca8d47c9a16b7ef4a01c61ef1bf5c962aea16cee8599b6bab5dfb4de652" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b2850ca-e272-4307-81f6-9f7b468fb3a3" -d '{"events": [{"server_uuid": "8f053d88-ea01-4efa-9bcc-0880e6194203", "name": "network-vif-plugged", "status": "completed", "tag": "6f674684-ef99-4489-89b2-62b7296f4a73"}]}' {{(pid=104487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 08:42:48.803097 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] For port 6f674684-ef99-4489-89b2-62b7296f4a73, host hv-cinder-85117, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85117',level=0,port_id=6f674684-ef99-4489-89b2-62b7296f4a73,segment=NetworkSegment(25556ca1-67d3-4c5f-8bb3-e3393e44e1ba),segment_id=25556ca1-67d3-4c5f-8bb3-e3393e44e1ba)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:42:48.826762 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 08:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c8ede0b-165a-4763-957f-8ed6bc5ec790 x-openstack-request-id: req-6c8ede0b-165a-4763-957f-8ed6bc5ec790 {{(pid=104487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 08:42:48.828260 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f053d88-ea01-4efa-9bcc-0880e6194203", "name": "network-vif-plugged", "status": "completed", "tag": "6f674684-ef99-4489-89b2-62b7296f4a73", "code": 200}]} {{(pid=104487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 08:42:48.828645 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-6c8ede0b-165a-4763-957f-8ed6bc5ec790 {{(pid=104487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 08:42:48.829181 dv-cinder-851170-2-iscsi neutron-server[104487]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c8ede0b-165a-4763-957f-8ed6bc5ec790'] response: {'server_uuid': '8f053d88-ea01-4efa-9bcc-0880e6194203', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f674684-ef99-4489-89b2-62b7296f4a73', 'code': 200} Jul 27 08:42:48.864400 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (6f674684-ef99-4489-89b2-62b7296f4a73), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:42:48.913456 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bedc688-641d-4e7a-b47a-5373b38c6b43 req-3a0cd495-3a58-4f5b-854c-6129af37bf7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:42:48.914995 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-9bedc688-641d-4e7a-b47a-5373b38c6b43 req-3a0cd495-3a58-4f5b-854c-6129af37bf7d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=940250de2f6f47ed9edc1bb0468551c8&device_id=80c4e570-1a1e-48ce-a477-0c84bcec9fbc HTTP/1.1" status: 200 len: 1128 time: 0.0924454 Jul 27 08:42:48.920375 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Pushing event updated for resources: {'Port': ['ID=6f674684-ef99-4489-89b2-62b7296f4a73,revision_number=5']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:42:48.931100 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979fe531-7845-490a-9177-385595a046f6 req-3fa86e78-6fb1-45fd-bd09-b418fb267a99 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:42:48.932917 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-979fe531-7845-490a-9177-385595a046f6 req-3fa86e78-6fb1-45fd-bd09-b418fb267a99 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=73303fae-c87c-4ca8-86ef-f53a66bb47d9 HTTP/1.1" status: 200 len: 946 time: 0.0886948 Jul 27 08:42:49.045815 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-979fe531-7845-490a-9177-385595a046f6 req-f42daa63-22e8-4c4b-b2e3-d4c93d419cc3 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=31a1d554-5c9d-495f-8673-5decc904dcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012609 Jul 27 08:42:49.069710 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bedc688-641d-4e7a-b47a-5373b38c6b43 req-7e8e31d2-1050-4124-a737-142279d30c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:42:49.071204 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-9bedc688-641d-4e7a-b47a-5373b38c6b43 req-7e8e31d2-1050-4124-a737-142279d30c1c service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=940250de2f6f47ed9edc1bb0468551c8&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1370413 Jul 27 08:42:49.110454 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04268ed-cf92-4e4a-9028-82faef120644 req-0fd4e93b-6442-442f-a0e6-d54ce9f762f9 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:42:49.111876 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-e04268ed-cf92-4e4a-9028-82faef120644 req-0fd4e93b-6442-442f-a0e6-d54ce9f762f9 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/ports?device_id=8f053d88-ea01-4efa-9bcc-0880e6194203 HTTP/1.1" status: 200 len: 945 time: 0.0474255 Jul 27 08:42:49.160367 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-e04268ed-cf92-4e4a-9028-82faef120644 req-b2fcbf61-1056-4dc9-88ba-dd617a2e6a63 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/security-groups?id=06418579-5279-4337-8e21-42e2ccd9d668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428436 Jul 27 08:42:49.201401 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0e5525-ccfc-422c-83f9-4eceb2b90ce9 req-1873f1b7-ef7e-4d5c-bfe2-5a5061b3c371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:42:49.203613 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-1d0e5525-ccfc-422c-83f9-4eceb2b90ce9 req-1873f1b7-ef7e-4d5c-bfe2-5a5061b3c371 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8f053d88-ea01-4efa-9bcc-0880e6194203 HTTP/1.1" status: 200 len: 1129 time: 0.0592582 Jul 27 08:42:49.204561 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bedc688-641d-4e7a-b47a-5373b38c6b43 req-bc7ce9b5-23c2-4282-85d4-2fba9439178d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:42:49.205856 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-9bedc688-641d-4e7a-b47a-5373b38c6b43 req-bc7ce9b5-23c2-4282-85d4-2fba9439178d service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1273913 Jul 27 08:42:49.273325 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-1d0e5525-ccfc-422c-83f9-4eceb2b90ce9 req-83d871d2-2651-4865-98b2-a58e795ae694 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=06418579-5279-4337-8e21-42e2ccd9d668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503633 Jul 27 08:42:49.306583 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a188a67e-a199-4cf0-9d78-8ab8056a8e33 req-94a8d3fe-ed9d-4d65-8adf-f52ce5c9ab8e tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:42:49.308012 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-a188a67e-a199-4cf0-9d78-8ab8056a8e33 req-94a8d3fe-ed9d-4d65-8adf-f52ce5c9ab8e tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/ports?device_id=80c4e570-1a1e-48ce-a477-0c84bcec9fbc HTTP/1.1" status: 200 len: 944 time: 0.0475059 Jul 27 08:42:49.319464 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:42:49.355536 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-a188a67e-a199-4cf0-9d78-8ab8056a8e33 req-4cb4fe07-faf0-4735-90b6-b211988a6d82 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/security-groups?id=331ad35f-7de8-4f12-ae4c-1f41c3ae3d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413716 Jul 27 08:42:49.646203 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd5f750-fb1a-4eb5-9b98-d8a6ad99380c req-33ed0278-7897-497c-a975-43097b7da6a1 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:42:49.647629 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-fdd5f750-fb1a-4eb5-9b98-d8a6ad99380c req-33ed0278-7897-497c-a975-43097b7da6a1 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7739cba-0102-4d24-ac1e-904912fe2c65 HTTP/1.1" status: 200 len: 945 time: 0.0457315 Jul 27 08:42:49.697776 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-fdd5f750-fb1a-4eb5-9b98-d8a6ad99380c req-fd00cd3c-20a9-4eba-834a-0f0d36a133be tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/security-groups?id=791a5d6c-9866-4968-9e83-75fa41831371&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444760 Jul 27 08:42:49.769163 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb8d2b7-b249-4eaf-8884-f3ce06772a4f req-8779988c-4cb5-4ed3-88fa-2be47428197f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:42:49.770633 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-eeb8d2b7-b249-4eaf-8884-f3ce06772a4f req-8779988c-4cb5-4ed3-88fa-2be47428197f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=940250de2f6f47ed9edc1bb0468551c8&device_id=80c4e570-1a1e-48ce-a477-0c84bcec9fbc HTTP/1.1" status: 200 len: 1128 time: 0.0376801 Jul 27 08:42:49.820245 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-eeb8d2b7-b249-4eaf-8884-f3ce06772a4f req-8d1a7f17-3127-4997-a01b-fb94deaa8f9b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3dc911f5-2c16-4531-acf6-43762dc287c7 HTTP/1.1" status: 200 len: 217 time: 0.0341187 Jul 27 08:42:50.170692 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ae4707-1173-491e-b44f-d5f06b8610a0 req-e667ae5f-70e7-433a-8374-df5aa483093a tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:42:50.172187 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-a5ae4707-1173-491e-b44f-d5f06b8610a0 req-e667ae5f-70e7-433a-8374-df5aa483093a tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=73303fae-c87c-4ca8-86ef-f53a66bb47d9 HTTP/1.1" status: 200 len: 946 time: 0.0475008 Jul 27 08:42:50.221413 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-a5ae4707-1173-491e-b44f-d5f06b8610a0 req-0d8d640b-29d2-4835-b6bc-870fc3470ef8 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=31a1d554-5c9d-495f-8673-5decc904dcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435467 Jul 27 08:42:50.251586 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-45eb61cd-e3d7-4840-8013-3080c7768274 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (36998da0-f99a-403d-814c-b55466abd131), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:42:50.279870 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3034ecd-8771-404d-8e3d-b56e91926bd6 req-238d1f52-f1ff-44a0-a7b4-447e7da728c7 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:42:50.282005 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-b3034ecd-8771-404d-8e3d-b56e91926bd6 req-238d1f52-f1ff-44a0-a7b4-447e7da728c7 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/ports?device_id=8f053d88-ea01-4efa-9bcc-0880e6194203 HTTP/1.1" status: 200 len: 945 time: 0.0477731 Jul 27 08:42:50.327313 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-b3034ecd-8771-404d-8e3d-b56e91926bd6 req-aaf9d55a-0cfb-4a8a-8886-f7c0e2e8a706 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/security-groups?id=06418579-5279-4337-8e21-42e2ccd9d668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397105 Jul 27 08:42:50.471116 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b6c07f-fdb7-45f3-8f45-f8661b0b709c req-4fc700f3-25c9-4b7e-97d9-b0f52e999d43 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:42:50.472549 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-94b6c07f-fdb7-45f3-8f45-f8661b0b709c req-4fc700f3-25c9-4b7e-97d9-b0f52e999d43 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/ports?device_id=80c4e570-1a1e-48ce-a477-0c84bcec9fbc HTTP/1.1" status: 200 len: 944 time: 0.0458272 Jul 27 08:42:50.521206 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-94b6c07f-fdb7-45f3-8f45-f8661b0b709c req-d06ec88f-9949-4fcc-abdc-844ba3868d4f tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/security-groups?id=331ad35f-7de8-4f12-ae4c-1f41c3ae3d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431416 Jul 27 08:42:50.682694 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb8d2b7-b249-4eaf-8884-f3ce06772a4f req-7ecf800d-9873-485c-8df8-59b59644a463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:42:50.684055 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-eeb8d2b7-b249-4eaf-8884-f3ce06772a4f req-7ecf800d-9873-485c-8df8-59b59644a463 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5784479d-44dd-45ed-b6e6-1aaaf2f91b93 HTTP/1.1" status: 200 len: 854 time: 0.0458100 Jul 27 08:42:50.730325 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb8d2b7-b249-4eaf-8884-f3ce06772a4f req-1e4ce646-3173-42fb-9113-120aae484e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:42:50.731839 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-eeb8d2b7-b249-4eaf-8884-f3ce06772a4f req-1e4ce646-3173-42fb-9113-120aae484e43 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8f6980da-175b-4e92-9032-637e0458eb4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400302 Jul 27 08:42:50.818725 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fada233-a05c-425a-a50e-e1c83273b735 req-12806932-fc16-4ad5-8047-1ef23b5ca376 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:42:50.820251 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-4fada233-a05c-425a-a50e-e1c83273b735 req-12806932-fc16-4ad5-8047-1ef23b5ca376 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7739cba-0102-4d24-ac1e-904912fe2c65 HTTP/1.1" status: 200 len: 945 time: 0.0472538 Jul 27 08:42:50.828091 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-eeb8d2b7-b249-4eaf-8884-f3ce06772a4f req-8dfd0f93-8e62-4657-8557-87212811600c service neutron] 10.222.0.42 "GET /v2.0/networks/8f6980da-175b-4e92-9032-637e0458eb4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888100 Jul 27 08:42:50.867253 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-4fada233-a05c-425a-a50e-e1c83273b735 req-46d22d44-0561-4519-a878-eb8661ec2f03 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/security-groups?id=791a5d6c-9866-4968-9e83-75fa41831371&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413063 Jul 27 08:42:51.292692 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (40990755-2d84-4c9d-828c-eda94a5136e8), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:42:51.315712 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-83feb67a-80d7-474e-96e8-1d92c33387c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (0a293c43-2970-4b69-9d2a-dcf41d8870ef), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:42:51.338315 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (ed9de811-f248-496b-b487-860d50d7cee7), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:42:51.348024 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa4e1c2-2088-4bd0-944e-9ebad324e3f4 req-211b05f1-260b-4a0a-9b9b-d6b5929bd920 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:42:51.349505 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-7aa4e1c2-2088-4bd0-944e-9ebad324e3f4 req-211b05f1-260b-4a0a-9b9b-d6b5929bd920 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=73303fae-c87c-4ca8-86ef-f53a66bb47d9 HTTP/1.1" status: 200 len: 946 time: 0.0475605 Jul 27 08:42:51.399417 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-7aa4e1c2-2088-4bd0-944e-9ebad324e3f4 req-0d110bf4-90d5-4f2a-a1b6-8274fdd58164 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=31a1d554-5c9d-495f-8673-5decc904dcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434206 Jul 27 08:42:51.452844 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396add64-be54-4d18-864e-bf623dbfd8fb req-ab4e2f75-0eb7-41a1-8dc2-aea6075f4181 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:42:51.454415 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-396add64-be54-4d18-864e-bf623dbfd8fb req-ab4e2f75-0eb7-41a1-8dc2-aea6075f4181 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/ports?device_id=8f053d88-ea01-4efa-9bcc-0880e6194203 HTTP/1.1" status: 200 len: 945 time: 0.0523436 Jul 27 08:42:51.499483 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=100 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:42:51.502656 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-396add64-be54-4d18-864e-bf623dbfd8fb req-2f577ff2-0432-4694-b9a2-407f337603e4 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/security-groups?id=06418579-5279-4337-8e21-42e2ccd9d668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423286 Jul 27 08:42:51.658398 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42da089e-3084-4076-87eb-6ba588ad61fd req-0b778c02-3f67-43ec-928a-78869f60dffb tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:42:51.660280 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-42da089e-3084-4076-87eb-6ba588ad61fd req-0b778c02-3f67-43ec-928a-78869f60dffb tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/ports?device_id=80c4e570-1a1e-48ce-a477-0c84bcec9fbc HTTP/1.1" status: 200 len: 944 time: 0.0534396 Jul 27 08:42:51.714509 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-42da089e-3084-4076-87eb-6ba588ad61fd req-726b4688-d79f-4474-bb96-0faa930c60f3 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/security-groups?id=331ad35f-7de8-4f12-ae4c-1f41c3ae3d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476832 Jul 27 08:42:51.751955 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-eeb8d2b7-b249-4eaf-8884-f3ce06772a4f req-f1c086b3-f2bb-44d7-9867-5ba2ce9754a6 service neutron] 10.222.0.42 "GET /v2.0/networks/8f6980da-175b-4e92-9032-637e0458eb4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3255069 Jul 27 08:42:51.785104 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d160ef92-2766-4ec8-bf56-57d9301374a2 req-a6ad2db6-9511-4721-afa7-098f767849dd tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:42:51.786580 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-d160ef92-2766-4ec8-bf56-57d9301374a2 req-a6ad2db6-9511-4721-afa7-098f767849dd tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/ports?device_id=8f053d88-ea01-4efa-9bcc-0880e6194203 HTTP/1.1" status: 200 len: 945 time: 0.0556877 Jul 27 08:42:51.796953 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 58358) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:42:51.802298 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.v2.base [None req-cd9111c0-bf22-4ac7-9520-032d499ae0e8 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Request body: {'floatingip': {'port_id': '6f674684-ef99-4489-89b2-62b7296f4a73'}} {{(pid=104485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:42:51.806102 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=100 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:42:51.848671 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-cd9111c0-bf22-4ac7-9520-032d499ae0e8 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Publish callbacks [] for floatingip (71272700-5171-4b75-8082-3e19f08f34b0), before_update {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:42:52.044812 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e0b6f8-c668-41b1-bea1-eac820907349 req-deb0947e-cca6-40fe-83e6-63d9fba1148d tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:42:52.046482 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-70e0b6f8-c668-41b1-bea1-eac820907349 req-deb0947e-cca6-40fe-83e6-63d9fba1148d tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7739cba-0102-4d24-ac1e-904912fe2c65 HTTP/1.1" status: 200 len: 945 time: 0.1009440 Jul 27 08:42:52.143803 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-70e0b6f8-c668-41b1-bea1-eac820907349 req-be2083cd-198e-4c0e-9608-02892b8da432 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/security-groups?id=791a5d6c-9866-4968-9e83-75fa41831371&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899980 Jul 27 08:42:52.284389 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:42:52.394791 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-cd9111c0-bf22-4ac7-9520-032d499ae0e8 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:42:52.447308 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-cd9111c0-bf22-4ac7-9520-032d499ae0e8 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363235'] for floatingip (71272700-5171-4b75-8082-3e19f08f34b0), after_update {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:42:52.538062 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1c7754-a46b-41bc-b44c-a32e3fa080de req-5380fe80-3169-483c-b5e1-5750bc8f2ad3 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:42:52.544067 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-7e1c7754-a46b-41bc-b44c-a32e3fa080de req-5380fe80-3169-483c-b5e1-5750bc8f2ad3 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=73303fae-c87c-4ca8-86ef-f53a66bb47d9 HTTP/1.1" status: 200 len: 946 time: 0.0578113 Jul 27 08:42:52.593826 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.db.l3_db [None req-cd9111c0-bf22-4ac7-9520-032d499ae0e8 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Floating IP 71272700-5171-4b75-8082-3e19f08f34b0 associated. External IP: 172.27.2.144, port: 6f674684-ef99-4489-89b2-62b7296f4a73. Jul 27 08:42:52.618028 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-7e1c7754-a46b-41bc-b44c-a32e3fa080de req-d5dc4196-0708-43cc-8707-28bafc9a732a tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=31a1d554-5c9d-495f-8673-5decc904dcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589850 Jul 27 08:42:52.863597 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2534a3-76b1-4f3c-a232-1ceab0daa296 req-ffbc988e-ad88-469e-b43c-822f77119899 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:42:52.865183 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-6d2534a3-76b1-4f3c-a232-1ceab0daa296 req-ffbc988e-ad88-469e-b43c-822f77119899 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/ports?device_id=80c4e570-1a1e-48ce-a477-0c84bcec9fbc HTTP/1.1" status: 200 len: 944 time: 0.0576806 Jul 27 08:42:52.872288 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:42:52.878386 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd9111c0-bf22-4ac7-9520-032d499ae0e8 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Router 3e5b6a5e-dae9-4233-a289-94d5f15ec0f2 has already been hosted by L3 agent 5bc6d868-bb0b-4164-b2dd-44360f4de654 {{(pid=104485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 08:42:53.182348 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-6d2534a3-76b1-4f3c-a232-1ceab0daa296 req-49bb361a-3e93-4da8-acbb-028a04f85e8d tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/security-groups?id=331ad35f-7de8-4f12-ae4c-1f41c3ae3d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3067193 Jul 27 08:42:53.242361 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd9111c0-bf22-4ac7-9520-032d499ae0e8 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Notify agent at l3_agent.dv-cinder-851170-2-iscsi the message routers_updated {{(pid=104485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 08:42:53.337685 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-cd9111c0-bf22-4ac7-9520-032d499ae0e8 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8374701'] for floatingip (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:42:53.342460 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1d3334-401e-45a7-a42d-a6d8becdb453 req-1bb3d4e9-dc64-42c4-8ccf-9ce8e15da195 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:42:53.350043 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-6d1d3334-401e-45a7-a42d-a6d8becdb453 req-1bb3d4e9-dc64-42c4-8ccf-9ce8e15da195 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7739cba-0102-4d24-ac1e-904912fe2c65 HTTP/1.1" status: 200 len: 945 time: 0.1099989 Jul 27 08:42:53.391796 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-cd9111c0-bf22-4ac7-9520-032d499ae0e8 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "PUT /v2.0/floatingips/71272700-5171-4b75-8082-3e19f08f34b0 HTTP/1.1" status: 200 len: 991 time: 1.5906241 Jul 27 08:42:53.391796 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f053d88-ea01-4efa-9bcc-0880e6194203', 'tag': '6f674684-ef99-4489-89b2-62b7296f4a73'}] {{(pid=104485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 08:42:53.394805 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb9c11c-1d73-41f0-ab39-49fea712ebe5 None None] Sync routers for ids ['3e5b6a5e-dae9-4233-a289-94d5f15ec0f2'] in dv-cinder-851170-2-iscsi {{(pid=104487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 08:42:53.399785 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f4ab7c7b1e34975a56cd7ce610f5615b70f950c8da59d9e9b5a870069a9544" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f5f98b1-4953-4415-9874-a3cb39e6cc49" -d '{"events": [{"name": "network-changed", "server_uuid": "8f053d88-ea01-4efa-9bcc-0880e6194203", "tag": "6f674684-ef99-4489-89b2-62b7296f4a73"}]}' {{(pid=104485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 08:42:53.408915 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb9c11c-1d73-41f0-ab39-49fea712ebe5 None None] Routers {'3e5b6a5e-dae9-4233-a289-94d5f15ec0f2'} bound to L3 agent in host dv-cinder-851170-2-iscsi {{(pid=104487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 08:42:53.410546 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_hamode_db [None req-2bb9c11c-1d73-41f0-ab39-49fea712ebe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-27T08:30:18Z,description=,heartbeat_timestamp=2022-07-27T08:42:48Z,host='dv-cinder-851170-2-iscsi',id=5bc6d868-bb0b-4164-b2dd-44360f4de654,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T08:30:19Z,topic='l3_agent')) {'router_ids': ['3e5b6a5e-dae9-4233-a289-94d5f15ec0f2'], 'active': True} {{(pid=104487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:42:53.457865 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-6d1d3334-401e-45a7-a42d-a6d8becdb453 req-ef530025-0f1c-4bd0-9c52-4e176783e96e tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/security-groups?id=791a5d6c-9866-4968-9e83-75fa41831371&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056323 Jul 27 08:42:53.462032 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 08:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ede18d0d-db66-4e07-9285-72717372d723 x-openstack-request-id: req-ede18d0d-db66-4e07-9285-72717372d723 {{(pid=104485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 08:42:53.462389 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f053d88-ea01-4efa-9bcc-0880e6194203", "tag": "6f674684-ef99-4489-89b2-62b7296f4a73", "status": "completed", "code": 200}]} {{(pid=104485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 08:42:53.462660 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-ede18d0d-db66-4e07-9285-72717372d723 {{(pid=104485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 08:42:53.463063 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ede18d0d-db66-4e07-9285-72717372d723'] response: {'name': 'network-changed', 'server_uuid': '8f053d88-ea01-4efa-9bcc-0880e6194203', 'tag': '6f674684-ef99-4489-89b2-62b7296f4a73', 'status': 'completed', 'code': 200} Jul 27 08:42:53.555544 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvr_db [None req-2bb9c11c-1d73-41f0-ab39-49fea712ebe5 None None] Set router 3e5b6a5e-dae9-4233-a289-94d5f15ec0f2 gateway port host: dv-cinder-851170-2-iscsi {{(pid=104487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 08:42:53.581346 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:42:53.769345 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260ed481-f0c6-4b03-be01-3a9ffdbfc064 req-3a0980b5-db3e-4ccc-aef6-595c8d83374f tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:42:53.776708 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-260ed481-f0c6-4b03-be01-3a9ffdbfc064 req-3a0980b5-db3e-4ccc-aef6-595c8d83374f tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=73303fae-c87c-4ca8-86ef-f53a66bb47d9 HTTP/1.1" status: 200 len: 946 time: 0.0656900 Jul 27 08:42:53.836420 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-260ed481-f0c6-4b03-be01-3a9ffdbfc064 req-ff8ca8c9-f64e-4d7f-874d-9e3f5efab151 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=31a1d554-5c9d-495f-8673-5decc904dcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516102 Jul 27 08:42:53.853164 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_hamode_db [None req-2bb9c11c-1d73-41f0-ab39-49fea712ebe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e5b6a5e-dae9-4233-a289-94d5f15ec0f2', 'name': 'tempest-ServerRescueNegativeTestJSON-336603511-router', 'tenant_id': 'a0d880114866423480268022d7dd20c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': 'bc20dc56-ef1b-4d13-a040-e7c64a46e81e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:40:56Z', 'updated_at': '2022-07-27T08:41:00Z', 'revision_number': 4, 'project_id': 'a0d880114866423480268022d7dd20c5', 'gw_port': {'id': 'bc20dc56-ef1b-4d13-a040-e7c64a46e81e', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5b6a5e-dae9-4233-a289-94d5f15ec0f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:40:57Z', 'updated_at': '2022-07-27T08:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi', '_floatingips': [{'id': '71272700-5171-4b75-8082-3e19f08f34b0', 'tenant_id': 'a0d880114866423480268022d7dd20c5', 'floating_ip_address': '172.27.2.144', 'floating_network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'router_id': '3e5b6a5e-dae9-4233-a289-94d5f15ec0f2', 'port_id': '6f674684-ef99-4489-89b2-62b7296f4a73', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 401, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0a6cf88-547f-4cf8-ad21-f8b392f1c474', 'mac_address': 'fa:16:3e:93:25:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f053d88-ea01-4efa-9bcc-0880e6194203', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T08:42:33Z', 'updated_at': '2022-07-27T08:42:52Z', 'revision_number': 1, 'project_id': 'a0d880114866423480268022d7dd20c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20925831-7162-4648-bf06-53baf1f72189', 'name': '', 'network_id': 'd0a6cf88-547f-4cf8-ad21-f8b392f1c474', 'tenant_id': 'a0d880114866423480268022d7dd20c5', 'mac_address': 'fa:16:3e:1b:02:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5b6a5e-dae9-4233-a289-94d5f15ec0f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'e0dfc042-b535-4f7d-9065-dbfee481baea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:41:00Z', 'updated_at': '2022-07-27T08:41:06Z', 'revision_number': 5, 'project_id': 'a0d880114866423480268022d7dd20c5', 'subnets': [{'id': 'e0dfc042-b535-4f7d-9065-dbfee481baea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851170-2-iscsi', False) {} {{(pid=104487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:42:53.870013 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb9c11c-1d73-41f0-ab39-49fea712ebe5 None None] Checking router: 3e5b6a5e-dae9-4233-a289-94d5f15ec0f2 for host: dv-cinder-851170-2-iscsi {{(pid=104487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 08:42:53.880526 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb9c11c-1d73-41f0-ab39-49fea712ebe5 None None] Routers {'3e5b6a5e-dae9-4233-a289-94d5f15ec0f2'} bound to L3 agent in host dv-cinder-851170-2-iscsi {{(pid=104487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 08:42:53.881138 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_hamode_db [None req-2bb9c11c-1d73-41f0-ab39-49fea712ebe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-27T08:30:18Z,description=,heartbeat_timestamp=2022-07-27T08:42:48Z,host='dv-cinder-851170-2-iscsi',id=5bc6d868-bb0b-4164-b2dd-44360f4de654,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T08:30:19Z,topic='l3_agent')) {'router_ids': ['3e5b6a5e-dae9-4233-a289-94d5f15ec0f2'], 'active': True} {{(pid=104487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:42:54.004125 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvr_db [None req-2bb9c11c-1d73-41f0-ab39-49fea712ebe5 None None] Set router 3e5b6a5e-dae9-4233-a289-94d5f15ec0f2 gateway port host: dv-cinder-851170-2-iscsi {{(pid=104487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 08:42:54.197710 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:42:54.237121 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_hamode_db [None req-2bb9c11c-1d73-41f0-ab39-49fea712ebe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e5b6a5e-dae9-4233-a289-94d5f15ec0f2', 'name': 'tempest-ServerRescueNegativeTestJSON-336603511-router', 'tenant_id': 'a0d880114866423480268022d7dd20c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': 'bc20dc56-ef1b-4d13-a040-e7c64a46e81e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:40:56Z', 'updated_at': '2022-07-27T08:41:00Z', 'revision_number': 4, 'project_id': 'a0d880114866423480268022d7dd20c5', 'gw_port': {'id': 'bc20dc56-ef1b-4d13-a040-e7c64a46e81e', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5b6a5e-dae9-4233-a289-94d5f15ec0f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:40:57Z', 'updated_at': '2022-07-27T08:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi', '_floatingips': [{'id': '71272700-5171-4b75-8082-3e19f08f34b0', 'tenant_id': 'a0d880114866423480268022d7dd20c5', 'floating_ip_address': '172.27.2.144', 'floating_network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'router_id': '3e5b6a5e-dae9-4233-a289-94d5f15ec0f2', 'port_id': '6f674684-ef99-4489-89b2-62b7296f4a73', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 401, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0a6cf88-547f-4cf8-ad21-f8b392f1c474', 'mac_address': 'fa:16:3e:93:25:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f053d88-ea01-4efa-9bcc-0880e6194203', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T08:42:33Z', 'updated_at': '2022-07-27T08:42:52Z', 'revision_number': 1, 'project_id': 'a0d880114866423480268022d7dd20c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20925831-7162-4648-bf06-53baf1f72189', 'name': '', 'network_id': 'd0a6cf88-547f-4cf8-ad21-f8b392f1c474', 'tenant_id': 'a0d880114866423480268022d7dd20c5', 'mac_address': 'fa:16:3e:1b:02:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5b6a5e-dae9-4233-a289-94d5f15ec0f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'e0dfc042-b535-4f7d-9065-dbfee481baea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:41:00Z', 'updated_at': '2022-07-27T08:41:06Z', 'revision_number': 5, 'project_id': 'a0d880114866423480268022d7dd20c5', 'subnets': [{'id': 'e0dfc042-b535-4f7d-9065-dbfee481baea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851170-2-iscsi', False) {} {{(pid=104487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:42:54.270517 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb9c11c-1d73-41f0-ab39-49fea712ebe5 None None] The sync data for ids ['3e5b6a5e-dae9-4233-a289-94d5f15ec0f2'] in dv-cinder-851170-2-iscsi is: [{'id': '3e5b6a5e-dae9-4233-a289-94d5f15ec0f2', 'name': 'tempest-ServerRescueNegativeTestJSON-336603511-router', 'tenant_id': 'a0d880114866423480268022d7dd20c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': 'bc20dc56-ef1b-4d13-a040-e7c64a46e81e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:40:56Z', 'updated_at': '2022-07-27T08:41:00Z', 'revision_number': 4, 'project_id': 'a0d880114866423480268022d7dd20c5', 'gw_port': {'id': 'bc20dc56-ef1b-4d13-a040-e7c64a46e81e', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5b6a5e-dae9-4233-a289-94d5f15ec0f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:40:57Z', 'updated_at': '2022-07-27T08:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi', '_floatingips': [{'id': '71272700-5171-4b75-8082-3e19f08f34b0', 'tenant_id': 'a0d880114866423480268022d7dd20c5', 'floating_ip_address': '172.27.2.144', 'floating_network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'router_id': '3e5b6a5e-dae9-4233-a289-94d5f15ec0f2', 'port_id': '6f674684-ef99-4489-89b2-62b7296f4a73', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 401, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0a6cf88-547f-4cf8-ad21-f8b392f1c474', 'mac_address': 'fa:16:3e:93:25:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f053d88-ea01-4efa-9bcc-0880e6194203', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T08:42:33Z', 'updated_at': '2022-07-27T08:42:52Z', 'revision_number': 1, 'project_id': 'a0d880114866423480268022d7dd20c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20925831-7162-4648-bf06-53baf1f72189', 'name': '', 'network_id': 'd0a6cf88-547f-4cf8-ad21-f8b392f1c474', 'tenant_id': 'a0d880114866423480268022d7dd20c5', 'mac_address': 'fa:16:3e:1b:02:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5b6a5e-dae9-4233-a289-94d5f15ec0f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'e0dfc042-b535-4f7d-9065-dbfee481baea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:41:00Z', 'updated_at': '2022-07-27T08:41:06Z', 'revision_number': 5, 'project_id': 'a0d880114866423480268022d7dd20c5', 'subnets': [{'id': 'e0dfc042-b535-4f7d-9065-dbfee481baea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 08:42:54.331162 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50f32c4-472f-4d9b-b980-236f82978319 req-d6cf9b33-fba2-426f-9265-21fb9b39aff1 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:42:54.333138 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-e50f32c4-472f-4d9b-b980-236f82978319 req-d6cf9b33-fba2-426f-9265-21fb9b39aff1 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/ports?device_id=80c4e570-1a1e-48ce-a477-0c84bcec9fbc HTTP/1.1" status: 200 len: 944 time: 0.0613432 Jul 27 08:42:54.392016 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-e50f32c4-472f-4d9b-b980-236f82978319 req-045ffefb-36f1-400e-8752-0c737f75c7d3 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/security-groups?id=331ad35f-7de8-4f12-ae4c-1f41c3ae3d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505426 Jul 27 08:42:54.576532 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2514cf-5518-4d65-ae1a-7dfe57ccb3cb None None] New status for floating IP 71272700-5171-4b75-8082-3e19f08f34b0: ACTIVE {{(pid=104488) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 27 08:42:54.592691 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5f98b1-4953-4415-9874-a3cb39e6cc49 req-de51fccf-2b63-4b65-9d35-ccc5f0f15186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:42:54.595037 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-0f5f98b1-4953-4415-9874-a3cb39e6cc49 req-de51fccf-2b63-4b65-9d35-ccc5f0f15186 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a0d880114866423480268022d7dd20c5&device_id=8f053d88-ea01-4efa-9bcc-0880e6194203 HTTP/1.1" status: 200 len: 1129 time: 0.0847230 Jul 27 08:42:54.670714 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4658cc4-4b63-4532-b081-b76edc50951d req-7fc357c2-1d63-4b04-9da4-4bd402219f4b tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:42:54.672225 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-f4658cc4-4b63-4532-b081-b76edc50951d req-7fc357c2-1d63-4b04-9da4-4bd402219f4b tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7739cba-0102-4d24-ac1e-904912fe2c65 HTTP/1.1" status: 200 len: 945 time: 0.0714307 Jul 27 08:42:54.736742 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=100 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:42:54.742973 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5f98b1-4953-4415-9874-a3cb39e6cc49 req-7d324ef7-0791-484d-9e12-4e9df8f1bc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:42:54.744561 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-0f5f98b1-4953-4415-9874-a3cb39e6cc49 req-7d324ef7-0791-484d-9e12-4e9df8f1bc61 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d0a6cf88-547f-4cf8-ad21-f8b392f1c474 HTTP/1.1" status: 200 len: 919 time: 0.1347315 Jul 27 08:42:54.754533 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-f4658cc4-4b63-4532-b081-b76edc50951d req-d82565d9-5ad6-4bf2-82c4-d2b04e1683dc tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/security-groups?id=791a5d6c-9866-4968-9e83-75fa41831371&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753841 Jul 27 08:42:54.824478 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-0f5f98b1-4953-4415-9874-a3cb39e6cc49 req-2f9cc904-d290-4192-b1ff-afc356927618 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6f674684-ef99-4489-89b2-62b7296f4a73 HTTP/1.1" status: 200 len: 999 time: 0.0709164 Jul 27 08:42:54.903163 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5f98b1-4953-4415-9874-a3cb39e6cc49 req-6d9347f3-e8d1-4d2d-965e-0edf2538efc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:42:54.904842 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-0f5f98b1-4953-4415-9874-a3cb39e6cc49 req-6d9347f3-e8d1-4d2d-965e-0edf2538efc8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e0dfc042-b535-4f7d-9065-dbfee481baea HTTP/1.1" status: 200 len: 857 time: 0.0717347 Jul 27 08:42:54.998592 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5f98b1-4953-4415-9874-a3cb39e6cc49 req-639b0d54-4317-4b50-8ca0-55561894fc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:42:55.000088 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-0f5f98b1-4953-4415-9874-a3cb39e6cc49 req-639b0d54-4317-4b50-8ca0-55561894fc4e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d0a6cf88-547f-4cf8-ad21-f8b392f1c474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0804760 Jul 27 08:42:55.008116 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8c3807-cee6-4d00-817d-5bc0c2f5cfad req-c18ac496-6053-4834-bc9c-81a4f42eb8c5 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:42:55.010884 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-bc8c3807-cee6-4d00-817d-5bc0c2f5cfad req-c18ac496-6053-4834-bc9c-81a4f42eb8c5 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=73303fae-c87c-4ca8-86ef-f53a66bb47d9 HTTP/1.1" status: 200 len: 946 time: 0.0807343 Jul 27 08:42:55.123561 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-bc8c3807-cee6-4d00-817d-5bc0c2f5cfad req-aa4e1da1-be2e-4d0a-b698-166398d13328 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=31a1d554-5c9d-495f-8673-5decc904dcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035216 Jul 27 08:42:55.139752 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-0f5f98b1-4953-4415-9874-a3cb39e6cc49 req-ab6bb3e3-23e2-4c63-94dd-42fb6da6550b service neutron] 10.222.0.42 "GET /v2.0/networks/d0a6cf88-547f-4cf8-ad21-f8b392f1c474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279049 Jul 27 08:42:55.236353 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-0f5f98b1-4953-4415-9874-a3cb39e6cc49 req-be56994d-f770-420c-aeff-45db4ccb4009 service neutron] 10.222.0.42 "GET /v2.0/networks/d0a6cf88-547f-4cf8-ad21-f8b392f1c474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906587 Jul 27 08:42:55.533708 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fe4cff-e0a2-4134-9baa-d71dc5e751ba req-e25f0893-d973-442b-b8f6-50f5da0630a1 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:42:55.535393 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-11fe4cff-e0a2-4134-9baa-d71dc5e751ba req-e25f0893-d973-442b-b8f6-50f5da0630a1 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/ports?device_id=80c4e570-1a1e-48ce-a477-0c84bcec9fbc HTTP/1.1" status: 200 len: 944 time: 0.0527413 Jul 27 08:42:55.593020 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-11fe4cff-e0a2-4134-9baa-d71dc5e751ba req-5cfeeaac-e0fd-498e-bb33-162e1717ec39 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/security-groups?id=331ad35f-7de8-4f12-ae4c-1f41c3ae3d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519476 Jul 27 08:42:55.877316 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bf8752-7550-419f-bbc7-cb0fc50921f1 req-e93c7d17-689e-48b4-852e-6065cac03158 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:42:55.882864 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-c9bf8752-7550-419f-bbc7-cb0fc50921f1 req-e93c7d17-689e-48b4-852e-6065cac03158 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7739cba-0102-4d24-ac1e-904912fe2c65 HTTP/1.1" status: 200 len: 945 time: 0.0539844 Jul 27 08:42:55.894639 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=100 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:42:55.932170 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-c9bf8752-7550-419f-bbc7-cb0fc50921f1 req-deb3e031-2ca4-408a-89a4-86d0297615df tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/security-groups?id=791a5d6c-9866-4968-9e83-75fa41831371&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463049 Jul 27 08:42:56.256234 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748c7a37-ca34-4fb3-aec7-c534c705b27c req-a00a87de-b890-46f6-9321-a5d64a23f8de tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:42:56.258666 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-748c7a37-ca34-4fb3-aec7-c534c705b27c req-a00a87de-b890-46f6-9321-a5d64a23f8de tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=73303fae-c87c-4ca8-86ef-f53a66bb47d9 HTTP/1.1" status: 200 len: 946 time: 0.0521336 Jul 27 08:42:56.311907 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-748c7a37-ca34-4fb3-aec7-c534c705b27c req-d7fa5934-90c9-4728-96e6-043ae209e922 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=31a1d554-5c9d-495f-8673-5decc904dcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483840 Jul 27 08:42:56.585130 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Device 3dc911f5-2c16-4531-acf6-43762dc287c7 details requested by agent hyperv_hv-cinder-85117 with host hv-cinder-85117 {{(pid=104487) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 08:42:56.704486 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] For port 3dc911f5-2c16-4531-acf6-43762dc287c7, host hv-cinder-85117, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85117',level=0,port_id=3dc911f5-2c16-4531-acf6-43762dc287c7,segment=NetworkSegment(e7699621-ef90-47fe-8696-58f5c1995388),segment_id=e7699621-ef90-47fe-8696-58f5c1995388)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:42:56.725260 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Returning: {'device': '3dc911f5-2c16-4531-acf6-43762dc287c7', 'network_id': '8f6980da-175b-4e92-9032-637e0458eb4f', 'port_id': '3dc911f5-2c16-4531-acf6-43762dc287c7', 'mac_address': 'fa:16:3e:b0:7a:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5784479d-44dd-45ed-b6e6-1aaaf2f91b93', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104487) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 08:42:56.738448 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f35eb0-e94e-4f43-b47e-57903d050115 req-01ca965c-d146-44b0-9e27-9f1321024ba9 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:42:56.746408 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-22f35eb0-e94e-4f43-b47e-57903d050115 req-01ca965c-d146-44b0-9e27-9f1321024ba9 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/ports?device_id=80c4e570-1a1e-48ce-a477-0c84bcec9fbc HTTP/1.1" status: 200 len: 944 time: 0.0597553 Jul 27 08:42:56.810958 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-22f35eb0-e94e-4f43-b47e-57903d050115 req-e3fabaf8-db45-4606-8773-3db6fe435998 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/security-groups?id=331ad35f-7de8-4f12-ae4c-1f41c3ae3d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586286 Jul 27 08:42:56.904303 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Current status of the port 3dc911f5-2c16-4531-acf6-43762dc287c7 is: DOWN; New status is: BUILD {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:42:56.905076 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (3dc911f5-2c16-4531-acf6-43762dc287c7), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:42:56.919568 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.notifiers.nova [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3dc911f5-2c16-4531-acf6-43762dc287c7 {{(pid=104487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 08:42:56.940868 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] For port 3dc911f5-2c16-4531-acf6-43762dc287c7, host hv-cinder-85117, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85117',level=0,port_id=3dc911f5-2c16-4531-acf6-43762dc287c7,segment=NetworkSegment(e7699621-ef90-47fe-8696-58f5c1995388),segment_id=e7699621-ef90-47fe-8696-58f5c1995388)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:42:57.011155 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (3dc911f5-2c16-4531-acf6-43762dc287c7), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:42:57.063360 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Pushing event updated for resources: {'Port': ['ID=3dc911f5-2c16-4531-acf6-43762dc287c7,revision_number=4']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:42:57.067788 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285e3216-af8b-4690-bd32-4937517b3bea req-3cde2eb6-b0da-4c7c-bea0-06a7f30d19ab tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:42:57.074000 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:42:57.074402 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:42:57.074890 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:42:57.075108 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-285e3216-af8b-4690-bd32-4937517b3bea req-3cde2eb6-b0da-4c7c-bea0-06a7f30d19ab tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7739cba-0102-4d24-ac1e-904912fe2c65 HTTP/1.1" status: 200 len: 945 time: 0.0598235 Jul 27 08:42:57.075254 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:42:57.075457 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:42:57.075800 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:42:57.076127 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:42:57.076450 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:42:57.076777 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:42:57.077233 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:42:57.077600 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:42:57.083673 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=100 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:42:57.084923 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:42:57.085281 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:42:57.085623 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:42:57.086040 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:42:57.137750 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-285e3216-af8b-4690-bd32-4937517b3bea req-9f946243-aba8-48f3-b6e5-dea8ad3ea1b8 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/security-groups?id=791a5d6c-9866-4968-9e83-75fa41831371&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592468 Jul 27 08:42:57.447188 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f0ef9b-616f-43a8-985d-0ce27a0aaaf8 req-7dc904d1-01f9-4785-963e-ccc0bbd0e527 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:42:57.448745 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-94f0ef9b-616f-43a8-985d-0ce27a0aaaf8 req-7dc904d1-01f9-4785-963e-ccc0bbd0e527 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=73303fae-c87c-4ca8-86ef-f53a66bb47d9 HTTP/1.1" status: 200 len: 946 time: 0.0520492 Jul 27 08:42:57.505887 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-94f0ef9b-616f-43a8-985d-0ce27a0aaaf8 req-f7996a02-af76-406d-bd3c-3645c86bd0f0 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=31a1d554-5c9d-495f-8673-5decc904dcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504155 Jul 27 08:42:57.546244 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] get_ports_and_sgs() called for port_ids ['3dc911f5-2c16-4531-acf6-43762dc287c7'] {{(pid=104487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 08:42:57.690372 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:42:57.940229 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b511ea12-2e46-4c4f-9ece-3e6b42446f29 req-08669dc1-9c34-4330-8767-b972a11cfa7d tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:42:57.942123 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-b511ea12-2e46-4c4f-9ece-3e6b42446f29 req-08669dc1-9c34-4330-8767-b972a11cfa7d tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/ports?device_id=80c4e570-1a1e-48ce-a477-0c84bcec9fbc HTTP/1.1" status: 200 len: 945 time: 0.0612698 Jul 27 08:42:58.003791 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-b511ea12-2e46-4c4f-9ece-3e6b42446f29 req-f7fdc16b-1509-44d6-a818-21cadf2b917b tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/security-groups?id=331ad35f-7de8-4f12-ae4c-1f41c3ae3d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542505 Jul 27 08:42:58.261964 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe82f126-4d29-43f8-ab86-3f7a155ecf8d req-b25c9f8d-c440-4201-a23a-711d73c0ee7a tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:42:58.263542 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-fe82f126-4d29-43f8-ab86-3f7a155ecf8d req-b25c9f8d-c440-4201-a23a-711d73c0ee7a tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7739cba-0102-4d24-ac1e-904912fe2c65 HTTP/1.1" status: 200 len: 945 time: 0.0533288 Jul 27 08:42:58.315765 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-fe82f126-4d29-43f8-ab86-3f7a155ecf8d req-6f1f523c-9ed8-4080-b494-5d29be67c1b9 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/security-groups?id=791a5d6c-9866-4968-9e83-75fa41831371&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458927 Jul 27 08:42:58.635733 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b668948-ca70-4f92-8cbd-5a66d87dbb14 req-c071e033-0dc5-4b23-88d4-435031e1dcfc tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:42:58.637221 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-0b668948-ca70-4f92-8cbd-5a66d87dbb14 req-c071e033-0dc5-4b23-88d4-435031e1dcfc tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=73303fae-c87c-4ca8-86ef-f53a66bb47d9 HTTP/1.1" status: 200 len: 946 time: 0.0498276 Jul 27 08:42:58.685244 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-0b668948-ca70-4f92-8cbd-5a66d87dbb14 req-9272b930-7b6d-4146-8348-419df86f7aa2 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=31a1d554-5c9d-495f-8673-5decc904dcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416131 Jul 27 08:42:58.764339 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Device 3dc911f5-2c16-4531-acf6-43762dc287c7 up at agent hyperv_hv-cinder-85117 {{(pid=104487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 08:42:58.810519 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Provisioning for port 3dc911f5-2c16-4531-acf6-43762dc287c7 completed by entity L2. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 27 08:42:58.888371 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Provisioning complete for port 3dc911f5-2c16-4531-acf6-43762dc287c7 triggered by entity L2. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:42:58.888754 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (3dc911f5-2c16-4531-acf6-43762dc287c7), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:42:58.971591 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Current status of the port 3dc911f5-2c16-4531-acf6-43762dc287c7 is: BUILD; New status is: ACTIVE {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:42:58.972292 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (3dc911f5-2c16-4531-acf6-43762dc287c7), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:42:58.997668 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80c4e570-1a1e-48ce-a477-0c84bcec9fbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dc911f5-2c16-4531-acf6-43762dc287c7'}] {{(pid=104487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 08:42:59.000362 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80d6aca8d47c9a16b7ef4a01c61ef1bf5c962aea16cee8599b6bab5dfb4de652" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed04c2b7-b7db-44f8-bf6b-0994e6e9bc4a" -d '{"events": [{"server_uuid": "80c4e570-1a1e-48ce-a477-0c84bcec9fbc", "name": "network-vif-plugged", "status": "completed", "tag": "3dc911f5-2c16-4531-acf6-43762dc287c7"}]}' {{(pid=104487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 08:42:59.018259 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] For port 3dc911f5-2c16-4531-acf6-43762dc287c7, host hv-cinder-85117, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85117',level=0,port_id=3dc911f5-2c16-4531-acf6-43762dc287c7,segment=NetworkSegment(e7699621-ef90-47fe-8696-58f5c1995388),segment_id=e7699621-ef90-47fe-8696-58f5c1995388)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:42:59.068916 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 08:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0824765c-92f7-4ec9-8024-a1f5ce9f677e x-openstack-request-id: req-0824765c-92f7-4ec9-8024-a1f5ce9f677e {{(pid=104487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 08:42:59.068916 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80c4e570-1a1e-48ce-a477-0c84bcec9fbc", "name": "network-vif-plugged", "status": "completed", "tag": "3dc911f5-2c16-4531-acf6-43762dc287c7", "code": 200}]} {{(pid=104487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 08:42:59.068916 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-0824765c-92f7-4ec9-8024-a1f5ce9f677e {{(pid=104487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 08:42:59.069358 dv-cinder-851170-2-iscsi neutron-server[104487]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0824765c-92f7-4ec9-8024-a1f5ce9f677e'] response: {'server_uuid': '80c4e570-1a1e-48ce-a477-0c84bcec9fbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dc911f5-2c16-4531-acf6-43762dc287c7', 'code': 200} Jul 27 08:42:59.088034 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (3dc911f5-2c16-4531-acf6-43762dc287c7), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:42:59.148718 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f953462-a8b7-40a7-8479-7029e570951f req-133fdb33-fbb6-4d09-bf24-11c939edfc4c tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:42:59.155569 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-4f953462-a8b7-40a7-8479-7029e570951f req-133fdb33-fbb6-4d09-bf24-11c939edfc4c tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/ports?device_id=80c4e570-1a1e-48ce-a477-0c84bcec9fbc HTTP/1.1" status: 200 len: 946 time: 0.0677192 Jul 27 08:42:59.173531 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Pushing event updated for resources: {'Port': ['ID=3dc911f5-2c16-4531-acf6-43762dc287c7,revision_number=5']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:42:59.234490 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-4f953462-a8b7-40a7-8479-7029e570951f req-32def8e9-bf1c-482e-8320-8643ab9d362f tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/security-groups?id=331ad35f-7de8-4f12-ae4c-1f41c3ae3d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729260 Jul 27 08:42:59.484909 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fda235-215e-4347-b029-b3a0331f9d7f req-1f3a7cc2-c8b4-41d3-8e95-a0992588513c tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:42:59.486710 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-93fda235-215e-4347-b029-b3a0331f9d7f req-1f3a7cc2-c8b4-41d3-8e95-a0992588513c tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7739cba-0102-4d24-ac1e-904912fe2c65 HTTP/1.1" status: 200 len: 945 time: 0.0846393 Jul 27 08:42:59.493001 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe45f504-0e2f-4b16-9532-2f9e62cb6784 req-c21e7d3d-1143-49a4-a21f-8190092f2bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:42:59.494691 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-fe45f504-0e2f-4b16-9532-2f9e62cb6784 req-c21e7d3d-1143-49a4-a21f-8190092f2bb8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=80c4e570-1a1e-48ce-a477-0c84bcec9fbc HTTP/1.1" status: 200 len: 1130 time: 0.0595438 Jul 27 08:42:59.561478 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=100 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:42:59.570999 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-93fda235-215e-4347-b029-b3a0331f9d7f req-0f3f40d1-ff2a-4cd6-a7db-511ceff77410 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/security-groups?id=791a5d6c-9866-4968-9e83-75fa41831371&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752001 Jul 27 08:42:59.579052 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-fe45f504-0e2f-4b16-9532-2f9e62cb6784 req-4be5759a-607e-48c2-af71-44a770ccf4d7 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=331ad35f-7de8-4f12-ae4c-1f41c3ae3d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688252 Jul 27 08:42:59.813955 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cd15bf-9596-4571-a915-8fc55cf0a84a req-3832d8ca-f574-4e25-ac05-b95a99ceb63b tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:42:59.815676 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-26cd15bf-9596-4571-a915-8fc55cf0a84a req-3832d8ca-f574-4e25-ac05-b95a99ceb63b tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=73303fae-c87c-4ca8-86ef-f53a66bb47d9 HTTP/1.1" status: 200 len: 946 time: 0.0513990 Jul 27 08:42:59.869869 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-26cd15bf-9596-4571-a915-8fc55cf0a84a req-4f5ef2f9-3d4e-482e-a980-a3d08cd5ddfa tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=31a1d554-5c9d-495f-8673-5decc904dcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485148 Jul 27 08:43:00.347786 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2f4304-0ed9-42c7-91a1-38e0c68e13eb req-9d7e5d85-b2fd-4658-9556-fd1b399138e2 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:43:00.349340 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-8b2f4304-0ed9-42c7-91a1-38e0c68e13eb req-9d7e5d85-b2fd-4658-9556-fd1b399138e2 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/ports?device_id=80c4e570-1a1e-48ce-a477-0c84bcec9fbc HTTP/1.1" status: 200 len: 946 time: 0.0516870 Jul 27 08:43:00.402788 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-8b2f4304-0ed9-42c7-91a1-38e0c68e13eb req-dc2fde71-14e1-4809-bd38-4e0ba6907d6a tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/security-groups?id=331ad35f-7de8-4f12-ae4c-1f41c3ae3d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477760 Jul 27 08:43:00.696368 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=100 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:43:00.715603 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620be49a-4ae1-44c7-8a28-1b18a906e70f req-22fd9bbc-8160-460a-bd77-ba9ac05f876f tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:43:00.717424 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-620be49a-4ae1-44c7-8a28-1b18a906e70f req-22fd9bbc-8160-460a-bd77-ba9ac05f876f tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7739cba-0102-4d24-ac1e-904912fe2c65 HTTP/1.1" status: 200 len: 945 time: 0.0548892 Jul 27 08:43:00.771379 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-620be49a-4ae1-44c7-8a28-1b18a906e70f req-15a4c2db-aea9-49fe-b36d-05692205d139 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/security-groups?id=791a5d6c-9866-4968-9e83-75fa41831371&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475883 Jul 27 08:43:01.015613 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9596abde-4d32-4c44-80a4-fed7f452b9f1 req-543a1df2-7463-49f1-a205-842b765313a9 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:43:01.017410 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-9596abde-4d32-4c44-80a4-fed7f452b9f1 req-543a1df2-7463-49f1-a205-842b765313a9 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=73303fae-c87c-4ca8-86ef-f53a66bb47d9 HTTP/1.1" status: 200 len: 946 time: 0.0611820 Jul 27 08:43:01.076239 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-9596abde-4d32-4c44-80a4-fed7f452b9f1 req-ea1bad0f-4248-4035-8fef-da83fd49e11a tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=31a1d554-5c9d-495f-8673-5decc904dcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531440 Jul 27 08:43:01.536529 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5666cd27-38e8-4927-8e4e-ea5b953c83e9 req-4c3f996d-0e49-42b5-a650-ecc8373b1b32 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:43:01.543819 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-5666cd27-38e8-4927-8e4e-ea5b953c83e9 req-4c3f996d-0e49-42b5-a650-ecc8373b1b32 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/ports?device_id=80c4e570-1a1e-48ce-a477-0c84bcec9fbc HTTP/1.1" status: 200 len: 946 time: 0.0511427 Jul 27 08:43:01.592845 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-5666cd27-38e8-4927-8e4e-ea5b953c83e9 req-0d28133a-2cb2-4e15-a16a-2b4e61ecf525 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/security-groups?id=331ad35f-7de8-4f12-ae4c-1f41c3ae3d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488935 Jul 27 08:43:01.897621 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ca47c6-c37c-4213-8be6-39b702cf50c8 req-035d220b-056c-4f8e-b3ec-bcd7eed58fde tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:43:01.899156 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-06ca47c6-c37c-4213-8be6-39b702cf50c8 req-035d220b-056c-4f8e-b3ec-bcd7eed58fde tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7739cba-0102-4d24-ac1e-904912fe2c65 HTTP/1.1" status: 200 len: 945 time: 0.0463488 Jul 27 08:43:01.948765 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-06ca47c6-c37c-4213-8be6-39b702cf50c8 req-b4a5a2e8-4ecf-49c0-91aa-c32fa6039c0f tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/security-groups?id=791a5d6c-9866-4968-9e83-75fa41831371&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439146 Jul 27 08:43:02.224480 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53811913-8f43-4e13-a9a8-253ec30a347e req-64358f15-92c5-458f-8b81-eb6ca9fd881e tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:43:02.226004 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-53811913-8f43-4e13-a9a8-253ec30a347e req-64358f15-92c5-458f-8b81-eb6ca9fd881e tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=73303fae-c87c-4ca8-86ef-f53a66bb47d9 HTTP/1.1" status: 200 len: 946 time: 0.0528808 Jul 27 08:43:02.283269 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-53811913-8f43-4e13-a9a8-253ec30a347e req-24642d6f-b695-4d6d-8903-96bf27cf07d7 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=31a1d554-5c9d-495f-8673-5decc904dcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496590 Jul 27 08:43:02.734169 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00b83a2-1e8e-457e-970f-850b2e7ba465 req-23126611-6280-4695-b0f3-8ff17a5966f3 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:43:02.736488 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-a00b83a2-1e8e-457e-970f-850b2e7ba465 req-23126611-6280-4695-b0f3-8ff17a5966f3 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/ports?device_id=80c4e570-1a1e-48ce-a477-0c84bcec9fbc HTTP/1.1" status: 200 len: 946 time: 0.0564723 Jul 27 08:43:02.786864 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-a00b83a2-1e8e-457e-970f-850b2e7ba465 req-15b35a59-cd3c-4494-8862-346c4c744be0 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/security-groups?id=331ad35f-7de8-4f12-ae4c-1f41c3ae3d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449817 Jul 27 08:43:02.911103 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf56e31-a971-4efd-b59e-5f2b94d29d75 req-e6fda4d0-5d7f-4227-b5e7-843ddda57f1e tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:43:02.912602 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-fcf56e31-a971-4efd-b59e-5f2b94d29d75 req-e6fda4d0-5d7f-4227-b5e7-843ddda57f1e tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/ports?device_id=80c4e570-1a1e-48ce-a477-0c84bcec9fbc HTTP/1.1" status: 200 len: 946 time: 0.0462337 Jul 27 08:43:02.922345 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 58454) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:43:02.926727 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.v2.base [None req-982e25b5-1f05-40dc-b623-40718328dd46 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Request body: {'floatingip': {'port_id': '3dc911f5-2c16-4531-acf6-43762dc287c7'}} {{(pid=104485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:43:02.970904 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-982e25b5-1f05-40dc-b623-40718328dd46 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks [] for floatingip (fc24e3b9-de5f-4611-8c2a-727a28b18237), before_update {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:43:03.069069 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85db27f-d443-45cf-ae2f-0a647e4ed394 req-c71f1ee9-f522-46d5-b162-704bf73b0726 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:43:03.070661 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-d85db27f-d443-45cf-ae2f-0a647e4ed394 req-c71f1ee9-f522-46d5-b162-704bf73b0726 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7739cba-0102-4d24-ac1e-904912fe2c65 HTTP/1.1" status: 200 len: 945 time: 0.0497162 Jul 27 08:43:03.123330 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-d85db27f-d443-45cf-ae2f-0a647e4ed394 req-16ddc2a0-b508-4bf3-8d71-0a901ae2f37d tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/security-groups?id=791a5d6c-9866-4968-9e83-75fa41831371&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448220 Jul 27 08:43:03.170575 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=100 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:43:03.419495 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-982e25b5-1f05-40dc-b623-40718328dd46 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:43:03.430396 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32df1c78-33eb-41f4-8e65-85a68d7a2172 req-9df89151-31fe-44f3-8688-a32d22b9ee61 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:43:03.432037 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-32df1c78-33eb-41f4-8e65-85a68d7a2172 req-9df89151-31fe-44f3-8688-a32d22b9ee61 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=73303fae-c87c-4ca8-86ef-f53a66bb47d9 HTTP/1.1" status: 200 len: 946 time: 0.0588644 Jul 27 08:43:03.484251 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-32df1c78-33eb-41f4-8e65-85a68d7a2172 req-4683124c-1492-4881-bd21-c0655e29c48b tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=31a1d554-5c9d-495f-8673-5decc904dcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464923 Jul 27 08:43:03.492726 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-982e25b5-1f05-40dc-b623-40718328dd46 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363235'] for floatingip (fc24e3b9-de5f-4611-8c2a-727a28b18237), after_update {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:43:03.584085 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.db.l3_db [None req-982e25b5-1f05-40dc-b623-40718328dd46 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Floating IP fc24e3b9-de5f-4611-8c2a-727a28b18237 associated. External IP: 172.27.2.72, port: 3dc911f5-2c16-4531-acf6-43762dc287c7. Jul 27 08:43:03.748631 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:43:03.779100 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-982e25b5-1f05-40dc-b623-40718328dd46 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Router 9859d67e-360d-4e3b-a6c7-bd0d6a4cb852 has already been hosted by L3 agent 5bc6d868-bb0b-4164-b2dd-44360f4de654 {{(pid=104485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 08:43:03.883765 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-982e25b5-1f05-40dc-b623-40718328dd46 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Notify agent at l3_agent.dv-cinder-851170-2-iscsi the message routers_updated {{(pid=104485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 08:43:03.888303 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-982e25b5-1f05-40dc-b623-40718328dd46 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8374701'] for floatingip (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:43:03.893601 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3292fea-04a3-44db-a393-1d991cc8bc3d None None] Sync routers for ids ['9859d67e-360d-4e3b-a6c7-bd0d6a4cb852'] in dv-cinder-851170-2-iscsi {{(pid=104487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 08:43:03.903617 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3292fea-04a3-44db-a393-1d991cc8bc3d None None] Routers {'9859d67e-360d-4e3b-a6c7-bd0d6a4cb852'} bound to L3 agent in host dv-cinder-851170-2-iscsi {{(pid=104487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 08:43:03.904229 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_hamode_db [None req-b3292fea-04a3-44db-a393-1d991cc8bc3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-27T08:30:18Z,description=,heartbeat_timestamp=2022-07-27T08:42:48Z,host='dv-cinder-851170-2-iscsi',id=5bc6d868-bb0b-4164-b2dd-44360f4de654,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T08:30:19Z,topic='l3_agent')) {'router_ids': ['9859d67e-360d-4e3b-a6c7-bd0d6a4cb852'], 'active': True} {{(pid=104487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:43:03.917962 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-982e25b5-1f05-40dc-b623-40718328dd46 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "PUT /v2.0/floatingips/fc24e3b9-de5f-4611-8c2a-727a28b18237 HTTP/1.1" status: 200 len: 991 time: 0.9944952 Jul 27 08:43:03.918622 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80c4e570-1a1e-48ce-a477-0c84bcec9fbc', 'tag': '3dc911f5-2c16-4531-acf6-43762dc287c7'}] {{(pid=104485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 08:43:03.921009 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f4ab7c7b1e34975a56cd7ce610f5615b70f950c8da59d9e9b5a870069a9544" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d41bdd9-831c-484e-b57b-e81b8fc03d60" -d '{"events": [{"name": "network-changed", "server_uuid": "80c4e570-1a1e-48ce-a477-0c84bcec9fbc", "tag": "3dc911f5-2c16-4531-acf6-43762dc287c7"}]}' {{(pid=104485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 08:43:03.959012 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 08:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3e838aa-0e06-4c27-95aa-843641ea1239 x-openstack-request-id: req-f3e838aa-0e06-4c27-95aa-843641ea1239 {{(pid=104485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 08:43:03.959302 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80c4e570-1a1e-48ce-a477-0c84bcec9fbc", "tag": "3dc911f5-2c16-4531-acf6-43762dc287c7", "status": "completed", "code": 200}]} {{(pid=104485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 08:43:03.959556 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-f3e838aa-0e06-4c27-95aa-843641ea1239 {{(pid=104485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 08:43:03.959957 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3e838aa-0e06-4c27-95aa-843641ea1239'] response: {'name': 'network-changed', 'server_uuid': '80c4e570-1a1e-48ce-a477-0c84bcec9fbc', 'tag': '3dc911f5-2c16-4531-acf6-43762dc287c7', 'status': 'completed', 'code': 200} Jul 27 08:43:04.011424 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvr_db [None req-b3292fea-04a3-44db-a393-1d991cc8bc3d None None] Set router 9859d67e-360d-4e3b-a6c7-bd0d6a4cb852 gateway port host: dv-cinder-851170-2-iscsi {{(pid=104487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 08:43:04.102750 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:43:04.132795 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d41bdd9-831c-484e-b57b-e81b8fc03d60 req-a6f03e76-bed1-46a4-b36f-342b87169244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:43:04.134359 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-3d41bdd9-831c-484e-b57b-e81b8fc03d60 req-a6f03e76-bed1-46a4-b36f-342b87169244 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=940250de2f6f47ed9edc1bb0468551c8&device_id=80c4e570-1a1e-48ce-a477-0c84bcec9fbc HTTP/1.1" status: 200 len: 1130 time: 0.0383341 Jul 27 08:43:04.238867 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_hamode_db [None req-b3292fea-04a3-44db-a393-1d991cc8bc3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9859d67e-360d-4e3b-a6c7-bd0d6a4cb852', 'name': 'tempest-AttachVolumeNegativeTest-1367014185-router', 'tenant_id': '940250de2f6f47ed9edc1bb0468551c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': '8459270c-d8a5-42a4-abf4-e5dc701f12a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:39:21Z', 'updated_at': '2022-07-27T08:39:32Z', 'revision_number': 4, 'project_id': '940250de2f6f47ed9edc1bb0468551c8', 'gw_port': {'id': '8459270c-d8a5-42a4-abf4-e5dc701f12a4', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9859d67e-360d-4e3b-a6c7-bd0d6a4cb852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:39:24Z', 'updated_at': '2022-07-27T08:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi', '_floatingips': [{'id': 'af3b2e87-c2e8-474c-ae72-655aa26b0222', 'tenant_id': '940250de2f6f47ed9edc1bb0468551c8', 'floating_ip_address': '172.27.2.154', 'floating_network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'router_id': '9859d67e-360d-4e3b-a6c7-bd0d6a4cb852', 'port_id': '55ebce99-8df7-4923-ac6f-3bba997bb3ff', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f6980da-175b-4e92-9032-637e0458eb4f', 'mac_address': 'fa:16:3e:bc:d1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba1df927-86a0-4ed5-aad6-b45dd817b46e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T08:39:43Z', 'updated_at': '2022-07-27T08:40:27Z', 'revision_number': 2, 'project_id': '940250de2f6f47ed9edc1bb0468551c8', 'fixed_ip_address_scope': None}, {'id': 'fc24e3b9-de5f-4611-8c2a-727a28b18237', 'tenant_id': '940250de2f6f47ed9edc1bb0468551c8', 'floating_ip_address': '172.27.2.72', 'floating_network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'router_id': '9859d67e-360d-4e3b-a6c7-bd0d6a4cb852', 'port_id': '3dc911f5-2c16-4531-acf6-43762dc287c7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f6980da-175b-4e92-9032-637e0458eb4f', 'mac_address': 'fa:16:3e:b0:7a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80c4e570-1a1e-48ce-a477-0c84bcec9fbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T08:42:40Z', 'updated_at': '2022-07-27T08:43:03Z', 'revision_number': 1, 'project_id': '940250de2f6f47ed9edc1bb0468551c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa37f9a5-dc13-418d-8b78-d17cc6344800', 'name': '', 'network_id': '8f6980da-175b-4e92-9032-637e0458eb4f', 'tenant_id': '940250de2f6f47ed9edc1bb0468551c8', 'mac_address': 'fa:16:3e:b8:8b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9859d67e-360d-4e3b-a6c7-bd0d6a4cb852', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '5784479d-44dd-45ed-b6e6-1aaaf2f91b93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:39:31Z', 'updated_at': '2022-07-27T08:39:43Z', 'revision_number': 5, 'project_id': '940250de2f6f47ed9edc1bb0468551c8', 'subnets': [{'id': '5784479d-44dd-45ed-b6e6-1aaaf2f91b93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851170-2-iscsi', False) {} {{(pid=104487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:43:04.245370 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2b8152-18cc-48db-bfd6-0b52e29c3e0f req-ba52171e-7037-4741-b124-30ba320302b5 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:43:04.246930 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-fb2b8152-18cc-48db-bfd6-0b52e29c3e0f req-ba52171e-7037-4741-b124-30ba320302b5 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7739cba-0102-4d24-ac1e-904912fe2c65 HTTP/1.1" status: 200 len: 945 time: 0.0489242 Jul 27 08:43:04.261837 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3292fea-04a3-44db-a393-1d991cc8bc3d None None] Checking router: 9859d67e-360d-4e3b-a6c7-bd0d6a4cb852 for host: dv-cinder-851170-2-iscsi {{(pid=104487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 08:43:04.270882 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3292fea-04a3-44db-a393-1d991cc8bc3d None None] Routers {'9859d67e-360d-4e3b-a6c7-bd0d6a4cb852'} bound to L3 agent in host dv-cinder-851170-2-iscsi {{(pid=104487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 08:43:04.271493 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_hamode_db [None req-b3292fea-04a3-44db-a393-1d991cc8bc3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-27T08:30:18Z,description=,heartbeat_timestamp=2022-07-27T08:42:48Z,host='dv-cinder-851170-2-iscsi',id=5bc6d868-bb0b-4164-b2dd-44360f4de654,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T08:30:19Z,topic='l3_agent')) {'router_ids': ['9859d67e-360d-4e3b-a6c7-bd0d6a4cb852'], 'active': True} {{(pid=104487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:43:04.294222 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-fb2b8152-18cc-48db-bfd6-0b52e29c3e0f req-d6be5ad1-d2e9-4d72-8736-016a81390f47 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/security-groups?id=791a5d6c-9866-4968-9e83-75fa41831371&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416236 Jul 27 08:43:04.375165 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvr_db [None req-b3292fea-04a3-44db-a393-1d991cc8bc3d None None] Set router 9859d67e-360d-4e3b-a6c7-bd0d6a4cb852 gateway port host: dv-cinder-851170-2-iscsi {{(pid=104487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 08:43:04.403908 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=100 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:43:04.411790 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:43:04.421756 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054ad493-1372-4f30-95c6-e4e261ba5516 req-8c8093a1-075e-4a4e-b264-61270b217e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:43:04.423415 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-054ad493-1372-4f30-95c6-e4e261ba5516 req-8c8093a1-075e-4a4e-b264-61270b217e97 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e2c60f49a9e14417bd1d9504128fc94b&device_id=73303fae-c87c-4ca8-86ef-f53a66bb47d9 HTTP/1.1" status: 200 len: 1130 time: 0.0757632 Jul 27 08:43:04.499760 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d41bdd9-831c-484e-b57b-e81b8fc03d60 req-81c0bfee-0096-4dbe-ac71-c6fcdcb6fd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:43:04.501384 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-3d41bdd9-831c-484e-b57b-e81b8fc03d60 req-81c0bfee-0096-4dbe-ac71-c6fcdcb6fd87 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8f6980da-175b-4e92-9032-637e0458eb4f HTTP/1.1" status: 200 len: 916 time: 0.1753089 Jul 27 08:43:04.597630 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-3d41bdd9-831c-484e-b57b-e81b8fc03d60 req-fbe0562c-94f4-482a-b4b2-f1cf07b0453e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3dc911f5-2c16-4531-acf6-43762dc287c7 HTTP/1.1" status: 200 len: 999 time: 0.0883732 Jul 27 08:43:04.601760 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054ad493-1372-4f30-95c6-e4e261ba5516 req-7cc86f71-b88c-4c5f-9b44-196253213c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:43:04.605124 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-054ad493-1372-4f30-95c6-e4e261ba5516 req-7cc86f71-b88c-4c5f-9b44-196253213c0f service neutron] 10.222.0.42 "GET /v2.0/networks?id=77554b81-fd19-4316-8d69-62980152360c HTTP/1.1" status: 200 len: 918 time: 0.1675286 Jul 27 08:43:04.605256 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_hamode_db [None req-b3292fea-04a3-44db-a393-1d991cc8bc3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9859d67e-360d-4e3b-a6c7-bd0d6a4cb852', 'name': 'tempest-AttachVolumeNegativeTest-1367014185-router', 'tenant_id': '940250de2f6f47ed9edc1bb0468551c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': '8459270c-d8a5-42a4-abf4-e5dc701f12a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:39:21Z', 'updated_at': '2022-07-27T08:39:32Z', 'revision_number': 4, 'project_id': '940250de2f6f47ed9edc1bb0468551c8', 'gw_port': {'id': '8459270c-d8a5-42a4-abf4-e5dc701f12a4', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9859d67e-360d-4e3b-a6c7-bd0d6a4cb852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:39:24Z', 'updated_at': '2022-07-27T08:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi', '_floatingips': [{'id': 'af3b2e87-c2e8-474c-ae72-655aa26b0222', 'tenant_id': '940250de2f6f47ed9edc1bb0468551c8', 'floating_ip_address': '172.27.2.154', 'floating_network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'router_id': '9859d67e-360d-4e3b-a6c7-bd0d6a4cb852', 'port_id': '55ebce99-8df7-4923-ac6f-3bba997bb3ff', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f6980da-175b-4e92-9032-637e0458eb4f', 'mac_address': 'fa:16:3e:bc:d1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba1df927-86a0-4ed5-aad6-b45dd817b46e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T08:39:43Z', 'updated_at': '2022-07-27T08:40:27Z', 'revision_number': 2, 'project_id': '940250de2f6f47ed9edc1bb0468551c8', 'fixed_ip_address_scope': None}, {'id': 'fc24e3b9-de5f-4611-8c2a-727a28b18237', 'tenant_id': '940250de2f6f47ed9edc1bb0468551c8', 'floating_ip_address': '172.27.2.72', 'floating_network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'router_id': '9859d67e-360d-4e3b-a6c7-bd0d6a4cb852', 'port_id': '3dc911f5-2c16-4531-acf6-43762dc287c7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f6980da-175b-4e92-9032-637e0458eb4f', 'mac_address': 'fa:16:3e:b0:7a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80c4e570-1a1e-48ce-a477-0c84bcec9fbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T08:42:40Z', 'updated_at': '2022-07-27T08:43:03Z', 'revision_number': 1, 'project_id': '940250de2f6f47ed9edc1bb0468551c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa37f9a5-dc13-418d-8b78-d17cc6344800', 'name': '', 'network_id': '8f6980da-175b-4e92-9032-637e0458eb4f', 'tenant_id': '940250de2f6f47ed9edc1bb0468551c8', 'mac_address': 'fa:16:3e:b8:8b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9859d67e-360d-4e3b-a6c7-bd0d6a4cb852', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '5784479d-44dd-45ed-b6e6-1aaaf2f91b93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:39:31Z', 'updated_at': '2022-07-27T08:39:43Z', 'revision_number': 5, 'project_id': '940250de2f6f47ed9edc1bb0468551c8', 'subnets': [{'id': '5784479d-44dd-45ed-b6e6-1aaaf2f91b93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851170-2-iscsi', False) {} {{(pid=104487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:43:04.630450 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3292fea-04a3-44db-a393-1d991cc8bc3d None None] The sync data for ids ['9859d67e-360d-4e3b-a6c7-bd0d6a4cb852'] in dv-cinder-851170-2-iscsi is: [{'id': '9859d67e-360d-4e3b-a6c7-bd0d6a4cb852', 'name': 'tempest-AttachVolumeNegativeTest-1367014185-router', 'tenant_id': '940250de2f6f47ed9edc1bb0468551c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': '8459270c-d8a5-42a4-abf4-e5dc701f12a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:39:21Z', 'updated_at': '2022-07-27T08:39:32Z', 'revision_number': 4, 'project_id': '940250de2f6f47ed9edc1bb0468551c8', 'gw_port': {'id': '8459270c-d8a5-42a4-abf4-e5dc701f12a4', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9859d67e-360d-4e3b-a6c7-bd0d6a4cb852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:39:24Z', 'updated_at': '2022-07-27T08:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi', '_floatingips': [{'id': 'af3b2e87-c2e8-474c-ae72-655aa26b0222', 'tenant_id': '940250de2f6f47ed9edc1bb0468551c8', 'floating_ip_address': '172.27.2.154', 'floating_network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'router_id': '9859d67e-360d-4e3b-a6c7-bd0d6a4cb852', 'port_id': '55ebce99-8df7-4923-ac6f-3bba997bb3ff', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f6980da-175b-4e92-9032-637e0458eb4f', 'mac_address': 'fa:16:3e:bc:d1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba1df927-86a0-4ed5-aad6-b45dd817b46e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T08:39:43Z', 'updated_at': '2022-07-27T08:40:27Z', 'revision_number': 2, 'project_id': '940250de2f6f47ed9edc1bb0468551c8', 'fixed_ip_address_scope': None}, {'id': 'fc24e3b9-de5f-4611-8c2a-727a28b18237', 'tenant_id': '940250de2f6f47ed9edc1bb0468551c8', 'floating_ip_address': '172.27.2.72', 'floating_network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'router_id': '9859d67e-360d-4e3b-a6c7-bd0d6a4cb852', 'port_id': '3dc911f5-2c16-4531-acf6-43762dc287c7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f6980da-175b-4e92-9032-637e0458eb4f', 'mac_address': 'fa:16:3e:b0:7a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80c4e570-1a1e-48ce-a477-0c84bcec9fbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T08:42:40Z', 'updated_at': '2022-07-27T08:43:03Z', 'revision_number': 1, 'project_id': '940250de2f6f47ed9edc1bb0468551c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa37f9a5-dc13-418d-8b78-d17cc6344800', 'name': '', 'network_id': '8f6980da-175b-4e92-9032-637e0458eb4f', 'tenant_id': '940250de2f6f47ed9edc1bb0468551c8', 'mac_address': 'fa:16:3e:b8:8b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9859d67e-360d-4e3b-a6c7-bd0d6a4cb852', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '5784479d-44dd-45ed-b6e6-1aaaf2f91b93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:39:31Z', 'updated_at': '2022-07-27T08:39:43Z', 'revision_number': 5, 'project_id': '940250de2f6f47ed9edc1bb0468551c8', 'subnets': [{'id': '5784479d-44dd-45ed-b6e6-1aaaf2f91b93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 08:43:04.714335 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:43:04.716535 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90ce449-fe4d-499d-af6a-fe076ca1ab57 req-07982c72-016e-4654-9eb1-b05ed5b369e6 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:43:04.718022 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-f90ce449-fe4d-499d-af6a-fe076ca1ab57 req-07982c72-016e-4654-9eb1-b05ed5b369e6 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=73303fae-c87c-4ca8-86ef-f53a66bb47d9 HTTP/1.1" status: 200 len: 946 time: 0.1324117 Jul 27 08:43:04.721814 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:43:04.730671 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-054ad493-1372-4f30-95c6-e4e261ba5516 req-5f6fbdc2-df05-4354-aa91-c4f30be27f45 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e8a0e0d3-038b-475c-b988-cb677e787e58 HTTP/1.1" status: 200 len: 1001 time: 0.1067779 Jul 27 08:43:04.756674 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d41bdd9-831c-484e-b57b-e81b8fc03d60 req-84a8c385-91f8-43e9-b8ca-780b8a7f5de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:43:04.758125 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-3d41bdd9-831c-484e-b57b-e81b8fc03d60 req-84a8c385-91f8-43e9-b8ca-780b8a7f5de5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5784479d-44dd-45ed-b6e6-1aaaf2f91b93 HTTP/1.1" status: 200 len: 854 time: 0.1353376 Jul 27 08:43:04.782400 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=100 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:43:04.835373 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92976a1f-7fb3-4b25-b05c-18b6873018e4 None None] New status for floating IP fc24e3b9-de5f-4611-8c2a-727a28b18237: ACTIVE {{(pid=104488) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 27 08:43:04.850866 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054ad493-1372-4f30-95c6-e4e261ba5516 req-88b3660a-7e68-4db7-8885-79a94f9119e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:43:04.852327 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-054ad493-1372-4f30-95c6-e4e261ba5516 req-88b3660a-7e68-4db7-8885-79a94f9119e4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c4ce96ff-fd31-496d-82bd-3a3dbfb16be8 HTTP/1.1" status: 200 len: 856 time: 0.1136217 Jul 27 08:43:04.857640 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-f90ce449-fe4d-499d-af6a-fe076ca1ab57 req-2bf51f77-c30b-4eea-ae66-bfcfc0488766 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=31a1d554-5c9d-495f-8673-5decc904dcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1315396 Jul 27 08:43:04.858730 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d41bdd9-831c-484e-b57b-e81b8fc03d60 req-bc847931-308d-4254-9783-f23b227ff24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:43:04.860751 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-3d41bdd9-831c-484e-b57b-e81b8fc03d60 req-bc847931-308d-4254-9783-f23b227ff24e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8f6980da-175b-4e92-9032-637e0458eb4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0787551 Jul 27 08:43:04.943335 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054ad493-1372-4f30-95c6-e4e261ba5516 req-ca120296-feab-4417-91dd-fd5d75193c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:43:04.944835 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-054ad493-1372-4f30-95c6-e4e261ba5516 req-ca120296-feab-4417-91dd-fd5d75193c00 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=77554b81-fd19-4316-8d69-62980152360c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0832505 Jul 27 08:43:05.029374 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-3d41bdd9-831c-484e-b57b-e81b8fc03d60 req-b0d6ae01-4ddb-4ed7-a93e-98069afdc6e8 service neutron] 10.222.0.42 "GET /v2.0/networks/8f6980da-175b-4e92-9032-637e0458eb4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589985 Jul 27 08:43:05.109173 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-054ad493-1372-4f30-95c6-e4e261ba5516 req-c1303911-36e0-45a8-b358-71d023cdec3b service neutron] 10.222.0.42 "GET /v2.0/networks/77554b81-fd19-4316-8d69-62980152360c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507783 Jul 27 08:43:05.160705 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-3d41bdd9-831c-484e-b57b-e81b8fc03d60 req-2bb13c5a-0497-4032-b8bb-a2c451048db6 service neutron] 10.222.0.42 "GET /v2.0/networks/8f6980da-175b-4e92-9032-637e0458eb4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018009 Jul 27 08:43:05.240600 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-054ad493-1372-4f30-95c6-e4e261ba5516 req-12c790f9-a6fd-49cf-94e9-c2fd6eb10ecc service neutron] 10.222.0.42 "GET /v2.0/networks/77554b81-fd19-4316-8d69-62980152360c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916719 Jul 27 08:43:05.416333 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c4dc57-9720-4dd0-9750-175ad79d8809 req-b101501d-eb3e-4240-8330-ded65a50df71 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:43:05.417843 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-62c4dc57-9720-4dd0-9750-175ad79d8809 req-b101501d-eb3e-4240-8330-ded65a50df71 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7739cba-0102-4d24-ac1e-904912fe2c65 HTTP/1.1" status: 200 len: 945 time: 0.0509956 Jul 27 08:43:05.465084 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-62c4dc57-9720-4dd0-9750-175ad79d8809 req-c1fb89f1-e268-4e14-88ad-6073d932b755 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/security-groups?id=791a5d6c-9866-4968-9e83-75fa41831371&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409696 Jul 27 08:43:05.966936 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=100 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:43:05.982293 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c3c51d-7a2a-47a7-bce5-e28612161361 req-e9d8d2b0-b1f5-4f72-bb13-5c4dedb529b4 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:43:05.983752 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-99c3c51d-7a2a-47a7-bce5-e28612161361 req-e9d8d2b0-b1f5-4f72-bb13-5c4dedb529b4 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=73303fae-c87c-4ca8-86ef-f53a66bb47d9 HTTP/1.1" status: 200 len: 946 time: 0.0471089 Jul 27 08:43:06.030704 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-99c3c51d-7a2a-47a7-bce5-e28612161361 req-a2d94d6a-1f14-4238-a08d-0f4a6e9a1608 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=31a1d554-5c9d-495f-8673-5decc904dcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409191 Jul 27 08:43:06.545267 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:43:06.585724 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc73f1c-b197-4feb-9959-6e54029c8191 req-6a0a5471-6804-4c6a-81fb-1789a5b9a17c tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:43:06.587214 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-0fc73f1c-b197-4feb-9959-6e54029c8191 req-6a0a5471-6804-4c6a-81fb-1789a5b9a17c tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7739cba-0102-4d24-ac1e-904912fe2c65 HTTP/1.1" status: 200 len: 945 time: 0.0504754 Jul 27 08:43:06.633594 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-0fc73f1c-b197-4feb-9959-6e54029c8191 req-dd80912b-29ff-460d-9d5c-168000b2eee8 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/security-groups?id=791a5d6c-9866-4968-9e83-75fa41831371&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408175 Jul 27 08:43:07.152269 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f1a361-f38e-4f78-ba87-c00c186fe234 req-4ae8cc0b-416a-4902-b1f5-60286ca76181 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:43:07.153622 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-b8f1a361-f38e-4f78-ba87-c00c186fe234 req-4ae8cc0b-416a-4902-b1f5-60286ca76181 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=73303fae-c87c-4ca8-86ef-f53a66bb47d9 HTTP/1.1" status: 200 len: 946 time: 0.0462291 Jul 27 08:43:07.205242 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-b8f1a361-f38e-4f78-ba87-c00c186fe234 req-e17b31bd-bafc-4b76-8434-0e4ae6e351a7 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=31a1d554-5c9d-495f-8673-5decc904dcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455649 Jul 27 08:43:07.759805 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72979821-7933-44d2-be32-762995de5401 req-0683a461-5930-404b-8225-fa6fbca2fff9 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:43:07.762097 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-72979821-7933-44d2-be32-762995de5401 req-0683a461-5930-404b-8225-fa6fbca2fff9 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7739cba-0102-4d24-ac1e-904912fe2c65 HTTP/1.1" status: 200 len: 945 time: 0.0543921 Jul 27 08:43:07.810478 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-72979821-7933-44d2-be32-762995de5401 req-587f0158-e7ef-47d8-accc-f593a92465f0 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/security-groups?id=791a5d6c-9866-4968-9e83-75fa41831371&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419495 Jul 27 08:43:08.328894 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84daf2c-898c-4358-82b8-15a67b4c1c1b req-72f73759-8479-4a46-965e-338d908d9843 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:43:08.330807 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-b84daf2c-898c-4358-82b8-15a67b4c1c1b req-72f73759-8479-4a46-965e-338d908d9843 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=73303fae-c87c-4ca8-86ef-f53a66bb47d9 HTTP/1.1" status: 200 len: 946 time: 0.0476818 Jul 27 08:43:08.378253 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-b84daf2c-898c-4358-82b8-15a67b4c1c1b req-7dd82aca-0f84-41c4-afd3-f5da1033b1b4 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=31a1d554-5c9d-495f-8673-5decc904dcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415599 Jul 27 08:43:08.798931 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Device e8a0e0d3-038b-475c-b988-cb677e787e58 no longer exists at agent hyperv_hv-cinder-85117 {{(pid=104487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 08:43:08.879791 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Current status of the port e8a0e0d3-038b-475c-b988-cb677e787e58 is: ACTIVE; New status is: DOWN {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:43:08.880103 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (e8a0e0d3-038b-475c-b988-cb677e787e58), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:43:08.909073 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73303fae-c87c-4ca8-86ef-f53a66bb47d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8a0e0d3-038b-475c-b988-cb677e787e58'}] {{(pid=104487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 08:43:08.911794 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80d6aca8d47c9a16b7ef4a01c61ef1bf5c962aea16cee8599b6bab5dfb4de652" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8a11807-cbe5-40be-be1e-6a63c50ae615" -d '{"events": [{"server_uuid": "73303fae-c87c-4ca8-86ef-f53a66bb47d9", "name": "network-vif-unplugged", "status": "completed", "tag": "e8a0e0d3-038b-475c-b988-cb677e787e58"}]}' {{(pid=104487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 08:43:08.924797 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] For port e8a0e0d3-038b-475c-b988-cb677e787e58, host hv-cinder-85117, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85117',level=0,port_id=e8a0e0d3-038b-475c-b988-cb677e787e58,segment=NetworkSegment(d4421dbb-2177-49de-a9fa-abc5e0331875),segment_id=d4421dbb-2177-49de-a9fa-abc5e0331875)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:43:08.940105 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e48d24-1914-4040-8f83-2ec9746145af req-15c287d9-5d8d-4a68-8bd1-1e31bb8ee47a tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:43:08.945311 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-45e48d24-1914-4040-8f83-2ec9746145af req-15c287d9-5d8d-4a68-8bd1-1e31bb8ee47a tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7739cba-0102-4d24-ac1e-904912fe2c65 HTTP/1.1" status: 200 len: 945 time: 0.0537925 Jul 27 08:43:08.989355 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-45e48d24-1914-4040-8f83-2ec9746145af req-c89cf970-5ae2-47d3-baac-db98bf6d4012 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/security-groups?id=791a5d6c-9866-4968-9e83-75fa41831371&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418878 Jul 27 08:43:08.993868 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (e8a0e0d3-038b-475c-b988-cb677e787e58), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:43:09.030569 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 27 Jul 2022 08:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b113cf7f-e236-4c1d-bc7a-0effaabae54f x-openstack-request-id: req-b113cf7f-e236-4c1d-bc7a-0effaabae54f {{(pid=104487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 08:43:09.030901 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73303fae-c87c-4ca8-86ef-f53a66bb47d9", "name": "network-vif-unplugged", "status": "failed", "tag": "e8a0e0d3-038b-475c-b988-cb677e787e58", "code": 422}]} {{(pid=104487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 08:43:09.031156 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-b113cf7f-e236-4c1d-bc7a-0effaabae54f {{(pid=104487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 08:43:09.031592 dv-cinder-851170-2-iscsi neutron-server[104487]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-b113cf7f-e236-4c1d-bc7a-0effaabae54f']: {'server_uuid': '73303fae-c87c-4ca8-86ef-f53a66bb47d9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e8a0e0d3-038b-475c-b988-cb677e787e58', 'code': 422} returned with failed status Jul 27 08:43:09.043556 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Pushing event updated for resources: {'Port': ['ID=e8a0e0d3-038b-475c-b988-cb677e787e58,revision_number=8']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:43:09.328017 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11002538-c85c-453b-977a-e2bf986b63ec req-ce385012-8914-44ce-a4d2-cd341b15ac31 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:43:09.329488 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-11002538-c85c-453b-977a-e2bf986b63ec req-ce385012-8914-44ce-a4d2-cd341b15ac31 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7739cba-0102-4d24-ac1e-904912fe2c65 HTTP/1.1" status: 200 len: 945 time: 0.0514135 Jul 27 08:43:09.377269 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-11002538-c85c-453b-977a-e2bf986b63ec req-113e93a6-c673-4568-a1bd-99c1e41487d1 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/security-groups?id=791a5d6c-9866-4968-9e83-75fa41831371&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416028 Jul 27 08:43:09.483068 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab75748-af20-49ca-8335-3b845b5f0a52 req-6344a093-2565-4602-a0f8-6f3a2e72de4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:43:09.484542 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-1ab75748-af20-49ca-8335-3b845b5f0a52 req-6344a093-2565-4602-a0f8-6f3a2e72de4f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9dcfebb6e1774a7daed20b60d2379875&device_id=f7739cba-0102-4d24-ac1e-904912fe2c65 HTTP/1.1" status: 200 len: 1129 time: 0.0397794 Jul 27 08:43:09.545353 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [req-55be28dd-0d33-46e3-a5f8-e5b27db76220 req-354d805c-4d4c-49ce-9897-cb410ced7882 service neutron] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=104485) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 27 08:43:09.546348 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-55be28dd-0d33-46e3-a5f8-e5b27db76220 req-354d805c-4d4c-49ce-9897-cb410ced7882 service neutron] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0052214 Jul 27 08:43:09.584435 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab75748-af20-49ca-8335-3b845b5f0a52 req-8f26f4f9-0cd8-4cab-ba2c-541bbd1bb618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:43:09.585825 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-1ab75748-af20-49ca-8335-3b845b5f0a52 req-8f26f4f9-0cd8-4cab-ba2c-541bbd1bb618 service neutron] 10.222.0.42 "GET /v2.0/networks?id=86596533-e5bc-41a5-8bd8-3e19070777ca HTTP/1.1" status: 200 len: 911 time: 0.0907500 Jul 27 08:43:09.601695 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=100 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:43:09.648328 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-1ab75748-af20-49ca-8335-3b845b5f0a52 req-56e6ad78-c198-4e72-a81c-cb79195f0ed8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=535f88dd-47a5-428c-ab18-ca28f688244a HTTP/1.1" status: 200 len: 1000 time: 0.0527136 Jul 27 08:43:09.696539 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab75748-af20-49ca-8335-3b845b5f0a52 req-4aab510f-b3db-47c4-8f0f-c9e86afc7b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:43:09.697988 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-1ab75748-af20-49ca-8335-3b845b5f0a52 req-4aab510f-b3db-47c4-8f0f-c9e86afc7b86 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7bb93b59-455b-4e46-8d58-a8f142f5867d HTTP/1.1" status: 200 len: 849 time: 0.0433893 Jul 27 08:43:09.746134 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab75748-af20-49ca-8335-3b845b5f0a52 req-07607667-fd40-48ec-8299-011ddc8b285b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:43:09.747949 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-1ab75748-af20-49ca-8335-3b845b5f0a52 req-07607667-fd40-48ec-8299-011ddc8b285b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=86596533-e5bc-41a5-8bd8-3e19070777ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425582 Jul 27 08:43:09.854884 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d62574-2542-47bd-8a67-71697106a9e7 req-2a4b8c8e-89ed-4eca-8f96-eca4171d52cc tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:43:09.856225 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-c3d62574-2542-47bd-8a67-71697106a9e7 req-2a4b8c8e-89ed-4eca-8f96-eca4171d52cc tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=73303fae-c87c-4ca8-86ef-f53a66bb47d9 HTTP/1.1" status: 200 len: 944 time: 0.0584726 Jul 27 08:43:09.896590 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-1ab75748-af20-49ca-8335-3b845b5f0a52 req-87e216ea-57a0-4582-ac9d-42fe5caf99b4 service neutron] 10.222.0.42 "GET /v2.0/networks/86596533-e5bc-41a5-8bd8-3e19070777ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410794 Jul 27 08:43:09.967347 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-c3d62574-2542-47bd-8a67-71697106a9e7 req-4a1d39b8-ed86-4bc5-bd80-70412fe396e2 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=31a1d554-5c9d-495f-8673-5decc904dcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999687 Jul 27 08:43:10.008925 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-1ab75748-af20-49ca-8335-3b845b5f0a52 req-4e7499c3-3aa0-49ac-93eb-65dbb8286b52 service neutron] 10.222.0.42 "GET /v2.0/networks/86596533-e5bc-41a5-8bd8-3e19070777ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020398 Jul 27 08:43:10.296687 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 58538) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:43:10.375452 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-3f953052-ad19-44aa-94f5-bb14a9067ee5 req-41c77aab-fe28-4f1f-86a8-88f2f8839ba9 service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=73303fae-c87c-4ca8-86ef-f53a66bb47d9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0776353 Jul 27 08:43:10.384089 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [req-3f953052-ad19-44aa-94f5-bb14a9067ee5 req-52130c32-577e-404e-a3dc-f7d13e029a1c service neutron] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=104485) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 27 08:43:10.385031 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-3f953052-ad19-44aa-94f5-bb14a9067ee5 req-52130c32-577e-404e-a3dc-f7d13e029a1c service neutron] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0047262 Jul 27 08:43:10.461983 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 58550) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:43:10.501049 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74423a91-7749-48ce-b160-f7866ee43cbf req-469198ac-7c63-4202-a34f-bc02466ee836 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:43:10.502617 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-74423a91-7749-48ce-b160-f7866ee43cbf req-469198ac-7c63-4202-a34f-bc02466ee836 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7739cba-0102-4d24-ac1e-904912fe2c65 HTTP/1.1" status: 200 len: 945 time: 0.0488701 Jul 27 08:43:10.522584 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=100 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:43:10.550997 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-74423a91-7749-48ce-b160-f7866ee43cbf req-8e8d7269-f2f8-4503-b232-390ee5b09165 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/security-groups?id=791a5d6c-9866-4968-9e83-75fa41831371&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423362 Jul 27 08:43:10.566395 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f953052-ad19-44aa-94f5-bb14a9067ee5 req-bb843899-f725-4bc9-b372-c3f4c87ee1d1 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:43:10.567789 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-3f953052-ad19-44aa-94f5-bb14a9067ee5 req-bb843899-f725-4bc9-b372-c3f4c87ee1d1 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports/e8a0e0d3-038b-475c-b988-cb677e787e58 HTTP/1.1" status: 200 len: 941 time: 0.1047404 Jul 27 08:43:11.093738 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f633c9a4-d33e-4b96-bcb5-59438d91782e req-da7b2ada-3905-410a-9448-06b6fcc453c1 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:43:11.095282 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-f633c9a4-d33e-4b96-bcb5-59438d91782e req-da7b2ada-3905-410a-9448-06b6fcc453c1 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=73303fae-c87c-4ca8-86ef-f53a66bb47d9 HTTP/1.1" status: 200 len: 944 time: 0.0467818 Jul 27 08:43:11.141891 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-f633c9a4-d33e-4b96-bcb5-59438d91782e req-e34436c6-518e-441c-be68-e91812c290c2 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=31a1d554-5c9d-495f-8673-5decc904dcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409744 Jul 27 08:43:11.675478 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33a310a-bf34-4a7a-ac30-ca1e09dfbb01 req-bbf71ede-c37e-4b7d-afa2-00bcf96d58a9 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:43:11.676991 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-b33a310a-bf34-4a7a-ac30-ca1e09dfbb01 req-bbf71ede-c37e-4b7d-afa2-00bcf96d58a9 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7739cba-0102-4d24-ac1e-904912fe2c65 HTTP/1.1" status: 200 len: 945 time: 0.0510321 Jul 27 08:43:11.724255 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-b33a310a-bf34-4a7a-ac30-ca1e09dfbb01 req-828c1ab8-4be0-4a74-9b66-b14d54527081 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/security-groups?id=791a5d6c-9866-4968-9e83-75fa41831371&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415533 Jul 27 08:43:12.262680 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5fc6a3-1792-4d80-be93-0c63196090e7 req-dc46f762-6c9c-4d67-8e05-8d28950b826f tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:43:12.264120 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-9a5fc6a3-1792-4d80-be93-0c63196090e7 req-dc46f762-6c9c-4d67-8e05-8d28950b826f tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=73303fae-c87c-4ca8-86ef-f53a66bb47d9 HTTP/1.1" status: 200 len: 944 time: 0.0449858 Jul 27 08:43:12.313090 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-9a5fc6a3-1792-4d80-be93-0c63196090e7 req-a2d18f6f-fc18-497b-ba97-724090a7fcc6 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=31a1d554-5c9d-495f-8673-5decc904dcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435894 Jul 27 08:43:13.435612 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd301176-6d1c-4155-9343-f1010769f9b3 req-85028778-83c5-4c4e-a69f-fa193a7e57a9 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:43:13.437127 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-bd301176-6d1c-4155-9343-f1010769f9b3 req-85028778-83c5-4c4e-a69f-fa193a7e57a9 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=73303fae-c87c-4ca8-86ef-f53a66bb47d9 HTTP/1.1" status: 200 len: 944 time: 0.0464699 Jul 27 08:43:13.484249 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-bd301176-6d1c-4155-9343-f1010769f9b3 req-b525f913-acfe-4bf0-90a5-e3b0d5e0a2f4 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=31a1d554-5c9d-495f-8673-5decc904dcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414279 Jul 27 08:43:13.612613 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f953052-ad19-44aa-94f5-bb14a9067ee5 req-6a394cf8-62bb-4885-bafc-23f008a2e07b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:43:13.614255 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-3f953052-ad19-44aa-94f5-bb14a9067ee5 req-6a394cf8-62bb-4885-bafc-23f008a2e07b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=73303fae-c87c-4ca8-86ef-f53a66bb47d9&tenant_id=e2c60f49a9e14417bd1d9504128fc94b HTTP/1.1" status: 200 len: 1128 time: 0.0680082 Jul 27 08:43:13.699330 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f953052-ad19-44aa-94f5-bb14a9067ee5 req-99287525-a98d-4ff8-9ac3-de7c670940fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:43:13.700685 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-3f953052-ad19-44aa-94f5-bb14a9067ee5 req-99287525-a98d-4ff8-9ac3-de7c670940fa service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e2c60f49a9e14417bd1d9504128fc94b&device_id=73303fae-c87c-4ca8-86ef-f53a66bb47d9 HTTP/1.1" status: 200 len: 1128 time: 0.0380042 Jul 27 08:43:13.798472 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f953052-ad19-44aa-94f5-bb14a9067ee5 req-95888bec-1596-4e6e-a20e-a3754c685432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:43:13.799968 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-3f953052-ad19-44aa-94f5-bb14a9067ee5 req-95888bec-1596-4e6e-a20e-a3754c685432 service neutron] 10.222.0.42 "GET /v2.0/networks?id=77554b81-fd19-4316-8d69-62980152360c HTTP/1.1" status: 200 len: 918 time: 0.0908659 Jul 27 08:43:13.867082 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-3f953052-ad19-44aa-94f5-bb14a9067ee5 req-d0916dc8-9561-4e87-8fd5-7ca26a304c5b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e8a0e0d3-038b-475c-b988-cb677e787e58 HTTP/1.1" status: 200 len: 999 time: 0.0601428 Jul 27 08:43:13.920917 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f953052-ad19-44aa-94f5-bb14a9067ee5 req-b563e679-60af-49dc-9cef-82d0bf7a0f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:43:13.922361 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-3f953052-ad19-44aa-94f5-bb14a9067ee5 req-b563e679-60af-49dc-9cef-82d0bf7a0f1d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c4ce96ff-fd31-496d-82bd-3a3dbfb16be8 HTTP/1.1" status: 200 len: 856 time: 0.0462248 Jul 27 08:43:13.967013 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f953052-ad19-44aa-94f5-bb14a9067ee5 req-1ad10e91-e916-484f-b898-ce165e72abdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:43:13.968362 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-3f953052-ad19-44aa-94f5-bb14a9067ee5 req-1ad10e91-e916-484f-b898-ce165e72abdb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=77554b81-fd19-4316-8d69-62980152360c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0375841 Jul 27 08:43:14.021098 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=100 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:43:14.061265 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-3f953052-ad19-44aa-94f5-bb14a9067ee5 req-2a8ea261-9418-4818-bc26-779a21842684 service neutron] 10.222.0.42 "GET /v2.0/networks/77554b81-fd19-4316-8d69-62980152360c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862522 Jul 27 08:43:14.151359 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-3f953052-ad19-44aa-94f5-bb14a9067ee5 req-55b6ddcd-cd35-4798-9a3a-87bdfdf0a9d0 service neutron] 10.222.0.42 "GET /v2.0/networks/77554b81-fd19-4316-8d69-62980152360c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803745 Jul 27 08:43:14.609979 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31901a79-7a82-486b-8235-63393012f1fc req-f02743b0-50c6-4c0f-ba9f-54870f7e4b61 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:43:14.611543 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-31901a79-7a82-486b-8235-63393012f1fc req-f02743b0-50c6-4c0f-ba9f-54870f7e4b61 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=73303fae-c87c-4ca8-86ef-f53a66bb47d9 HTTP/1.1" status: 200 len: 944 time: 0.0470805 Jul 27 08:43:14.661823 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-31901a79-7a82-486b-8235-63393012f1fc req-501d574e-5c25-48f2-bbc0-d42490eb59aa tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=31a1d554-5c9d-495f-8673-5decc904dcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440443 Jul 27 08:43:15.787201 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad90b43-aec7-464d-89f4-e783cdd4c116 req-6ba80ede-1d0b-4084-92aa-1bf9ef98d239 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:43:15.788681 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-1ad90b43-aec7-464d-89f4-e783cdd4c116 req-6ba80ede-1d0b-4084-92aa-1bf9ef98d239 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=73303fae-c87c-4ca8-86ef-f53a66bb47d9 HTTP/1.1" status: 200 len: 944 time: 0.0490885 Jul 27 08:43:15.841174 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-1ad90b43-aec7-464d-89f4-e783cdd4c116 req-ff992e49-43c7-4968-8cf5-1c0bd23e40ed tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=31a1d554-5c9d-495f-8673-5decc904dcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469306 Jul 27 08:43:16.001917 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a6c67a48-197e-4366-a1ce-599707c88d70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (7c77c4a2-8ca4-486b-af2a-676805e7b922), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:43:16.337870 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=20,neutron:UPDATE=1 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:43:16.340865 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=26,neutron:UPDATE=1 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:43:16.969476 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a468bc-9e7b-4ef0-8cd4-0feffc5c92d0 req-307d033a-6dba-4292-9f4c-113d47900dc1 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:43:16.971012 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-a2a468bc-9e7b-4ef0-8cd4-0feffc5c92d0 req-307d033a-6dba-4292-9f4c-113d47900dc1 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=73303fae-c87c-4ca8-86ef-f53a66bb47d9 HTTP/1.1" status: 200 len: 944 time: 0.0495520 Jul 27 08:43:17.024401 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-a2a468bc-9e7b-4ef0-8cd4-0feffc5c92d0 req-be03cae8-7933-4122-a8b5-7c97da9e9f36 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=31a1d554-5c9d-495f-8673-5decc904dcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466149 Jul 27 08:43:18.115702 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.agents_db [None req-f85b74c8-06c1-470d-aedd-c7ca4f0196ea None None] Agent healthcheck: found 6 active agents {{(pid=104488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 08:43:18.167185 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78332d91-3aa2-4515-adc9-a3ae057522cd req-4e99a95b-504d-4edc-ba67-efa5f1efd057 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:43:18.168705 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-78332d91-3aa2-4515-adc9-a3ae057522cd req-4e99a95b-504d-4edc-ba67-efa5f1efd057 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=73303fae-c87c-4ca8-86ef-f53a66bb47d9 HTTP/1.1" status: 200 len: 944 time: 0.0593736 Jul 27 08:43:18.226960 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=100 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:43:18.231705 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-78332d91-3aa2-4515-adc9-a3ae057522cd req-7a1686da-355b-426c-b7f1-cf24f17a1a48 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=31a1d554-5c9d-495f-8673-5decc904dcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571983 Jul 27 08:43:18.379913 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-270763a9-f1da-4a00-a37f-0c721226704c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (5bc6d868-bb0b-4164-b2dd-44360f4de654), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:43:19.359753 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78308ea6-100c-472b-afa3-0d1005ef32df req-648054ba-199f-4a28-a536-8ec72a22ebc1 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:43:19.361401 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-78308ea6-100c-472b-afa3-0d1005ef32df req-648054ba-199f-4a28-a536-8ec72a22ebc1 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=73303fae-c87c-4ca8-86ef-f53a66bb47d9 HTTP/1.1" status: 200 len: 944 time: 0.0493693 Jul 27 08:43:19.410416 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-78308ea6-100c-472b-afa3-0d1005ef32df req-6cfdd074-864a-413d-8586-b37c9d684562 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=31a1d554-5c9d-495f-8673-5decc904dcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428290 Jul 27 08:43:20.245283 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-45eb61cd-e3d7-4840-8013-3080c7768274 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (36998da0-f99a-403d-814c-b55466abd131), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:43:20.537342 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a752ba7f-a2bc-473e-87ad-bfe94212e79e req-7053ae31-e275-4162-810b-e76683fe6d01 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:43:20.538801 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-a752ba7f-a2bc-473e-87ad-bfe94212e79e req-7053ae31-e275-4162-810b-e76683fe6d01 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=73303fae-c87c-4ca8-86ef-f53a66bb47d9 HTTP/1.1" status: 200 len: 944 time: 0.0474083 Jul 27 08:43:20.588720 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-a752ba7f-a2bc-473e-87ad-bfe94212e79e req-06eaac45-f86f-47ef-8b97-c77666398d6a tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=31a1d554-5c9d-495f-8673-5decc904dcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444226 Jul 27 08:43:21.408050 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (40990755-2d84-4c9d-828c-eda94a5136e8), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:43:21.443277 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-83feb67a-80d7-474e-96e8-1d92c33387c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (0a293c43-2970-4b69-9d2a-dcf41d8870ef), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:43:21.443760 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (ed9de811-f248-496b-b487-860d50d7cee7), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:43:21.681289 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=100 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:43:21.942875 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b681464d-b8b8-4a9b-81af-eed7832412cd req-4086b2a4-34d0-4cc4-ac36-4cca249fe353 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:43:21.944349 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-b681464d-b8b8-4a9b-81af-eed7832412cd req-4086b2a4-34d0-4cc4-ac36-4cca249fe353 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=73303fae-c87c-4ca8-86ef-f53a66bb47d9 HTTP/1.1" status: 200 len: 944 time: 0.2736216 Jul 27 08:43:21.994393 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-b681464d-b8b8-4a9b-81af-eed7832412cd req-ef56c2dc-abb5-4585-94c5-503a657b0fa9 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=31a1d554-5c9d-495f-8673-5decc904dcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442095 Jul 27 08:43:23.124939 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8da1158-0897-44e7-a0a1-18035eba9e6b req-102514df-bc6a-48dc-a8fc-2bea6f7b1f23 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:43:23.126471 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-f8da1158-0897-44e7-a0a1-18035eba9e6b req-102514df-bc6a-48dc-a8fc-2bea6f7b1f23 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=73303fae-c87c-4ca8-86ef-f53a66bb47d9 HTTP/1.1" status: 200 len: 944 time: 0.0515864 Jul 27 08:43:23.176570 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-f8da1158-0897-44e7-a0a1-18035eba9e6b req-d83ccb97-235e-4472-9601-1d59889bfc74 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=31a1d554-5c9d-495f-8673-5decc904dcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435987 Jul 27 08:43:24.305845 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73fe888-8f4a-4bd0-b046-765ee2701f05 req-0eba0fd9-681a-4dce-a3f6-629c23b7d794 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:43:24.307381 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-a73fe888-8f4a-4bd0-b046-765ee2701f05 req-0eba0fd9-681a-4dce-a3f6-629c23b7d794 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=73303fae-c87c-4ca8-86ef-f53a66bb47d9 HTTP/1.1" status: 200 len: 944 time: 0.0485353 Jul 27 08:43:24.355529 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-a73fe888-8f4a-4bd0-b046-765ee2701f05 req-90c8996b-7712-449a-b5ca-d92c4214ef6b tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=31a1d554-5c9d-495f-8673-5decc904dcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425694 Jul 27 08:43:25.490506 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c488e47-4c32-4f2e-8061-fda4bda9a737 req-88c16105-1117-441d-a5fd-53d9b8cd2e96 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:43:25.492041 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-5c488e47-4c32-4f2e-8061-fda4bda9a737 req-88c16105-1117-441d-a5fd-53d9b8cd2e96 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=73303fae-c87c-4ca8-86ef-f53a66bb47d9 HTTP/1.1" status: 200 len: 944 time: 0.0529723 Jul 27 08:43:25.542434 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-5c488e47-4c32-4f2e-8061-fda4bda9a737 req-4256ac8d-6969-4e46-837a-d675b753cefe tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=31a1d554-5c9d-495f-8673-5decc904dcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445392 Jul 27 08:43:26.612217 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7012890b-8117-456d-a3b3-10b468f914e0 req-57c2a5ab-18ec-4949-92d3-b4b23832a703 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:43:26.614772 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-7012890b-8117-456d-a3b3-10b468f914e0 req-57c2a5ab-18ec-4949-92d3-b4b23832a703 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] 10.222.0.40 "GET /v2.0/ports?device_id=37c42449-37d4-48b2-baa1-77af8f327d8c HTTP/1.1" status: 200 len: 984 time: 0.0556476 Jul 27 08:43:26.634488 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=100 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:43:26.679159 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-7012890b-8117-456d-a3b3-10b468f914e0 req-f90a4cce-53d9-4839-88c8-126f9ff95354 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] 10.222.0.40 "GET /v2.0/security-groups?id=6dfb1169-7eb8-4729-a2a0-d63f36a2079d&id=ffe5ad9a-0397-4d7e-84ae-e9c69a18d94d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0587895 Jul 27 08:43:26.683709 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70def64-8b21-49b3-9ab5-68d1bb3559e8 req-e31beb09-9eae-4c9c-a8ff-828271f6bc14 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:43:26.685258 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-b70def64-8b21-49b3-9ab5-68d1bb3559e8 req-e31beb09-9eae-4c9c-a8ff-828271f6bc14 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=73303fae-c87c-4ca8-86ef-f53a66bb47d9 HTTP/1.1" status: 200 len: 944 time: 0.0512834 Jul 27 08:43:26.736516 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-b70def64-8b21-49b3-9ab5-68d1bb3559e8 req-5abf56c5-2096-484e-b15f-c5528f626eb4 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=31a1d554-5c9d-495f-8673-5decc904dcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450087 Jul 27 08:43:27.798893 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b977c4d-bf86-4436-bcc6-2127a7b4971d req-91cb546d-f5e2-436f-9173-14ecf4e41ecd tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:43:27.800410 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-5b977c4d-bf86-4436-bcc6-2127a7b4971d req-91cb546d-f5e2-436f-9173-14ecf4e41ecd tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] 10.222.0.40 "GET /v2.0/ports?device_id=37c42449-37d4-48b2-baa1-77af8f327d8c HTTP/1.1" status: 200 len: 984 time: 0.0483952 Jul 27 08:43:27.861854 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-5b977c4d-bf86-4436-bcc6-2127a7b4971d req-f58e8c0c-6d2e-4739-bc16-a902635e6c1a tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] 10.222.0.40 "GET /v2.0/security-groups?id=6dfb1169-7eb8-4729-a2a0-d63f36a2079d&id=ffe5ad9a-0397-4d7e-84ae-e9c69a18d94d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0552695 Jul 27 08:43:27.863681 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2d5e90-15b3-4b81-ac5b-377f59e92b42 req-ca89eb31-8d8b-4fb8-9491-326da4a8c874 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:43:27.865179 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-ec2d5e90-15b3-4b81-ac5b-377f59e92b42 req-ca89eb31-8d8b-4fb8-9491-326da4a8c874 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=73303fae-c87c-4ca8-86ef-f53a66bb47d9 HTTP/1.1" status: 200 len: 944 time: 0.0474584 Jul 27 08:43:27.913174 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-ec2d5e90-15b3-4b81-ac5b-377f59e92b42 req-8496e038-c9a4-4d0c-a8a8-9d73cdc0b646 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=31a1d554-5c9d-495f-8673-5decc904dcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423462 Jul 27 08:43:28.981189 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed376f0-d09d-40ed-96ed-20ec70947df1 req-e9f939e2-fc00-4ce8-a2b6-7d21846a8dca tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:43:28.983932 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-0ed376f0-d09d-40ed-96ed-20ec70947df1 req-e9f939e2-fc00-4ce8-a2b6-7d21846a8dca tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] 10.222.0.40 "GET /v2.0/ports?device_id=37c42449-37d4-48b2-baa1-77af8f327d8c HTTP/1.1" status: 200 len: 984 time: 0.0477421 Jul 27 08:43:29.037906 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b9c88d-7fcb-4e43-9647-7b500cdba664 req-b1f8c2b5-fc08-4fd5-8468-819afeff3082 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:43:29.039405 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-49b9c88d-7fcb-4e43-9647-7b500cdba664 req-b1f8c2b5-fc08-4fd5-8468-819afeff3082 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=73303fae-c87c-4ca8-86ef-f53a66bb47d9 HTTP/1.1" status: 200 len: 944 time: 0.0473084 Jul 27 08:43:29.047342 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-0ed376f0-d09d-40ed-96ed-20ec70947df1 req-477fd8a8-4a41-4710-b1be-ccfa79b0f1b9 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] 10.222.0.40 "GET /v2.0/security-groups?id=6dfb1169-7eb8-4729-a2a0-d63f36a2079d&id=ffe5ad9a-0397-4d7e-84ae-e9c69a18d94d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0589809 Jul 27 08:43:29.091183 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-49b9c88d-7fcb-4e43-9647-7b500cdba664 req-e9c9f00e-8a99-4732-92f8-c23d54bbf732 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=31a1d554-5c9d-495f-8673-5decc904dcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459261 Jul 27 08:43:30.166808 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f85a31-102f-4ab7-b8eb-ffa61a1ffe47 req-8947fa5a-1953-4434-a2fb-50f957cf1bef tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:43:30.168286 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-64f85a31-102f-4ab7-b8eb-ffa61a1ffe47 req-8947fa5a-1953-4434-a2fb-50f957cf1bef tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] 10.222.0.40 "GET /v2.0/ports?device_id=37c42449-37d4-48b2-baa1-77af8f327d8c HTTP/1.1" status: 200 len: 984 time: 0.0477624 Jul 27 08:43:30.213115 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb692ea-9c38-4941-b482-bacf1abd50e8 req-e5a1c555-4724-45da-8e92-3a27cae36a4f tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:43:30.214595 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-eeb692ea-9c38-4941-b482-bacf1abd50e8 req-e5a1c555-4724-45da-8e92-3a27cae36a4f tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=73303fae-c87c-4ca8-86ef-f53a66bb47d9 HTTP/1.1" status: 200 len: 944 time: 0.0475283 Jul 27 08:43:30.229659 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-64f85a31-102f-4ab7-b8eb-ffa61a1ffe47 req-d1ee3f35-2696-4169-908e-642c7fa3fc5a tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] 10.222.0.40 "GET /v2.0/security-groups?id=6dfb1169-7eb8-4729-a2a0-d63f36a2079d&id=ffe5ad9a-0397-4d7e-84ae-e9c69a18d94d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0558908 Jul 27 08:43:30.262216 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-eeb692ea-9c38-4941-b482-bacf1abd50e8 req-14a8ef09-ff15-41de-876b-6ed87f91dbc8 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=31a1d554-5c9d-495f-8673-5decc904dcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418489 Jul 27 08:43:31.262250 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:43:31.268112 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=30,neutron:UPDATE=5 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:43:31.350411 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9864d05-004d-4e9e-ba74-6050a8f8bd0b req-a053fd95-c043-4f86-901b-531e93d831cb tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:43:31.351913 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-d9864d05-004d-4e9e-ba74-6050a8f8bd0b req-a053fd95-c043-4f86-901b-531e93d831cb tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] 10.222.0.40 "GET /v2.0/ports?device_id=37c42449-37d4-48b2-baa1-77af8f327d8c HTTP/1.1" status: 200 len: 984 time: 0.0513272 Jul 27 08:43:31.389487 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76145d16-ee12-4ee3-b7f2-205d143c3965 req-72e2640a-7d55-4b4f-8c98-4611e3a83bb4 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:43:31.391009 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-76145d16-ee12-4ee3-b7f2-205d143c3965 req-72e2640a-7d55-4b4f-8c98-4611e3a83bb4 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=73303fae-c87c-4ca8-86ef-f53a66bb47d9 HTTP/1.1" status: 200 len: 944 time: 0.0469191 Jul 27 08:43:31.412307 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-d9864d05-004d-4e9e-ba74-6050a8f8bd0b req-c791177f-4739-4f36-901a-5b821d1aadb6 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] 10.222.0.40 "GET /v2.0/security-groups?id=6dfb1169-7eb8-4729-a2a0-d63f36a2079d&id=ffe5ad9a-0397-4d7e-84ae-e9c69a18d94d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0544806 Jul 27 08:43:31.431880 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=100 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:43:31.439080 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-76145d16-ee12-4ee3-b7f2-205d143c3965 req-46c949d5-8a72-41b5-ac6d-582ffa78488e tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=31a1d554-5c9d-495f-8673-5decc904dcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424619 Jul 27 08:43:32.120726 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-bb09d518-e33a-4a23-a153-ad31114ba437 req-89febd1b-621a-46e0-864d-1ab22511ae70 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f7739cba-0102-4d24-ac1e-904912fe2c65&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0413618 Jul 27 08:43:32.216346 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870c458f-f710-4302-abc1-575c3c2d659d req-6306c007-291b-485c-919a-0991f46d9c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:43:32.217836 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-870c458f-f710-4302-abc1-575c3c2d659d req-6306c007-291b-485c-919a-0991f46d9c40 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=52bd08da2d1746c6a84cf75143ae6bf6&device_id=37c42449-37d4-48b2-baa1-77af8f327d8c HTTP/1.1" status: 200 len: 1168 time: 0.0677593 Jul 27 08:43:32.220785 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb09d518-e33a-4a23-a153-ad31114ba437 req-1f19cbb5-22dc-42d9-9580-5f74ae6b5c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:43:32.222125 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-bb09d518-e33a-4a23-a153-ad31114ba437 req-1f19cbb5-22dc-42d9-9580-5f74ae6b5c4e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9dcfebb6e1774a7daed20b60d2379875&device_id=f7739cba-0102-4d24-ac1e-904912fe2c65 HTTP/1.1" status: 200 len: 1129 time: 0.0463977 Jul 27 08:43:32.389309 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870c458f-f710-4302-abc1-575c3c2d659d req-62f3c663-f511-42cd-bc40-da66ab6012e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:43:32.390719 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-870c458f-f710-4302-abc1-575c3c2d659d req-62f3c663-f511-42cd-bc40-da66ab6012e6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=19667394-873e-4fb0-a227-f5cd6f6c3a28 HTTP/1.1" status: 200 len: 914 time: 0.1619046 Jul 27 08:43:32.393236 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb09d518-e33a-4a23-a153-ad31114ba437 req-4ee54743-e136-48ad-82fc-12213511035b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:43:32.394573 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-bb09d518-e33a-4a23-a153-ad31114ba437 req-4ee54743-e136-48ad-82fc-12213511035b service neutron] 10.222.0.42 "GET /v2.0/networks?id=86596533-e5bc-41a5-8bd8-3e19070777ca HTTP/1.1" status: 200 len: 911 time: 0.1486382 Jul 27 08:43:32.478472 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=100 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:43:32.512384 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-870c458f-f710-4302-abc1-575c3c2d659d req-8b239b5a-6ada-4a14-81f7-e5c135971673 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7246bf69-568f-45e6-aaee-ec190910b2b8 HTTP/1.1" status: 200 len: 1001 time: 0.1034458 Jul 27 08:43:32.514463 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-bb09d518-e33a-4a23-a153-ad31114ba437 req-d2c1306e-6a10-4039-b25c-8b867807d338 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=535f88dd-47a5-428c-ab18-ca28f688244a HTTP/1.1" status: 200 len: 1000 time: 0.1000836 Jul 27 08:43:32.543150 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8693310-6984-4f20-9e99-a9a8912c3ebf req-874ca3b5-66f6-4484-a95c-fd9a423e28e6 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:43:32.544632 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-c8693310-6984-4f20-9e99-a9a8912c3ebf req-874ca3b5-66f6-4484-a95c-fd9a423e28e6 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] 10.222.0.40 "GET /v2.0/ports?device_id=37c42449-37d4-48b2-baa1-77af8f327d8c HTTP/1.1" status: 200 len: 984 time: 0.0559030 Jul 27 08:43:32.606293 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-c8693310-6984-4f20-9e99-a9a8912c3ebf req-ed66b877-505a-4917-9643-745508709653 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] 10.222.0.40 "GET /v2.0/security-groups?id=6dfb1169-7eb8-4729-a2a0-d63f36a2079d&id=ffe5ad9a-0397-4d7e-84ae-e9c69a18d94d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0557373 Jul 27 08:43:32.627264 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870c458f-f710-4302-abc1-575c3c2d659d req-d0f83077-ff39-4ce0-91e0-27bf37a3d7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:43:32.628716 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-870c458f-f710-4302-abc1-575c3c2d659d req-d0f83077-ff39-4ce0-91e0-27bf37a3d7f3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6877d0b1-ca13-41b7-9cc9-a45fde6af8fa HTTP/1.1" status: 200 len: 852 time: 0.1055293 Jul 27 08:43:32.653717 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76894d48-bb4a-43a2-be60-c7f4d313b2c4 req-67274030-34eb-42e8-81d4-610b3e9b9ac4 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:43:32.655123 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-76894d48-bb4a-43a2-be60-c7f4d313b2c4 req-67274030-34eb-42e8-81d4-610b3e9b9ac4 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=73303fae-c87c-4ca8-86ef-f53a66bb47d9 HTTP/1.1" status: 200 len: 944 time: 0.0983326 Jul 27 08:43:32.676064 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb09d518-e33a-4a23-a153-ad31114ba437 req-b64f71ed-ba15-42e3-8264-cbd5e508c81c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:43:32.677414 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-bb09d518-e33a-4a23-a153-ad31114ba437 req-b64f71ed-ba15-42e3-8264-cbd5e508c81c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7bb93b59-455b-4e46-8d58-a8f142f5867d HTTP/1.1" status: 200 len: 849 time: 0.1468441 Jul 27 08:43:32.728131 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870c458f-f710-4302-abc1-575c3c2d659d req-6ff68de8-49d3-4728-b6bb-72a0d60189c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:43:32.729539 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-870c458f-f710-4302-abc1-575c3c2d659d req-6ff68de8-49d3-4728-b6bb-72a0d60189c4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=19667394-873e-4fb0-a227-f5cd6f6c3a28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0934668 Jul 27 08:43:32.792879 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb09d518-e33a-4a23-a153-ad31114ba437 req-bc121eda-1b3f-4503-a1e8-18240825d9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:43:32.794349 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-bb09d518-e33a-4a23-a153-ad31114ba437 req-bc121eda-1b3f-4503-a1e8-18240825d9eb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=86596533-e5bc-41a5-8bd8-3e19070777ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1009569 Jul 27 08:43:32.819301 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-76894d48-bb4a-43a2-be60-c7f4d313b2c4 req-c93be477-bcc1-4979-85f3-d44ce99f93ca tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=31a1d554-5c9d-495f-8673-5decc904dcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1445799 Jul 27 08:43:32.907938 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-870c458f-f710-4302-abc1-575c3c2d659d req-a29c7291-550b-420f-8e32-75338ebae331 service neutron] 10.222.0.42 "GET /v2.0/networks/19667394-873e-4fb0-a227-f5cd6f6c3a28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650789 Jul 27 08:43:32.931420 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-bb09d518-e33a-4a23-a153-ad31114ba437 req-5cbd0af5-1670-47d3-aad2-199fdb8b23ae service neutron] 10.222.0.42 "GET /v2.0/networks/86596533-e5bc-41a5-8bd8-3e19070777ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266637 Jul 27 08:43:33.008526 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=100 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:43:33.081094 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-870c458f-f710-4302-abc1-575c3c2d659d req-6eaf39ed-61ad-49c4-b065-ebc9a2997db5 service neutron] 10.222.0.42 "GET /v2.0/networks/19667394-873e-4fb0-a227-f5cd6f6c3a28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627777 Jul 27 08:43:33.085111 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-bb09d518-e33a-4a23-a153-ad31114ba437 req-309c25ae-5820-4f91-8203-8a5ce0a28cc8 service neutron] 10.222.0.42 "GET /v2.0/networks/86596533-e5bc-41a5-8bd8-3e19070777ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441448 Jul 27 08:43:33.728074 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dfaab1-4fc4-4410-9c80-4ac8758b099a req-0681d3fd-3624-43ff-98ad-3f38726ccba8 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:43:33.729549 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-b9dfaab1-4fc4-4410-9c80-4ac8758b099a req-0681d3fd-3624-43ff-98ad-3f38726ccba8 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] 10.222.0.40 "GET /v2.0/ports?device_id=37c42449-37d4-48b2-baa1-77af8f327d8c HTTP/1.1" status: 200 len: 984 time: 0.0470514 Jul 27 08:43:33.789693 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-b9dfaab1-4fc4-4410-9c80-4ac8758b099a req-4bc33a66-430d-43d7-add4-f259b92f81a6 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] 10.222.0.40 "GET /v2.0/security-groups?id=6dfb1169-7eb8-4729-a2a0-d63f36a2079d&id=ffe5ad9a-0397-4d7e-84ae-e9c69a18d94d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0543149 Jul 27 08:43:33.941119 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a1bad8-62ad-4d51-9e76-52e6994f0b51 req-2a77e5b3-a2a6-4cf6-ab91-206dad4ef3ed tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:43:33.942611 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-34a1bad8-62ad-4d51-9e76-52e6994f0b51 req-2a77e5b3-a2a6-4cf6-ab91-206dad4ef3ed tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=73303fae-c87c-4ca8-86ef-f53a66bb47d9 HTTP/1.1" status: 200 len: 944 time: 0.0471671 Jul 27 08:43:33.989246 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-34a1bad8-62ad-4d51-9e76-52e6994f0b51 req-c467a40b-dea3-4731-9146-bbdc79309251 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=31a1d554-5c9d-495f-8673-5decc904dcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404058 Jul 27 08:43:34.870482 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=100 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:43:34.908060 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53037f6f-a488-4be3-bb55-fa5b9e864e4a req-5bd3d34b-3743-4106-aa93-c4841429a9e3 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:43:34.909528 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-53037f6f-a488-4be3-bb55-fa5b9e864e4a req-5bd3d34b-3743-4106-aa93-c4841429a9e3 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] 10.222.0.40 "GET /v2.0/ports?device_id=37c42449-37d4-48b2-baa1-77af8f327d8c HTTP/1.1" status: 200 len: 984 time: 0.0499303 Jul 27 08:43:34.969159 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-53037f6f-a488-4be3-bb55-fa5b9e864e4a req-47d331a6-f205-498a-a9a5-924801db586b tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] 10.222.0.40 "GET /v2.0/security-groups?id=6dfb1169-7eb8-4729-a2a0-d63f36a2079d&id=ffe5ad9a-0397-4d7e-84ae-e9c69a18d94d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0539834 Jul 27 08:43:34.998851 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=3 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:43:34.999659 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=5 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:43:35.112221 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d64297-f1d1-400b-b9b6-7c1db4a41a35 req-8c99d494-4ff2-4636-8162-31d642b46eaa tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:43:35.113666 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-16d64297-f1d1-400b-b9b6-7c1db4a41a35 req-8c99d494-4ff2-4636-8162-31d642b46eaa tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=73303fae-c87c-4ca8-86ef-f53a66bb47d9 HTTP/1.1" status: 200 len: 944 time: 0.0460954 Jul 27 08:43:35.159374 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-16d64297-f1d1-400b-b9b6-7c1db4a41a35 req-30826534-3799-47ca-911d-daef8b257372 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=31a1d554-5c9d-495f-8673-5decc904dcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396042 Jul 27 08:43:36.085276 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b3883c-5374-4dff-add2-86982b8d1376 req-527553ac-e9e6-4b4c-ada9-b3d37557b37f tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:43:36.086757 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-91b3883c-5374-4dff-add2-86982b8d1376 req-527553ac-e9e6-4b4c-ada9-b3d37557b37f tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] 10.222.0.40 "GET /v2.0/ports?device_id=37c42449-37d4-48b2-baa1-77af8f327d8c HTTP/1.1" status: 200 len: 984 time: 0.0465255 Jul 27 08:43:36.144720 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-91b3883c-5374-4dff-add2-86982b8d1376 req-0ee75473-1568-4927-a86e-fa86bed2525c tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] 10.222.0.40 "GET /v2.0/security-groups?id=6dfb1169-7eb8-4729-a2a0-d63f36a2079d&id=ffe5ad9a-0397-4d7e-84ae-e9c69a18d94d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0524819 Jul 27 08:43:36.286174 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5428d9-75bf-4074-b468-47c5538b3b8b req-45425bbc-4e9a-42bf-8cd1-4ab2e94f2dba tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:43:36.287788 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-dd5428d9-75bf-4074-b468-47c5538b3b8b req-45425bbc-4e9a-42bf-8cd1-4ab2e94f2dba tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=73303fae-c87c-4ca8-86ef-f53a66bb47d9 HTTP/1.1" status: 200 len: 944 time: 0.0501990 Jul 27 08:43:36.329888 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=100 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:43:36.335180 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-dd5428d9-75bf-4074-b468-47c5538b3b8b req-56577530-4a25-447e-9e93-e90f25b94f9d tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=31a1d554-5c9d-495f-8673-5decc904dcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409093 Jul 27 08:43:37.260074 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d10aa81-c94a-465a-8bbb-80435b389a5b req-f423ca22-f3a0-485b-bef8-098de53d636f tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:43:37.261587 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-6d10aa81-c94a-465a-8bbb-80435b389a5b req-f423ca22-f3a0-485b-bef8-098de53d636f tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] 10.222.0.40 "GET /v2.0/ports?device_id=37c42449-37d4-48b2-baa1-77af8f327d8c HTTP/1.1" status: 200 len: 984 time: 0.0461934 Jul 27 08:43:37.293570 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=100 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:43:37.324480 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-6d10aa81-c94a-465a-8bbb-80435b389a5b req-29ec1e80-f1fc-4d14-862a-8951e2c35b67 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] 10.222.0.40 "GET /v2.0/security-groups?id=6dfb1169-7eb8-4729-a2a0-d63f36a2079d&id=ffe5ad9a-0397-4d7e-84ae-e9c69a18d94d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0574119 Jul 27 08:43:37.455528 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47b8e42-308f-4232-a9df-e2edc4035fb7 req-6ff4bdf4-ab80-4f99-97be-38bd1aeca090 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:43:37.456876 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-a47b8e42-308f-4232-a9df-e2edc4035fb7 req-6ff4bdf4-ab80-4f99-97be-38bd1aeca090 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=73303fae-c87c-4ca8-86ef-f53a66bb47d9 HTTP/1.1" status: 200 len: 944 time: 0.0452042 Jul 27 08:43:37.502434 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-a47b8e42-308f-4232-a9df-e2edc4035fb7 req-c943f320-16b5-4370-b30e-495dbb90eb0a tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=31a1d554-5c9d-495f-8673-5decc904dcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391479 Jul 27 08:43:38.442769 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f47a4c3-ba61-4981-94a9-26be0a3d5fa1 req-ee6db7eb-5190-4805-8298-3ab8d117c388 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:43:38.444273 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-9f47a4c3-ba61-4981-94a9-26be0a3d5fa1 req-ee6db7eb-5190-4805-8298-3ab8d117c388 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] 10.222.0.40 "GET /v2.0/ports?device_id=37c42449-37d4-48b2-baa1-77af8f327d8c HTTP/1.1" status: 200 len: 984 time: 0.0461342 Jul 27 08:43:38.504148 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-9f47a4c3-ba61-4981-94a9-26be0a3d5fa1 req-8fcf4b2d-7af7-4f24-a120-fb1de3b92da1 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] 10.222.0.40 "GET /v2.0/security-groups?id=6dfb1169-7eb8-4729-a2a0-d63f36a2079d&id=ffe5ad9a-0397-4d7e-84ae-e9c69a18d94d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0540929 Jul 27 08:43:38.628541 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0315e78-44f5-48fb-bcf7-cf2020cd273a req-58a9f387-78bb-4d3b-8e4d-b7292dd3309e tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:43:38.629973 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-f0315e78-44f5-48fb-bcf7-cf2020cd273a req-58a9f387-78bb-4d3b-8e4d-b7292dd3309e tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=73303fae-c87c-4ca8-86ef-f53a66bb47d9 HTTP/1.1" status: 200 len: 944 time: 0.0458806 Jul 27 08:43:38.679812 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-f0315e78-44f5-48fb-bcf7-cf2020cd273a req-11d60bbf-36c7-48fd-9581-3fca881432dd tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=31a1d554-5c9d-495f-8673-5decc904dcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441101 Jul 27 08:43:39.620459 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eea65a-9025-4be8-9b55-57cd915e6864 req-aa7fecad-431e-4de8-a8b0-b6767f09c8f2 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:43:39.621896 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-a4eea65a-9025-4be8-9b55-57cd915e6864 req-aa7fecad-431e-4de8-a8b0-b6767f09c8f2 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] 10.222.0.40 "GET /v2.0/ports?device_id=37c42449-37d4-48b2-baa1-77af8f327d8c HTTP/1.1" status: 200 len: 984 time: 0.0462303 Jul 27 08:43:39.680772 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-a4eea65a-9025-4be8-9b55-57cd915e6864 req-655fddca-63d6-46f2-bbd3-0f037602ed08 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] 10.222.0.40 "GET /v2.0/security-groups?id=6dfb1169-7eb8-4729-a2a0-d63f36a2079d&id=ffe5ad9a-0397-4d7e-84ae-e9c69a18d94d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0533442 Jul 27 08:43:39.799699 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a10a4f6-a48d-4ca8-9328-5bcb80e945b7 req-61c3ae4b-ed2e-4c26-ad69-a7ac638f58df tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:43:39.801056 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-3a10a4f6-a48d-4ca8-9328-5bcb80e945b7 req-61c3ae4b-ed2e-4c26-ad69-a7ac638f58df tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=73303fae-c87c-4ca8-86ef-f53a66bb47d9 HTTP/1.1" status: 200 len: 944 time: 0.0459514 Jul 27 08:43:39.848217 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-3a10a4f6-a48d-4ca8-9328-5bcb80e945b7 req-297d21f5-d396-4a68-8ddd-139acb3bd868 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=31a1d554-5c9d-495f-8673-5decc904dcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415356 Jul 27 08:43:40.800817 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2af1a7b-fad6-4c3e-b98d-d765928a1b98 req-bfab8dd2-87fc-49ce-845b-8febd4977e86 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:43:40.802289 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-c2af1a7b-fad6-4c3e-b98d-d765928a1b98 req-bfab8dd2-87fc-49ce-845b-8febd4977e86 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] 10.222.0.40 "GET /v2.0/ports?device_id=37c42449-37d4-48b2-baa1-77af8f327d8c HTTP/1.1" status: 200 len: 984 time: 0.0493314 Jul 27 08:43:40.862260 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-c2af1a7b-fad6-4c3e-b98d-d765928a1b98 req-08d8c68b-c7ed-4922-a5ff-4e6e1f4ae1e2 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] 10.222.0.40 "GET /v2.0/security-groups?id=6dfb1169-7eb8-4729-a2a0-d63f36a2079d&id=ffe5ad9a-0397-4d7e-84ae-e9c69a18d94d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0541680 Jul 27 08:43:40.951573 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Device e8a0e0d3-038b-475c-b988-cb677e787e58 details requested by agent hyperv_hv-cinder-85117 with host hv-cinder-85117 {{(pid=104487) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 08:43:40.970714 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fdacfb-e401-485b-bf96-eeef1f28e8fe req-24b8d47b-3829-4c30-9925-f8d905c98f71 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:43:40.972266 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-64fdacfb-e401-485b-bf96-eeef1f28e8fe req-24b8d47b-3829-4c30-9925-f8d905c98f71 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=73303fae-c87c-4ca8-86ef-f53a66bb47d9 HTTP/1.1" status: 200 len: 944 time: 0.0478499 Jul 27 08:43:41.019793 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-64fdacfb-e401-485b-bf96-eeef1f28e8fe req-75dfe3a9-3ba0-4a01-8fbd-fdd59ee45349 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=31a1d554-5c9d-495f-8673-5decc904dcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412331 Jul 27 08:43:41.052834 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] For port e8a0e0d3-038b-475c-b988-cb677e787e58, host hv-cinder-85117, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85117',level=0,port_id=e8a0e0d3-038b-475c-b988-cb677e787e58,segment=NetworkSegment(d4421dbb-2177-49de-a9fa-abc5e0331875),segment_id=d4421dbb-2177-49de-a9fa-abc5e0331875)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:43:41.064316 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Returning: {'device': 'e8a0e0d3-038b-475c-b988-cb677e787e58', 'network_id': '77554b81-fd19-4316-8d69-62980152360c', 'port_id': 'e8a0e0d3-038b-475c-b988-cb677e787e58', 'mac_address': 'fa:16:3e:b3:2e:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4ce96ff-fd31-496d-82bd-3a3dbfb16be8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104487) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 08:43:41.097433 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Current status of the port e8a0e0d3-038b-475c-b988-cb677e787e58 is: DOWN; New status is: BUILD {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:43:41.097818 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (e8a0e0d3-038b-475c-b988-cb677e787e58), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:43:41.111158 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.notifiers.nova [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8a0e0d3-038b-475c-b988-cb677e787e58 {{(pid=104487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 08:43:41.130793 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] For port e8a0e0d3-038b-475c-b988-cb677e787e58, host hv-cinder-85117, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85117',level=0,port_id=e8a0e0d3-038b-475c-b988-cb677e787e58,segment=NetworkSegment(d4421dbb-2177-49de-a9fa-abc5e0331875),segment_id=d4421dbb-2177-49de-a9fa-abc5e0331875)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:43:41.196123 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (e8a0e0d3-038b-475c-b988-cb677e787e58), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:43:41.241473 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Pushing event updated for resources: {'Port': ['ID=e8a0e0d3-038b-475c-b988-cb677e787e58,revision_number=9']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:43:41.732325 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] get_ports_and_sgs() called for port_ids ['e8a0e0d3-038b-475c-b988-cb677e787e58'] {{(pid=104487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 08:43:41.977130 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223881eb-1426-481f-9cd4-000d227f4792 req-81f67268-1a49-4971-9f40-bbd5d4fcab67 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:43:41.984549 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-223881eb-1426-481f-9cd4-000d227f4792 req-81f67268-1a49-4971-9f40-bbd5d4fcab67 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] 10.222.0.40 "GET /v2.0/ports?device_id=37c42449-37d4-48b2-baa1-77af8f327d8c HTTP/1.1" status: 200 len: 984 time: 0.0472972 Jul 27 08:43:42.037680 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-223881eb-1426-481f-9cd4-000d227f4792 req-56fbf7a2-ea98-4f7a-bac2-f6804a94d570 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] 10.222.0.40 "GET /v2.0/security-groups?id=6dfb1169-7eb8-4729-a2a0-d63f36a2079d&id=ffe5ad9a-0397-4d7e-84ae-e9c69a18d94d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0531075 Jul 27 08:43:42.146106 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ad74d6-cfd1-4443-9154-b0f29873b1ac req-887cb2ad-e184-47fb-8d84-cb7854919f27 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:43:42.147556 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-f2ad74d6-cfd1-4443-9154-b0f29873b1ac req-887cb2ad-e184-47fb-8d84-cb7854919f27 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=73303fae-c87c-4ca8-86ef-f53a66bb47d9 HTTP/1.1" status: 200 len: 945 time: 0.0497515 Jul 27 08:43:42.194695 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-f2ad74d6-cfd1-4443-9154-b0f29873b1ac req-0e34a918-6cb5-42a1-ba2a-c0c99ad93840 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=31a1d554-5c9d-495f-8673-5decc904dcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411091 Jul 27 08:43:43.058778 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Device e8a0e0d3-038b-475c-b988-cb677e787e58 up at agent hyperv_hv-cinder-85117 {{(pid=104487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 08:43:43.103996 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Provisioning complete for port e8a0e0d3-038b-475c-b988-cb677e787e58 triggered by entity L2. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:43:43.104526 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (e8a0e0d3-038b-475c-b988-cb677e787e58), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:43:43.156900 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83698076-5559-4bd8-9e01-4deba9cf3c13 req-ecfa6009-c27c-48ba-8049-ad48f17ce86d tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:43:43.158398 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-83698076-5559-4bd8-9e01-4deba9cf3c13 req-ecfa6009-c27c-48ba-8049-ad48f17ce86d tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] 10.222.0.40 "GET /v2.0/ports?device_id=37c42449-37d4-48b2-baa1-77af8f327d8c HTTP/1.1" status: 200 len: 984 time: 0.0507922 Jul 27 08:43:43.183965 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Current status of the port e8a0e0d3-038b-475c-b988-cb677e787e58 is: BUILD; New status is: ACTIVE {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:43:43.184353 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (e8a0e0d3-038b-475c-b988-cb677e787e58), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:43:43.207998 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73303fae-c87c-4ca8-86ef-f53a66bb47d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8a0e0d3-038b-475c-b988-cb677e787e58'}] {{(pid=104487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 08:43:43.210816 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80d6aca8d47c9a16b7ef4a01c61ef1bf5c962aea16cee8599b6bab5dfb4de652" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3b15d35-4813-4b3a-b759-7500447caf28" -d '{"events": [{"server_uuid": "73303fae-c87c-4ca8-86ef-f53a66bb47d9", "name": "network-vif-plugged", "status": "completed", "tag": "e8a0e0d3-038b-475c-b988-cb677e787e58"}]}' {{(pid=104487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 08:43:43.220002 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-83698076-5559-4bd8-9e01-4deba9cf3c13 req-d9dff86b-f343-40dc-850b-f47f9933df84 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] 10.222.0.40 "GET /v2.0/security-groups?id=6dfb1169-7eb8-4729-a2a0-d63f36a2079d&id=ffe5ad9a-0397-4d7e-84ae-e9c69a18d94d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0547256 Jul 27 08:43:43.223525 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] For port e8a0e0d3-038b-475c-b988-cb677e787e58, host hv-cinder-85117, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85117',level=0,port_id=e8a0e0d3-038b-475c-b988-cb677e787e58,segment=NetworkSegment(d4421dbb-2177-49de-a9fa-abc5e0331875),segment_id=d4421dbb-2177-49de-a9fa-abc5e0331875)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:43:43.256205 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 08:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3571354-7d0c-49a4-865f-d7a8b33b9820 x-openstack-request-id: req-a3571354-7d0c-49a4-865f-d7a8b33b9820 {{(pid=104487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 08:43:43.256630 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73303fae-c87c-4ca8-86ef-f53a66bb47d9", "name": "network-vif-plugged", "status": "completed", "tag": "e8a0e0d3-038b-475c-b988-cb677e787e58", "code": 200}]} {{(pid=104487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 08:43:43.257055 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-a3571354-7d0c-49a4-865f-d7a8b33b9820 {{(pid=104487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 08:43:43.257469 dv-cinder-851170-2-iscsi neutron-server[104487]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3571354-7d0c-49a4-865f-d7a8b33b9820'] response: {'server_uuid': '73303fae-c87c-4ca8-86ef-f53a66bb47d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8a0e0d3-038b-475c-b988-cb677e787e58', 'code': 200} Jul 27 08:43:43.324463 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff23ba18-da25-4f8a-9107-ed9b6b8c7b91 req-782d9f95-9233-44d5-bf4e-e8d9368bb47b tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:43:43.326010 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-ff23ba18-da25-4f8a-9107-ed9b6b8c7b91 req-782d9f95-9233-44d5-bf4e-e8d9368bb47b tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=73303fae-c87c-4ca8-86ef-f53a66bb47d9 HTTP/1.1" status: 200 len: 945 time: 0.0491328 Jul 27 08:43:43.331854 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (e8a0e0d3-038b-475c-b988-cb677e787e58), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:43:43.375332 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-ff23ba18-da25-4f8a-9107-ed9b6b8c7b91 req-411fa310-bf28-41b9-82c5-4bbd2cc51ca8 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=31a1d554-5c9d-495f-8673-5decc904dcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435586 Jul 27 08:43:43.379799 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Pushing event updated for resources: {'Port': ['ID=e8a0e0d3-038b-475c-b988-cb677e787e58,revision_number=10']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:43:44.113891 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3f5acf-57a4-40c6-9498-849c98e14ea8 req-d80a9c6b-568f-4c98-8693-360b4ef64722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:43:44.115390 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-1f3f5acf-57a4-40c6-9498-849c98e14ea8 req-d80a9c6b-568f-4c98-8693-360b4ef64722 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=73303fae-c87c-4ca8-86ef-f53a66bb47d9 HTTP/1.1" status: 200 len: 1131 time: 0.0374799 Jul 27 08:43:44.161282 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-1f3f5acf-57a4-40c6-9498-849c98e14ea8 req-873f385a-db3c-4958-826d-1d18ff8e4778 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=31a1d554-5c9d-495f-8673-5decc904dcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370421 Jul 27 08:43:44.342815 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7955a4-3d7e-487d-a315-3e0f719912df req-04074e7d-c89e-4707-87f6-7d8a9e9331b9 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:43:44.344271 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-7d7955a4-3d7e-487d-a315-3e0f719912df req-04074e7d-c89e-4707-87f6-7d8a9e9331b9 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] 10.222.0.40 "GET /v2.0/ports?device_id=37c42449-37d4-48b2-baa1-77af8f327d8c HTTP/1.1" status: 200 len: 984 time: 0.0505443 Jul 27 08:43:44.402921 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-7d7955a4-3d7e-487d-a315-3e0f719912df req-b1db7eb2-51c2-45ed-8b23-7468cdde4c04 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] 10.222.0.40 "GET /v2.0/security-groups?id=6dfb1169-7eb8-4729-a2a0-d63f36a2079d&id=ffe5ad9a-0397-4d7e-84ae-e9c69a18d94d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0529757 Jul 27 08:43:44.497287 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c114fee-9e58-4b03-822d-91ad5e7b90a8 req-9a4a6895-4d94-460b-9877-9164413e9a0a tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:43:44.498777 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-6c114fee-9e58-4b03-822d-91ad5e7b90a8 req-9a4a6895-4d94-460b-9877-9164413e9a0a tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=73303fae-c87c-4ca8-86ef-f53a66bb47d9 HTTP/1.1" status: 200 len: 947 time: 0.0469613 Jul 27 08:43:44.533498 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=100 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:43:44.548302 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-6c114fee-9e58-4b03-822d-91ad5e7b90a8 req-d601742b-5117-427e-bb4c-18014108a27e tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=31a1d554-5c9d-495f-8673-5decc904dcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440936 Jul 27 08:43:45.508627 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=100 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:43:45.519988 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c96f3c-db0c-4010-b36a-d2aac8bb72b6 req-f1dd3366-a6a2-46d2-a1c7-2d20dc526375 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:43:45.521489 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-90c96f3c-db0c-4010-b36a-d2aac8bb72b6 req-f1dd3366-a6a2-46d2-a1c7-2d20dc526375 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] 10.222.0.40 "GET /v2.0/ports?device_id=37c42449-37d4-48b2-baa1-77af8f327d8c HTTP/1.1" status: 200 len: 984 time: 0.0483689 Jul 27 08:43:45.583292 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-90c96f3c-db0c-4010-b36a-d2aac8bb72b6 req-a3281607-8af1-434f-9e9b-159cab278ee6 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] 10.222.0.40 "GET /v2.0/security-groups?id=6dfb1169-7eb8-4729-a2a0-d63f36a2079d&id=ffe5ad9a-0397-4d7e-84ae-e9c69a18d94d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0553160 Jul 27 08:43:45.671510 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e881a1b0-2fb4-4aa2-b10d-697fd67cd9b3 req-635f76fc-a636-4327-ae31-82d82db37a9c tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:43:45.672989 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-e881a1b0-2fb4-4aa2-b10d-697fd67cd9b3 req-635f76fc-a636-4327-ae31-82d82db37a9c tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=73303fae-c87c-4ca8-86ef-f53a66bb47d9 HTTP/1.1" status: 200 len: 947 time: 0.0460899 Jul 27 08:43:45.720391 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-e881a1b0-2fb4-4aa2-b10d-697fd67cd9b3 req-f14b6159-0d85-46b7-9573-c1a716eaff8a tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=31a1d554-5c9d-495f-8673-5decc904dcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417876 Jul 27 08:43:46.017221 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-6467240d-c1cb-4a8d-a3dd-9759417a716e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (7c77c4a2-8ca4-486b-af2a-676805e7b922), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:43:46.274661 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:43:46.703359 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d5e6a0-926e-4b00-aa3c-0e1e3efad0fc req-a307a4c0-0dc9-44a3-ae13-7882ea9a0964 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:43:46.704822 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-53d5e6a0-926e-4b00-aa3c-0e1e3efad0fc req-a307a4c0-0dc9-44a3-ae13-7882ea9a0964 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] 10.222.0.40 "GET /v2.0/ports?device_id=37c42449-37d4-48b2-baa1-77af8f327d8c HTTP/1.1" status: 200 len: 984 time: 0.0482078 Jul 27 08:43:46.768582 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-53d5e6a0-926e-4b00-aa3c-0e1e3efad0fc req-274a7a7b-9e9d-4114-93e5-63c94310e958 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] 10.222.0.40 "GET /v2.0/security-groups?id=6dfb1169-7eb8-4729-a2a0-d63f36a2079d&id=ffe5ad9a-0397-4d7e-84ae-e9c69a18d94d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0569820 Jul 27 08:43:46.856470 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1572abfc-8a05-483d-8bbb-d6d74bd6f747 req-57c21f59-c635-4eba-892d-8b09f90e2896 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:43:46.858051 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-1572abfc-8a05-483d-8bbb-d6d74bd6f747 req-57c21f59-c635-4eba-892d-8b09f90e2896 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=73303fae-c87c-4ca8-86ef-f53a66bb47d9 HTTP/1.1" status: 200 len: 947 time: 0.0474808 Jul 27 08:43:46.905272 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-1572abfc-8a05-483d-8bbb-d6d74bd6f747 req-ccd65729-63ed-4cb1-bd76-e05118ac61cc tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=31a1d554-5c9d-495f-8673-5decc904dcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417871 Jul 27 08:43:48.026985 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bc5e21-a59e-4a0a-bde9-2471b6d2741e req-aa4c2b43-0750-457c-b83e-96b5286cb623 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:43:48.028432 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-19bc5e21-a59e-4a0a-bde9-2471b6d2741e req-aa4c2b43-0750-457c-b83e-96b5286cb623 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=73303fae-c87c-4ca8-86ef-f53a66bb47d9 HTTP/1.1" status: 200 len: 947 time: 0.0459676 Jul 27 08:43:48.074785 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-19bc5e21-a59e-4a0a-bde9-2471b6d2741e req-e0755e5e-7e39-4d95-98ea-f436c26ba6f1 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=31a1d554-5c9d-495f-8673-5decc904dcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407341 Jul 27 08:43:48.325290 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-eb615ce6-4516-434c-8511-dbd20ce773b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (5bc6d868-bb0b-4164-b2dd-44360f4de654), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:43:50.175793 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:43:50.276452 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-45eb61cd-e3d7-4840-8013-3080c7768274 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (36998da0-f99a-403d-814c-b55466abd131), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:43:51.303175 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (40990755-2d84-4c9d-828c-eda94a5136e8), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:43:51.337367 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-83feb67a-80d7-474e-96e8-1d92c33387c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (0a293c43-2970-4b69-9d2a-dcf41d8870ef), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:43:51.338171 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (ed9de811-f248-496b-b487-860d50d7cee7), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:43:55.110394 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.agents_db [None req-f85b74c8-06c1-470d-aedd-c7ca4f0196ea None None] Agent healthcheck: found 6 active agents {{(pid=104488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 08:43:56.893503 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=19 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:43:56.901453 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=89 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:43:58.069118 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=23 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:43:58.071010 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=96 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:44:01.265533 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:44:01.272623 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:44:11.995792 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=5 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:44:14.019215 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:44:15.973563 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-df3f1546-e2e5-49fb-9146-72a7f56e6733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (7c77c4a2-8ca4-486b-af2a-676805e7b922), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:44:18.326406 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-970f2c8e-5b7a-4a2b-b7de-bc15c9ce9d20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (5bc6d868-bb0b-4164-b2dd-44360f4de654), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:44:20.263644 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-45eb61cd-e3d7-4840-8013-3080c7768274 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (36998da0-f99a-403d-814c-b55466abd131), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:44:21.302771 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-83feb67a-80d7-474e-96e8-1d92c33387c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (0a293c43-2970-4b69-9d2a-dcf41d8870ef), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:44:21.326080 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (40990755-2d84-4c9d-828c-eda94a5136e8), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:44:21.344987 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (ed9de811-f248-496b-b487-860d50d7cee7), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:44:23.519958 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-ec1cfd03-5cde-40eb-870f-db055dbeaee0 req-9ada3311-14a3-4510-992a-624b48984474 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ba1df927-86a0-4ed5-aad6-b45dd817b46e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0372274 Jul 27 08:44:23.597449 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1cfd03-5cde-40eb-870f-db055dbeaee0 req-7ad3b30e-0965-4098-a636-15f481ffccb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:44:23.598931 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-ec1cfd03-5cde-40eb-870f-db055dbeaee0 req-7ad3b30e-0965-4098-a636-15f481ffccb8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=940250de2f6f47ed9edc1bb0468551c8&device_id=ba1df927-86a0-4ed5-aad6-b45dd817b46e HTTP/1.1" status: 200 len: 1130 time: 0.0375252 Jul 27 08:44:23.703480 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1cfd03-5cde-40eb-870f-db055dbeaee0 req-93fb78bb-f1a7-4e73-a010-1afb3516bc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:44:23.704920 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-ec1cfd03-5cde-40eb-870f-db055dbeaee0 req-93fb78bb-f1a7-4e73-a010-1afb3516bc31 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8f6980da-175b-4e92-9032-637e0458eb4f HTTP/1.1" status: 200 len: 916 time: 0.0871749 Jul 27 08:44:23.768742 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-ec1cfd03-5cde-40eb-870f-db055dbeaee0 req-67b593a6-b730-4994-875a-25c963ee6441 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=55ebce99-8df7-4923-ac6f-3bba997bb3ff HTTP/1.1" status: 200 len: 1002 time: 0.0576236 Jul 27 08:44:23.816263 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1cfd03-5cde-40eb-870f-db055dbeaee0 req-7ae7f5ba-228b-4db4-9578-656c910130b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:44:23.817613 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-ec1cfd03-5cde-40eb-870f-db055dbeaee0 req-7ae7f5ba-228b-4db4-9578-656c910130b5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5784479d-44dd-45ed-b6e6-1aaaf2f91b93 HTTP/1.1" status: 200 len: 854 time: 0.0425253 Jul 27 08:44:23.860509 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1cfd03-5cde-40eb-870f-db055dbeaee0 req-398b9592-500b-4617-b5e9-83ec822f8a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:44:23.861944 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-ec1cfd03-5cde-40eb-870f-db055dbeaee0 req-398b9592-500b-4617-b5e9-83ec822f8a59 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8f6980da-175b-4e92-9032-637e0458eb4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380554 Jul 27 08:44:23.953628 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-ec1cfd03-5cde-40eb-870f-db055dbeaee0 req-c6a66af6-175a-404a-a5a5-377b2a1ebcdb service neutron] 10.222.0.42 "GET /v2.0/networks/8f6980da-175b-4e92-9032-637e0458eb4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842862 Jul 27 08:44:24.042782 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-ec1cfd03-5cde-40eb-870f-db055dbeaee0 req-549c57d9-10b7-45e6-9f45-cb380b995254 service neutron] 10.222.0.42 "GET /v2.0/networks/8f6980da-175b-4e92-9032-637e0458eb4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827210 Jul 27 08:44:29.858647 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b78902c-19fd-4161-b96c-3463959b27da req-7ab10277-7555-48dc-a6d0-dc186ad5c3d7 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:44:29.860142 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-0b78902c-19fd-4161-b96c-3463959b27da req-7ab10277-7555-48dc-a6d0-dc186ad5c3d7 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7739cba-0102-4d24-ac1e-904912fe2c65 HTTP/1.1" status: 200 len: 945 time: 0.0517001 Jul 27 08:44:29.907652 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-0b78902c-19fd-4161-b96c-3463959b27da req-b57951f5-6821-4dd4-be11-97bec138da8f tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/security-groups?id=791a5d6c-9866-4968-9e83-75fa41831371&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418937 Jul 27 08:44:31.076217 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f85458-e17c-4ef6-ba0a-eb2b7be092b3 req-a75384d6-b590-455f-9694-0adc6822d0a7 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:44:31.077659 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-a8f85458-e17c-4ef6-ba0a-eb2b7be092b3 req-a75384d6-b590-455f-9694-0adc6822d0a7 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7739cba-0102-4d24-ac1e-904912fe2c65 HTTP/1.1" status: 200 len: 945 time: 0.0953751 Jul 27 08:44:31.127780 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-a8f85458-e17c-4ef6-ba0a-eb2b7be092b3 req-ccc46ce5-7bcb-4968-9843-3714c50799f3 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/security-groups?id=791a5d6c-9866-4968-9e83-75fa41831371&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445149 Jul 27 08:44:31.268534 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:44:31.275889 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:44:32.109891 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.agents_db [None req-f85b74c8-06c1-470d-aedd-c7ca4f0196ea None None] Agent healthcheck: found 6 active agents {{(pid=104488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 08:44:32.345378 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c51461a-e5f7-41a3-8a48-df0e65295f03 req-c3f5402d-e23f-4286-8fe7-4973b0ba47d4 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:44:32.346857 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-5c51461a-e5f7-41a3-8a48-df0e65295f03 req-c3f5402d-e23f-4286-8fe7-4973b0ba47d4 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7739cba-0102-4d24-ac1e-904912fe2c65 HTTP/1.1" status: 200 len: 945 time: 0.0456452 Jul 27 08:44:32.392129 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-5c51461a-e5f7-41a3-8a48-df0e65295f03 req-a875fa7f-08a6-4a65-9bac-0c2fc9614616 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/security-groups?id=791a5d6c-9866-4968-9e83-75fa41831371&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398159 Jul 27 08:44:33.508490 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7057389-800d-4a3a-8970-c17c12d02515 req-15c33062-ddf7-4741-8f73-d0239802550d tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:44:33.509919 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-e7057389-800d-4a3a-8970-c17c12d02515 req-15c33062-ddf7-4741-8f73-d0239802550d tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7739cba-0102-4d24-ac1e-904912fe2c65 HTTP/1.1" status: 200 len: 945 time: 0.0454476 Jul 27 08:44:33.554991 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-e7057389-800d-4a3a-8970-c17c12d02515 req-e1e8c042-4466-46a1-b8c6-e50e508e8887 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/security-groups?id=791a5d6c-9866-4968-9e83-75fa41831371&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396428 Jul 27 08:44:34.673141 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a778f5-3a82-410f-9a9f-d3d2fd588ee7 req-2d125445-b346-48b6-b49e-5d693b8372b4 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:44:34.674596 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-77a778f5-3a82-410f-9a9f-d3d2fd588ee7 req-2d125445-b346-48b6-b49e-5d693b8372b4 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7739cba-0102-4d24-ac1e-904912fe2c65 HTTP/1.1" status: 200 len: 945 time: 0.0450730 Jul 27 08:44:34.723619 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-77a778f5-3a82-410f-9a9f-d3d2fd588ee7 req-04d4d5d4-acd4-42d9-b952-34fb4971b199 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/security-groups?id=791a5d6c-9866-4968-9e83-75fa41831371&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434816 Jul 27 08:44:35.839145 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cab9e60-ae63-4385-8806-1b381e366af2 req-12b18de8-fd35-4296-b690-14b56dd520e2 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:44:35.840597 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-7cab9e60-ae63-4385-8806-1b381e366af2 req-12b18de8-fd35-4296-b690-14b56dd520e2 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7739cba-0102-4d24-ac1e-904912fe2c65 HTTP/1.1" status: 200 len: 945 time: 0.0467684 Jul 27 08:44:35.886906 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-7cab9e60-ae63-4385-8806-1b381e366af2 req-f012c6bb-6850-45ec-9553-e03704a641cd tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/security-groups?id=791a5d6c-9866-4968-9e83-75fa41831371&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406775 Jul 27 08:44:37.009373 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89642edb-40ec-472e-9251-b3045d98f396 req-3e8cff23-41b3-41c7-a71a-3607dd686070 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:44:37.010825 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-89642edb-40ec-472e-9251-b3045d98f396 req-3e8cff23-41b3-41c7-a71a-3607dd686070 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7739cba-0102-4d24-ac1e-904912fe2c65 HTTP/1.1" status: 200 len: 945 time: 0.0492470 Jul 27 08:44:37.058779 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-89642edb-40ec-472e-9251-b3045d98f396 req-fa9455d4-50b3-46fb-87db-92f1f3bfdd2b tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/security-groups?id=791a5d6c-9866-4968-9e83-75fa41831371&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416050 Jul 27 08:44:38.175356 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aef20bd-d525-4d02-9565-b2dbe5708a5b req-f8291b61-3748-431b-8698-769262d08778 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:44:38.176950 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-9aef20bd-d525-4d02-9565-b2dbe5708a5b req-f8291b61-3748-431b-8698-769262d08778 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7739cba-0102-4d24-ac1e-904912fe2c65 HTTP/1.1" status: 200 len: 945 time: 0.0471957 Jul 27 08:44:38.223555 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-9aef20bd-d525-4d02-9565-b2dbe5708a5b req-5c425025-5fea-4042-a6f5-913f5c5eafd9 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/security-groups?id=791a5d6c-9866-4968-9e83-75fa41831371&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411475 Jul 27 08:44:39.342907 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e653d881-c951-4cfa-988e-75e35a097294 req-87d4b798-baf7-4c77-8944-375025df1a51 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:44:39.344368 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-e653d881-c951-4cfa-988e-75e35a097294 req-87d4b798-baf7-4c77-8944-375025df1a51 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7739cba-0102-4d24-ac1e-904912fe2c65 HTTP/1.1" status: 200 len: 945 time: 0.0459750 Jul 27 08:44:39.390871 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-e653d881-c951-4cfa-988e-75e35a097294 req-8682024b-91a0-47ee-8a3b-a730cf4de832 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/security-groups?id=791a5d6c-9866-4968-9e83-75fa41831371&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409291 Jul 27 08:44:40.502911 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=100 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:44:40.511381 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3551563d-c474-4091-a3c9-e28359e7dd86 req-4370c2ba-5e35-42b9-bafb-c613d70bab0d tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:44:40.512840 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-3551563d-c474-4091-a3c9-e28359e7dd86 req-4370c2ba-5e35-42b9-bafb-c613d70bab0d tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7739cba-0102-4d24-ac1e-904912fe2c65 HTTP/1.1" status: 200 len: 945 time: 0.0510557 Jul 27 08:44:40.525769 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=100 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:44:40.561388 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-3551563d-c474-4091-a3c9-e28359e7dd86 req-8ea28a42-0aed-4e6d-a7f9-789668a1f460 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/security-groups?id=791a5d6c-9866-4968-9e83-75fa41831371&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412450 Jul 27 08:44:40.882072 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a169ad-ac13-4fe9-b1f8-a96f477cdf50 req-c904c00a-da5c-4519-9438-d03093206bd1 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:44:40.883572 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-97a169ad-ac13-4fe9-b1f8-a96f477cdf50 req-c904c00a-da5c-4519-9438-d03093206bd1 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7739cba-0102-4d24-ac1e-904912fe2c65 HTTP/1.1" status: 200 len: 945 time: 0.0474491 Jul 27 08:44:40.931613 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-97a169ad-ac13-4fe9-b1f8-a96f477cdf50 req-251b2b8c-670b-4328-8d1a-fd2b893b26bf tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/security-groups?id=791a5d6c-9866-4968-9e83-75fa41831371&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413458 Jul 27 08:44:40.992122 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b15766-90b7-466a-b80b-598e39ee08e4 req-131a8283-af0f-4f0c-97ed-c64f6ac87498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:44:40.993546 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-19b15766-90b7-466a-b80b-598e39ee08e4 req-131a8283-af0f-4f0c-97ed-c64f6ac87498 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9dcfebb6e1774a7daed20b60d2379875&device_id=f7739cba-0102-4d24-ac1e-904912fe2c65 HTTP/1.1" status: 200 len: 1129 time: 0.0404131 Jul 27 08:44:41.085836 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b15766-90b7-466a-b80b-598e39ee08e4 req-3a6d8f6d-8348-4a21-8bb7-1463da357a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:44:41.087322 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-19b15766-90b7-466a-b80b-598e39ee08e4 req-3a6d8f6d-8348-4a21-8bb7-1463da357a55 service neutron] 10.222.0.42 "GET /v2.0/networks?id=86596533-e5bc-41a5-8bd8-3e19070777ca HTTP/1.1" status: 200 len: 911 time: 0.0873933 Jul 27 08:44:41.147195 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-19b15766-90b7-466a-b80b-598e39ee08e4 req-aee34288-d02f-4d94-8497-8683f5d9569d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=535f88dd-47a5-428c-ab18-ca28f688244a HTTP/1.1" status: 200 len: 1000 time: 0.0532610 Jul 27 08:44:41.199077 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b15766-90b7-466a-b80b-598e39ee08e4 req-67e144eb-eb16-4c8e-b745-df973fd0d8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:44:41.200470 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-19b15766-90b7-466a-b80b-598e39ee08e4 req-67e144eb-eb16-4c8e-b745-df973fd0d8cb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7bb93b59-455b-4e46-8d58-a8f142f5867d HTTP/1.1" status: 200 len: 849 time: 0.0452871 Jul 27 08:44:41.243569 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b15766-90b7-466a-b80b-598e39ee08e4 req-20696948-1adf-4b0f-86d0-d13921e03e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:44:41.244960 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-19b15766-90b7-466a-b80b-598e39ee08e4 req-20696948-1adf-4b0f-86d0-d13921e03e71 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=86596533-e5bc-41a5-8bd8-3e19070777ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0374904 Jul 27 08:44:41.334405 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-19b15766-90b7-466a-b80b-598e39ee08e4 req-37a0f74d-dd3a-4f52-a2fd-75ffe13a61c9 service neutron] 10.222.0.42 "GET /v2.0/networks/86596533-e5bc-41a5-8bd8-3e19070777ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832942 Jul 27 08:44:41.422884 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-19b15766-90b7-466a-b80b-598e39ee08e4 req-277adbd6-60ac-4708-b6a0-d81426b59e35 service neutron] 10.222.0.42 "GET /v2.0/networks/86596533-e5bc-41a5-8bd8-3e19070777ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815308 Jul 27 08:44:42.053701 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd880b6-c1c7-4ea1-8101-adf962274f44 req-e6c84b5b-c552-4db0-9b68-b1cc20e8ec40 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:44:42.055201 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-2fd880b6-c1c7-4ea1-8101-adf962274f44 req-e6c84b5b-c552-4db0-9b68-b1cc20e8ec40 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7739cba-0102-4d24-ac1e-904912fe2c65 HTTP/1.1" status: 200 len: 945 time: 0.0459013 Jul 27 08:44:42.101660 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-2fd880b6-c1c7-4ea1-8101-adf962274f44 req-e7c481f5-19d2-4579-83b6-d2cfb243ba67 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/security-groups?id=791a5d6c-9866-4968-9e83-75fa41831371&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403001 Jul 27 08:44:43.215578 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f9e2ab-f595-41a9-b20c-22ee53405924 req-78a0a304-e485-4677-8140-e7f4ebb2d202 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:44:43.217007 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-53f9e2ab-f595-41a9-b20c-22ee53405924 req-78a0a304-e485-4677-8140-e7f4ebb2d202 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7739cba-0102-4d24-ac1e-904912fe2c65 HTTP/1.1" status: 200 len: 945 time: 0.0458002 Jul 27 08:44:43.265955 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-53f9e2ab-f595-41a9-b20c-22ee53405924 req-c57a9f39-7b49-4a27-8272-b5aeaa322fd8 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/security-groups?id=791a5d6c-9866-4968-9e83-75fa41831371&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434971 Jul 27 08:44:45.988961 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-7e32af41-0112-421c-949f-44d647c82a16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (7c77c4a2-8ca4-486b-af2a-676805e7b922), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:44:46.523585 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2350166-a6ed-401f-9be7-5378c344ca89 req-184ca99a-75f0-49e2-86d8-0696f318d5f8 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:44:46.524995 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-e2350166-a6ed-401f-9be7-5378c344ca89 req-184ca99a-75f0-49e2-86d8-0696f318d5f8 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/ports?device_id=8f053d88-ea01-4efa-9bcc-0880e6194203 HTTP/1.1" status: 200 len: 945 time: 0.0481236 Jul 27 08:44:46.606543 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-e2350166-a6ed-401f-9be7-5378c344ca89 req-3fb67cb2-0d00-4330-a483-887e14f685c5 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/security-groups?id=06418579-5279-4337-8e21-42e2ccd9d668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755873 Jul 27 08:44:46.607784 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1119e56-01b2-4492-90d3-22c367d3d4ae req-0ccd1c73-bdce-4589-986e-6e700ed05cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:44:46.609163 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-b1119e56-01b2-4492-90d3-22c367d3d4ae req-0ccd1c73-bdce-4589-986e-6e700ed05cf6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a0d880114866423480268022d7dd20c5&device_id=8f053d88-ea01-4efa-9bcc-0880e6194203 HTTP/1.1" status: 200 len: 1129 time: 0.0598063 Jul 27 08:44:46.689649 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=100 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:44:46.705390 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1119e56-01b2-4492-90d3-22c367d3d4ae req-12c5d8e2-4e7f-4d13-8502-2e4aa53da23a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:44:46.706900 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-b1119e56-01b2-4492-90d3-22c367d3d4ae req-12c5d8e2-4e7f-4d13-8502-2e4aa53da23a service neutron] 10.222.0.42 "GET /v2.0/networks?id=d0a6cf88-547f-4cf8-ad21-f8b392f1c474 HTTP/1.1" status: 200 len: 919 time: 0.0910094 Jul 27 08:44:46.767996 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-b1119e56-01b2-4492-90d3-22c367d3d4ae req-98b21eda-7343-4302-a528-445cbfddff70 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6f674684-ef99-4489-89b2-62b7296f4a73 HTTP/1.1" status: 200 len: 1001 time: 0.0548511 Jul 27 08:44:46.819852 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1119e56-01b2-4492-90d3-22c367d3d4ae req-e0830c22-3d42-4166-a506-0a57a9c707a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:44:46.821199 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-b1119e56-01b2-4492-90d3-22c367d3d4ae req-e0830c22-3d42-4166-a506-0a57a9c707a1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e0dfc042-b535-4f7d-9065-dbfee481baea HTTP/1.1" status: 200 len: 857 time: 0.0472372 Jul 27 08:44:46.863307 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1119e56-01b2-4492-90d3-22c367d3d4ae req-aa600970-3f46-441b-9920-9513e858f013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:44:46.864727 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-b1119e56-01b2-4492-90d3-22c367d3d4ae req-aa600970-3f46-441b-9920-9513e858f013 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d0a6cf88-547f-4cf8-ad21-f8b392f1c474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0374825 Jul 27 08:44:46.879115 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=100 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:44:46.953405 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-b1119e56-01b2-4492-90d3-22c367d3d4ae req-3629f288-3fb5-4e42-ac11-a8220a02cf79 service neutron] 10.222.0.42 "GET /v2.0/networks/d0a6cf88-547f-4cf8-ad21-f8b392f1c474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820544 Jul 27 08:44:47.265798 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-b1119e56-01b2-4492-90d3-22c367d3d4ae req-1ce93242-a51f-4d1a-a998-e56b61dd0a6a service neutron] 10.222.0.42 "GET /v2.0/networks/d0a6cf88-547f-4cf8-ad21-f8b392f1c474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3050435 Jul 27 08:44:47.725223 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdae771f-9a67-47e0-8977-ad4fa65bffc9 req-3fed9db8-e7b3-4b86-b562-e732987f7248 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:44:47.726701 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-cdae771f-9a67-47e0-8977-ad4fa65bffc9 req-3fed9db8-e7b3-4b86-b562-e732987f7248 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/ports?device_id=8f053d88-ea01-4efa-9bcc-0880e6194203 HTTP/1.1" status: 200 len: 945 time: 0.0466559 Jul 27 08:44:47.777964 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-cdae771f-9a67-47e0-8977-ad4fa65bffc9 req-99d10182-cdc9-4c52-8072-3c118022bab2 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/security-groups?id=06418579-5279-4337-8e21-42e2ccd9d668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456035 Jul 27 08:44:47.931857 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2631f1-1e54-4ea1-8c09-e1b205170679 req-6b4b7db4-766c-48d1-b093-ab4da3f1feea tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:44:47.933303 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-8c2631f1-1e54-4ea1-8c09-e1b205170679 req-6b4b7db4-766c-48d1-b093-ab4da3f1feea tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/ports?device_id=80c4e570-1a1e-48ce-a477-0c84bcec9fbc HTTP/1.1" status: 200 len: 946 time: 0.0483987 Jul 27 08:44:47.980522 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-8c2631f1-1e54-4ea1-8c09-e1b205170679 req-a2eb3abc-7e13-480a-9592-eec48f31bfaf tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/security-groups?id=331ad35f-7de8-4f12-ae4c-1f41c3ae3d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416138 Jul 27 08:44:48.311603 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-caddbdff-74ae-40bb-821e-1c6f88e5ac23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (5bc6d868-bb0b-4164-b2dd-44360f4de654), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:44:48.899606 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4505fb18-19f4-438c-b0aa-a825d10d969f req-72389315-801c-452f-81c0-788c28e20926 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:44:48.901038 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-4505fb18-19f4-438c-b0aa-a825d10d969f req-72389315-801c-452f-81c0-788c28e20926 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/ports?device_id=8f053d88-ea01-4efa-9bcc-0880e6194203 HTTP/1.1" status: 200 len: 945 time: 0.0483425 Jul 27 08:44:48.946187 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-4505fb18-19f4-438c-b0aa-a825d10d969f req-9d26342b-d7c5-44dd-b36c-094e24a22eb1 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/security-groups?id=06418579-5279-4337-8e21-42e2ccd9d668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396638 Jul 27 08:44:49.002022 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=3 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:44:49.002808 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=7 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:44:49.096491 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72fc218-8c72-42d1-aacb-575419e12b54 req-64ff0070-7317-4d78-a8f3-a6f65303ac6c tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:44:49.097985 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-f72fc218-8c72-42d1-aacb-575419e12b54 req-64ff0070-7317-4d78-a8f3-a6f65303ac6c tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/ports?device_id=80c4e570-1a1e-48ce-a477-0c84bcec9fbc HTTP/1.1" status: 200 len: 946 time: 0.0461845 Jul 27 08:44:49.144689 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-f72fc218-8c72-42d1-aacb-575419e12b54 req-b807080a-06f6-4661-93ef-b68efa5dd5bd tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/security-groups?id=331ad35f-7de8-4f12-ae4c-1f41c3ae3d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411584 Jul 27 08:44:50.027388 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8de41ef-3e2c-43d0-bc68-89bf32746d18 req-ac96de7e-0f41-430e-ad32-ed9666c2efc6 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:44:50.028821 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-a8de41ef-3e2c-43d0-bc68-89bf32746d18 req-ac96de7e-0f41-430e-ad32-ed9666c2efc6 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.42 "GET /v2.0/ports?device_id=80c4e570-1a1e-48ce-a477-0c84bcec9fbc HTTP/1.1" status: 200 len: 946 time: 0.0481198 Jul 27 08:44:50.063383 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0165403-98e6-4158-81db-fd2317b0300a req-1e4f849e-f31b-4b30-bb5f-451fb99e71a9 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:44:50.064889 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-f0165403-98e6-4158-81db-fd2317b0300a req-1e4f849e-f31b-4b30-bb5f-451fb99e71a9 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/ports?device_id=8f053d88-ea01-4efa-9bcc-0880e6194203 HTTP/1.1" status: 200 len: 945 time: 0.0465541 Jul 27 08:44:50.111788 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.plugin [req-a8de41ef-3e2c-43d0-bc68-89bf32746d18 req-cd731dc7-5559-46b8-be8d-ff5f9afcee14 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Deleting port 3dc911f5-2c16-4531-acf6-43762dc287c7 {{(pid=104486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 08:44:50.112395 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-a8de41ef-3e2c-43d0-bc68-89bf32746d18 req-cd731dc7-5559-46b8-be8d-ff5f9afcee14 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786710341133'] for port (3dc911f5-2c16-4531-acf6-43762dc287c7), before_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:44:50.112902 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-f0165403-98e6-4158-81db-fd2317b0300a req-01eb73b8-34a1-4ee2-8049-5e48946e44d8 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/security-groups?id=06418579-5279-4337-8e21-42e2ccd9d668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424449 Jul 27 08:44:50.206524 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.db [req-a8de41ef-3e2c-43d0-bc68-89bf32746d18 req-cd731dc7-5559-46b8-be8d-ff5f9afcee14 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] For port 3dc911f5-2c16-4531-acf6-43762dc287c7, host hv-cinder-85117, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85117',level=0,port_id=3dc911f5-2c16-4531-acf6-43762dc287c7,segment=NetworkSegment(e7699621-ef90-47fe-8696-58f5c1995388),segment_id=e7699621-ef90-47fe-8696-58f5c1995388)] {{(pid=104486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:44:50.206895 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-a8de41ef-3e2c-43d0-bc68-89bf32746d18 req-cd731dc7-5559-46b8-be8d-ff5f9afcee14 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8100626'] for port (3dc911f5-2c16-4531-acf6-43762dc287c7), precommit_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:44:50.249421 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-45eb61cd-e3d7-4840-8013-3080c7768274 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (36998da0-f99a-403d-814c-b55466abd131), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:44:50.346536 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54260ae6-a334-48fe-8d2f-105680d05227 req-43ad4b59-391c-426c-bd8b-eeac414d5209 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:44:50.348036 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-54260ae6-a334-48fe-8d2f-105680d05227 req-43ad4b59-391c-426c-bd8b-eeac414d5209 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/ports?device_id=80c4e570-1a1e-48ce-a477-0c84bcec9fbc HTTP/1.1" status: 200 len: 946 time: 0.1280386 Jul 27 08:44:50.385452 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=100 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:44:50.468787 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-54260ae6-a334-48fe-8d2f-105680d05227 req-a99ea27a-8a10-4e86-893a-44538229af6e tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/security-groups?id=331ad35f-7de8-4f12-ae4c-1f41c3ae3d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142375 Jul 27 08:44:50.489588 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-a8de41ef-3e2c-43d0-bc68-89bf32746d18 req-cd731dc7-5559-46b8-be8d-ff5f9afcee14 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:44:50.489965 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-a8de41ef-3e2c-43d0-bc68-89bf32746d18 req-cd731dc7-5559-46b8-be8d-ff5f9afcee14 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363235'] for floatingip (fc24e3b9-de5f-4611-8c2a-727a28b18237), after_update {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:44:50.490318 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.db.l3_db [req-a8de41ef-3e2c-43d0-bc68-89bf32746d18 req-cd731dc7-5559-46b8-be8d-ff5f9afcee14 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Floating IP fc24e3b9-de5f-4611-8c2a-727a28b18237 disassociated. External IP: 172.27.2.72, port: 3dc911f5-2c16-4531-acf6-43762dc287c7. Jul 27 08:44:50.490670 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.plugin [req-a8de41ef-3e2c-43d0-bc68-89bf32746d18 req-cd731dc7-5559-46b8-be8d-ff5f9afcee14 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Calling delete_port for 3dc911f5-2c16-4531-acf6-43762dc287c7 owned by compute:nova {{(pid=104486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 08:44:50.541163 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:44:50.699631 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-a8de41ef-3e2c-43d0-bc68-89bf32746d18 req-cd731dc7-5559-46b8-be8d-ff5f9afcee14 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786710477123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786709965406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4293862'] for port (3dc911f5-2c16-4531-acf6-43762dc287c7), after_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:44:50.729498 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd731dc7-5559-46b8-be8d-ff5f9afcee14 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Pushing event deleted for resources: {'Port': ['ID=3dc911f5-2c16-4531-acf6-43762dc287c7,revision_number=None']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:44:50.743572 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd731dc7-5559-46b8-be8d-ff5f9afcee14 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:44:50.743925 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd731dc7-5559-46b8-be8d-ff5f9afcee14 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:44:50.744272 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd731dc7-5559-46b8-be8d-ff5f9afcee14 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:44:50.744615 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd731dc7-5559-46b8-be8d-ff5f9afcee14 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:44:50.744951 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd731dc7-5559-46b8-be8d-ff5f9afcee14 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:44:50.745291 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd731dc7-5559-46b8-be8d-ff5f9afcee14 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:44:50.745626 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd731dc7-5559-46b8-be8d-ff5f9afcee14 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:44:50.745958 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd731dc7-5559-46b8-be8d-ff5f9afcee14 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:44:50.746313 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd731dc7-5559-46b8-be8d-ff5f9afcee14 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:44:50.746644 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd731dc7-5559-46b8-be8d-ff5f9afcee14 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:44:50.746974 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd731dc7-5559-46b8-be8d-ff5f9afcee14 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:44:50.747307 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd731dc7-5559-46b8-be8d-ff5f9afcee14 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:44:50.747634 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd731dc7-5559-46b8-be8d-ff5f9afcee14 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:44:50.747966 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd731dc7-5559-46b8-be8d-ff5f9afcee14 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:44:50.748307 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd731dc7-5559-46b8-be8d-ff5f9afcee14 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:44:50.850855 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a8de41ef-3e2c-43d0-bc68-89bf32746d18 req-cd731dc7-5559-46b8-be8d-ff5f9afcee14 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Router 9859d67e-360d-4e3b-a6c7-bd0d6a4cb852 has already been hosted by L3 agent 5bc6d868-bb0b-4164-b2dd-44360f4de654 {{(pid=104486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 08:44:50.951988 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a8de41ef-3e2c-43d0-bc68-89bf32746d18 req-cd731dc7-5559-46b8-be8d-ff5f9afcee14 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Notify agent at l3_agent.dv-cinder-851170-2-iscsi the message routers_updated {{(pid=104486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 08:44:50.962536 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a580783e-4a4b-4ba9-aff6-9b5882b44ee8 None None] Sync routers for ids ['9859d67e-360d-4e3b-a6c7-bd0d6a4cb852'] in dv-cinder-851170-2-iscsi {{(pid=104487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 08:44:50.972485 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a580783e-4a4b-4ba9-aff6-9b5882b44ee8 None None] Routers {'9859d67e-360d-4e3b-a6c7-bd0d6a4cb852'} bound to L3 agent in host dv-cinder-851170-2-iscsi {{(pid=104487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 08:44:50.973101 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_hamode_db [None req-a580783e-4a4b-4ba9-aff6-9b5882b44ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-27T08:30:18Z,description=,heartbeat_timestamp=2022-07-27T08:44:48Z,host='dv-cinder-851170-2-iscsi',id=5bc6d868-bb0b-4164-b2dd-44360f4de654,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T08:30:19Z,topic='l3_agent')) {'router_ids': ['9859d67e-360d-4e3b-a6c7-bd0d6a4cb852'], 'active': True} {{(pid=104487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:44:50.991705 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8de41ef-3e2c-43d0-bc68-89bf32746d18 req-cd731dc7-5559-46b8-be8d-ff5f9afcee14 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] No DVR routers for this DVR port 3dc911f5-2c16-4531-acf6-43762dc287c7 on host hv-cinder-85117 {{(pid=104486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 08:44:50.994375 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-a8de41ef-3e2c-43d0-bc68-89bf32746d18 req-cd731dc7-5559-46b8-be8d-ff5f9afcee14 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8374701'] for port (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:44:50.997583 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-a8de41ef-3e2c-43d0-bc68-89bf32746d18 req-cd731dc7-5559-46b8-be8d-ff5f9afcee14 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.42 "DELETE /v2.0/ports/3dc911f5-2c16-4531-acf6-43762dc287c7 HTTP/1.1" status: 204 len: 173 time: 0.9635973 Jul 27 08:44:50.998587 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80c4e570-1a1e-48ce-a477-0c84bcec9fbc', 'name': 'network-vif-deleted', 'tag': '3dc911f5-2c16-4531-acf6-43762dc287c7'}] {{(pid=104486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 08:44:51.000811 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0fbdf057086729fb3d5906bdd251c7adb98d678ad2f5ce1a48bcc8d44af0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c48ad65-2c67-49ff-acbe-065096ddc138" -d '{"events": [{"server_uuid": "80c4e570-1a1e-48ce-a477-0c84bcec9fbc", "name": "network-vif-deleted", "tag": "3dc911f5-2c16-4531-acf6-43762dc287c7"}]}' {{(pid=104486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 08:44:51.039219 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 08:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7be4bb4-c324-4d87-92e3-12a792ef9e1d x-openstack-request-id: req-d7be4bb4-c324-4d87-92e3-12a792ef9e1d {{(pid=104486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 08:44:51.039519 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80c4e570-1a1e-48ce-a477-0c84bcec9fbc", "name": "network-vif-deleted", "tag": "3dc911f5-2c16-4531-acf6-43762dc287c7", "status": "completed", "code": 200}]} {{(pid=104486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 08:44:51.039775 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-d7be4bb4-c324-4d87-92e3-12a792ef9e1d {{(pid=104486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 08:44:51.040173 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7be4bb4-c324-4d87-92e3-12a792ef9e1d'] response: {'server_uuid': '80c4e570-1a1e-48ce-a477-0c84bcec9fbc', 'name': 'network-vif-deleted', 'tag': '3dc911f5-2c16-4531-acf6-43762dc287c7', 'status': 'completed', 'code': 200} Jul 27 08:44:51.080945 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvr_db [None req-a580783e-4a4b-4ba9-aff6-9b5882b44ee8 None None] Set router 9859d67e-360d-4e3b-a6c7-bd0d6a4cb852 gateway port host: dv-cinder-851170-2-iscsi {{(pid=104487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 08:44:51.237996 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95700f99-1f3e-43f7-a30f-1f296e5ffcb6 req-403ecfac-4cfd-42ba-bd84-748c135b00ff tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:44:51.239793 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-95700f99-1f3e-43f7-a30f-1f296e5ffcb6 req-403ecfac-4cfd-42ba-bd84-748c135b00ff tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/ports?device_id=8f053d88-ea01-4efa-9bcc-0880e6194203 HTTP/1.1" status: 200 len: 945 time: 0.0494766 Jul 27 08:44:51.292854 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-95700f99-1f3e-43f7-a30f-1f296e5ffcb6 req-6c66ed17-4624-4e72-8967-f1c899909838 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/security-groups?id=06418579-5279-4337-8e21-42e2ccd9d668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462923 Jul 27 08:44:51.331692 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (40990755-2d84-4c9d-828c-eda94a5136e8), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:44:51.332364 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-83feb67a-80d7-474e-96e8-1d92c33387c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (0a293c43-2970-4b69-9d2a-dcf41d8870ef), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:44:51.346760 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_hamode_db [None req-a580783e-4a4b-4ba9-aff6-9b5882b44ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9859d67e-360d-4e3b-a6c7-bd0d6a4cb852', 'name': 'tempest-AttachVolumeNegativeTest-1367014185-router', 'tenant_id': '940250de2f6f47ed9edc1bb0468551c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': '8459270c-d8a5-42a4-abf4-e5dc701f12a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:39:21Z', 'updated_at': '2022-07-27T08:39:32Z', 'revision_number': 4, 'project_id': '940250de2f6f47ed9edc1bb0468551c8', 'gw_port': {'id': '8459270c-d8a5-42a4-abf4-e5dc701f12a4', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9859d67e-360d-4e3b-a6c7-bd0d6a4cb852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:39:24Z', 'updated_at': '2022-07-27T08:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi', '_floatingips': [{'id': 'af3b2e87-c2e8-474c-ae72-655aa26b0222', 'tenant_id': '940250de2f6f47ed9edc1bb0468551c8', 'floating_ip_address': '172.27.2.154', 'floating_network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'router_id': '9859d67e-360d-4e3b-a6c7-bd0d6a4cb852', 'port_id': '55ebce99-8df7-4923-ac6f-3bba997bb3ff', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f6980da-175b-4e92-9032-637e0458eb4f', 'mac_address': 'fa:16:3e:bc:d1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba1df927-86a0-4ed5-aad6-b45dd817b46e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T08:39:43Z', 'updated_at': '2022-07-27T08:40:27Z', 'revision_number': 2, 'project_id': '940250de2f6f47ed9edc1bb0468551c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa37f9a5-dc13-418d-8b78-d17cc6344800', 'name': '', 'network_id': '8f6980da-175b-4e92-9032-637e0458eb4f', 'tenant_id': '940250de2f6f47ed9edc1bb0468551c8', 'mac_address': 'fa:16:3e:b8:8b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9859d67e-360d-4e3b-a6c7-bd0d6a4cb852', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '5784479d-44dd-45ed-b6e6-1aaaf2f91b93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:39:31Z', 'updated_at': '2022-07-27T08:39:43Z', 'revision_number': 5, 'project_id': '940250de2f6f47ed9edc1bb0468551c8', 'subnets': [{'id': '5784479d-44dd-45ed-b6e6-1aaaf2f91b93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851170-2-iscsi', False) {} {{(pid=104487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:44:51.374177 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a580783e-4a4b-4ba9-aff6-9b5882b44ee8 None None] Checking router: 9859d67e-360d-4e3b-a6c7-bd0d6a4cb852 for host: dv-cinder-851170-2-iscsi {{(pid=104487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 08:44:51.376212 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (ed9de811-f248-496b-b487-860d50d7cee7), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:44:51.385859 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a580783e-4a4b-4ba9-aff6-9b5882b44ee8 None None] Routers {'9859d67e-360d-4e3b-a6c7-bd0d6a4cb852'} bound to L3 agent in host dv-cinder-851170-2-iscsi {{(pid=104487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 08:44:51.386534 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_hamode_db [None req-a580783e-4a4b-4ba9-aff6-9b5882b44ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-27T08:30:18Z,description=,heartbeat_timestamp=2022-07-27T08:44:48Z,host='dv-cinder-851170-2-iscsi',id=5bc6d868-bb0b-4164-b2dd-44360f4de654,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T08:30:19Z,topic='l3_agent')) {'router_ids': ['9859d67e-360d-4e3b-a6c7-bd0d6a4cb852'], 'active': True} {{(pid=104487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:44:51.492114 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvr_db [None req-a580783e-4a4b-4ba9-aff6-9b5882b44ee8 None None] Set router 9859d67e-360d-4e3b-a6c7-bd0d6a4cb852 gateway port host: dv-cinder-851170-2-iscsi {{(pid=104487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 08:44:51.589940 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-9acd9aa0-f9d8-4152-94a0-9fa0e8b95bfb req-8e72d3c4-60a7-44ef-b2be-129b8d4931b6 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/ports?device_id=80c4e570-1a1e-48ce-a477-0c84bcec9fbc HTTP/1.1" status: 200 len: 210 time: 0.0326746 Jul 27 08:44:51.720763 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_hamode_db [None req-a580783e-4a4b-4ba9-aff6-9b5882b44ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9859d67e-360d-4e3b-a6c7-bd0d6a4cb852', 'name': 'tempest-AttachVolumeNegativeTest-1367014185-router', 'tenant_id': '940250de2f6f47ed9edc1bb0468551c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': '8459270c-d8a5-42a4-abf4-e5dc701f12a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:39:21Z', 'updated_at': '2022-07-27T08:39:32Z', 'revision_number': 4, 'project_id': '940250de2f6f47ed9edc1bb0468551c8', 'gw_port': {'id': '8459270c-d8a5-42a4-abf4-e5dc701f12a4', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9859d67e-360d-4e3b-a6c7-bd0d6a4cb852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:39:24Z', 'updated_at': '2022-07-27T08:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi', '_floatingips': [{'id': 'af3b2e87-c2e8-474c-ae72-655aa26b0222', 'tenant_id': '940250de2f6f47ed9edc1bb0468551c8', 'floating_ip_address': '172.27.2.154', 'floating_network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'router_id': '9859d67e-360d-4e3b-a6c7-bd0d6a4cb852', 'port_id': '55ebce99-8df7-4923-ac6f-3bba997bb3ff', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f6980da-175b-4e92-9032-637e0458eb4f', 'mac_address': 'fa:16:3e:bc:d1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba1df927-86a0-4ed5-aad6-b45dd817b46e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T08:39:43Z', 'updated_at': '2022-07-27T08:40:27Z', 'revision_number': 2, 'project_id': '940250de2f6f47ed9edc1bb0468551c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa37f9a5-dc13-418d-8b78-d17cc6344800', 'name': '', 'network_id': '8f6980da-175b-4e92-9032-637e0458eb4f', 'tenant_id': '940250de2f6f47ed9edc1bb0468551c8', 'mac_address': 'fa:16:3e:b8:8b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9859d67e-360d-4e3b-a6c7-bd0d6a4cb852', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '5784479d-44dd-45ed-b6e6-1aaaf2f91b93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:39:31Z', 'updated_at': '2022-07-27T08:39:43Z', 'revision_number': 5, 'project_id': '940250de2f6f47ed9edc1bb0468551c8', 'subnets': [{'id': '5784479d-44dd-45ed-b6e6-1aaaf2f91b93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851170-2-iscsi', False) {} {{(pid=104487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:44:51.745807 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a580783e-4a4b-4ba9-aff6-9b5882b44ee8 None None] The sync data for ids ['9859d67e-360d-4e3b-a6c7-bd0d6a4cb852'] in dv-cinder-851170-2-iscsi is: [{'id': '9859d67e-360d-4e3b-a6c7-bd0d6a4cb852', 'name': 'tempest-AttachVolumeNegativeTest-1367014185-router', 'tenant_id': '940250de2f6f47ed9edc1bb0468551c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': '8459270c-d8a5-42a4-abf4-e5dc701f12a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:39:21Z', 'updated_at': '2022-07-27T08:39:32Z', 'revision_number': 4, 'project_id': '940250de2f6f47ed9edc1bb0468551c8', 'gw_port': {'id': '8459270c-d8a5-42a4-abf4-e5dc701f12a4', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9859d67e-360d-4e3b-a6c7-bd0d6a4cb852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:39:24Z', 'updated_at': '2022-07-27T08:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi', '_floatingips': [{'id': 'af3b2e87-c2e8-474c-ae72-655aa26b0222', 'tenant_id': '940250de2f6f47ed9edc1bb0468551c8', 'floating_ip_address': '172.27.2.154', 'floating_network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'router_id': '9859d67e-360d-4e3b-a6c7-bd0d6a4cb852', 'port_id': '55ebce99-8df7-4923-ac6f-3bba997bb3ff', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f6980da-175b-4e92-9032-637e0458eb4f', 'mac_address': 'fa:16:3e:bc:d1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba1df927-86a0-4ed5-aad6-b45dd817b46e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T08:39:43Z', 'updated_at': '2022-07-27T08:40:27Z', 'revision_number': 2, 'project_id': '940250de2f6f47ed9edc1bb0468551c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa37f9a5-dc13-418d-8b78-d17cc6344800', 'name': '', 'network_id': '8f6980da-175b-4e92-9032-637e0458eb4f', 'tenant_id': '940250de2f6f47ed9edc1bb0468551c8', 'mac_address': 'fa:16:3e:b8:8b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9859d67e-360d-4e3b-a6c7-bd0d6a4cb852', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '5784479d-44dd-45ed-b6e6-1aaaf2f91b93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:39:31Z', 'updated_at': '2022-07-27T08:39:43Z', 'revision_number': 5, 'project_id': '940250de2f6f47ed9edc1bb0468551c8', 'subnets': [{'id': '5784479d-44dd-45ed-b6e6-1aaaf2f91b93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 08:44:52.006211 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6243c1d-8521-4162-88f4-3d9b4a82d2a9 None None] New status for floating IP fc24e3b9-de5f-4611-8c2a-727a28b18237: DOWN {{(pid=104488) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 27 08:44:52.415971 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee4f436-d5c1-4b39-8546-4085ec7d8193 req-b0af4f48-4ac1-4647-85f3-2df20da66fb4 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:44:52.417432 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-5ee4f436-d5c1-4b39-8546-4085ec7d8193 req-b0af4f48-4ac1-4647-85f3-2df20da66fb4 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/ports?device_id=8f053d88-ea01-4efa-9bcc-0880e6194203 HTTP/1.1" status: 200 len: 945 time: 0.0493143 Jul 27 08:44:52.467106 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-5ee4f436-d5c1-4b39-8546-4085ec7d8193 req-79774756-4c65-4cb8-bf58-16b0944d9257 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/security-groups?id=06418579-5279-4337-8e21-42e2ccd9d668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428281 Jul 27 08:44:52.776152 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 58950) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:44:52.836691 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-22435a8f-89a0-4c7d-a8bf-80c73cbc0ff6 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks [] for security_group (331ad35f-7de8-4f12-ae4c-1f41c3ae3d1e), before_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:44:52.863255 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-22435a8f-89a0-4c7d-a8bf-80c73cbc0ff6 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks [] for security_group (331ad35f-7de8-4f12-ae4c-1f41c3ae3d1e), precommit_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:44:52.894579 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:44:52.977127 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-22435a8f-89a0-4c7d-a8bf-80c73cbc0ff6 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (331ad35f-7de8-4f12-ae4c-1f41c3ae3d1e), after_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:44:52.979944 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-22435a8f-89a0-4c7d-a8bf-80c73cbc0ff6 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks [] for security_group (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:44:52.981262 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-22435a8f-89a0-4c7d-a8bf-80c73cbc0ff6 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "DELETE /v2.0/security-groups/331ad35f-7de8-4f12-ae4c-1f41c3ae3d1e HTTP/1.1" status: 204 len: 168 time: 0.2039258 Jul 27 08:44:52.983920 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 58954) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:44:52.991444 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22435a8f-89a0-4c7d-a8bf-80c73cbc0ff6 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=331ad35f-7de8-4f12-ae4c-1f41c3ae3d1e,revision_number=None']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:44:53.005640 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.api.v2.resource [None req-e3a0e0eb-2476-489d-b578-d9a2c9b1c243 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] show failed (client error): The resource could not be found. Jul 27 08:44:53.010030 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-e3a0e0eb-2476-489d-b578-d9a2c9b1c243 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/security-groups/331ad35f-7de8-4f12-ae4c-1f41c3ae3d1e HTTP/1.1" status: 404 len: 347 time: 0.0250456 Jul 27 08:44:53.010194 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 58956) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:44:53.130857 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.plugin [None req-93fc8a62-65ed-4a9e-becf-ff76a13396be tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Deleting port 0abdb3a4-7ae0-4abf-a4d1-faf4d77fc769 {{(pid=104486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 08:44:53.131140 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-93fc8a62-65ed-4a9e-becf-ff76a13396be tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786710341133'] for port (0abdb3a4-7ae0-4abf-a4d1-faf4d77fc769), before_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:44:53.211300 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-93fc8a62-65ed-4a9e-becf-ff76a13396be tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8100626'] for port (0abdb3a4-7ae0-4abf-a4d1-faf4d77fc769), precommit_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:44:53.211631 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-93fc8a62-65ed-4a9e-becf-ff76a13396be tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks [] for floatingip (0abdb3a4-7ae0-4abf-a4d1-faf4d77fc769), precommit_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:44:53.223617 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.plugin [None req-93fc8a62-65ed-4a9e-becf-ff76a13396be tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Calling delete_port for 0abdb3a4-7ae0-4abf-a4d1-faf4d77fc769 owned by network:floatingip {{(pid=104486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 08:44:53.308001 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:44:53.417583 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-93fc8a62-65ed-4a9e-becf-ff76a13396be tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786710477123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786709965406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4293862'] for port (0abdb3a4-7ae0-4abf-a4d1-faf4d77fc769), after_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:44:53.442580 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fc8a62-65ed-4a9e-becf-ff76a13396be tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Pushing event deleted for resources: {'Port': ['ID=0abdb3a4-7ae0-4abf-a4d1-faf4d77fc769,revision_number=None']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:44:53.482630 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Device 3dc911f5-2c16-4531-acf6-43762dc287c7 no longer exists at agent hyperv_hv-cinder-85117 {{(pid=104487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 08:44:53.503565 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] No Port match for: 3dc911f5-2c16-4531-acf6-43762dc287c7 {{(pid=104487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 08:44:53.503794 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Device 3dc911f5-2c16-4531-acf6-43762dc287c7 not bound to the agent host hv-cinder-85117 {{(pid=104487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 08:44:53.511666 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-93fc8a62-65ed-4a9e-becf-ff76a13396be tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks [] for floatingip (fc24e3b9-de5f-4611-8c2a-727a28b18237), after_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:44:53.515660 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-93fc8a62-65ed-4a9e-becf-ff76a13396be tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8374701'] for floatingip (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:44:53.519571 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-93fc8a62-65ed-4a9e-becf-ff76a13396be tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "DELETE /v2.0/floatingips/fc24e3b9-de5f-4611-8c2a-727a28b18237 HTTP/1.1" status: 204 len: 168 time: 0.5000103 Jul 27 08:44:53.595610 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf5dd68-c875-4554-8c8f-20bad280cb04 req-2bc05af9-5557-402e-a47e-c137cf81cee9 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:44:53.597312 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-7bf5dd68-c875-4554-8c8f-20bad280cb04 req-2bc05af9-5557-402e-a47e-c137cf81cee9 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/ports?device_id=8f053d88-ea01-4efa-9bcc-0880e6194203 HTTP/1.1" status: 200 len: 945 time: 0.0498297 Jul 27 08:44:53.648195 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-7bf5dd68-c875-4554-8c8f-20bad280cb04 req-e513fb7e-7327-40dc-b037-2119592f602a tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/security-groups?id=06418579-5279-4337-8e21-42e2ccd9d668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453126 Jul 27 08:44:54.130091 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-66811c73-b536-4806-86f8-f7653dfd1744 req-c9a4bcf0-ae83-46b9-949d-201676683481 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1089187466&fields=id&tenant_id=52bd08da2d1746c6a84cf75143ae6bf6 HTTP/1.1" status: 200 len: 267 time: 0.0517993 Jul 27 08:44:54.180901 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66811c73-b536-4806-86f8-f7653dfd1744 req-f65fc8d3-0275-4e8a-9d74-db5113719b7e tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:44:54.182390 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-66811c73-b536-4806-86f8-f7653dfd1744 req-f65fc8d3-0275-4e8a-9d74-db5113719b7e tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] 10.222.0.40 "GET /v2.0/ports?device_id=37c42449-37d4-48b2-baa1-77af8f327d8c HTTP/1.1" status: 200 len: 984 time: 0.0466635 Jul 27 08:44:54.193135 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.v2.base [req-66811c73-b536-4806-86f8-f7653dfd1744 req-cff7d380-3775-47b8-82b2-d3416cd7641a tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Request body: {'port': {'security_groups': ['6dfb1169-7eb8-4729-a2a0-d63f36a2079d']}} {{(pid=104486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:44:54.267098 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-66811c73-b536-4806-86f8-f7653dfd1744 req-cff7d380-3775-47b8-82b2-d3416cd7641a tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (7246bf69-568f-45e6-aaee-ec190910b2b8), before_update {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:44:54.399898 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:44:54.437487 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.db [req-66811c73-b536-4806-86f8-f7653dfd1744 req-cff7d380-3775-47b8-82b2-d3416cd7641a tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] For port 7246bf69-568f-45e6-aaee-ec190910b2b8, host hv-cinder-85117, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85117',level=0,port_id=7246bf69-568f-45e6-aaee-ec190910b2b8,segment=NetworkSegment(93fff055-4ec4-4caa-96fc-193cf0c128e0),segment_id=93fff055-4ec4-4caa-96fc-193cf0c128e0)] {{(pid=104486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:44:54.466266 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-66811c73-b536-4806-86f8-f7653dfd1744 req-cff7d380-3775-47b8-82b2-d3416cd7641a tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Publish callbacks [] for port (7246bf69-568f-45e6-aaee-ec190910b2b8), precommit_update {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:44:54.526040 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-66811c73-b536-4806-86f8-f7653dfd1744 req-cff7d380-3775-47b8-82b2-d3416cd7641a tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4293873'] for port (7246bf69-568f-45e6-aaee-ec190910b2b8), after_update {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:44:54.570432 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66811c73-b536-4806-86f8-f7653dfd1744 req-cff7d380-3775-47b8-82b2-d3416cd7641a tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:44:54.571154 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-66811c73-b536-4806-86f8-f7653dfd1744 req-cff7d380-3775-47b8-82b2-d3416cd7641a tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8374701'] for port (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:44:54.572734 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-66811c73-b536-4806-86f8-f7653dfd1744 req-cff7d380-3775-47b8-82b2-d3416cd7641a tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] 10.222.0.40 "PUT /v2.0/ports/7246bf69-568f-45e6-aaee-ec190910b2b8 HTTP/1.1" status: 200 len: 942 time: 0.3842347 Jul 27 08:44:54.573922 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] get_ports_and_sgs() called for port_ids ['7246bf69-568f-45e6-aaee-ec190910b2b8'] {{(pid=104487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 08:44:54.575386 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37c42449-37d4-48b2-baa1-77af8f327d8c', 'tag': '7246bf69-568f-45e6-aaee-ec190910b2b8'}] {{(pid=104486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 08:44:54.578370 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0fbdf057086729fb3d5906bdd251c7adb98d678ad2f5ce1a48bcc8d44af0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eea2fc43-9fba-45a3-8769-ef9d45deb117" -d '{"events": [{"name": "network-changed", "server_uuid": "37c42449-37d4-48b2-baa1-77af8f327d8c", "tag": "7246bf69-568f-45e6-aaee-ec190910b2b8"}]}' {{(pid=104486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 08:44:54.580234 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 58976) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:44:54.614928 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff7d380-3775-47b8-82b2-d3416cd7641a tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Pushing event updated for resources: {'Port': ['ID=7246bf69-568f-45e6-aaee-ec190910b2b8,revision_number=7']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:44:54.644932 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=100 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:44:54.654647 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-ffe9a848-941c-4514-a6e5-2bc3594131f5 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Publish callbacks [] for security_group (ffe5ad9a-0397-4d7e-84ae-e9c69a18d94d), before_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:44:54.693905 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-ffe9a848-941c-4514-a6e5-2bc3594131f5 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Publish callbacks [] for security_group (ffe5ad9a-0397-4d7e-84ae-e9c69a18d94d), precommit_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:44:54.721668 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 08:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba09b128-56ec-40e0-996f-e182c481503d x-openstack-request-id: req-ba09b128-56ec-40e0-996f-e182c481503d {{(pid=104486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 08:44:54.721966 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37c42449-37d4-48b2-baa1-77af8f327d8c", "tag": "7246bf69-568f-45e6-aaee-ec190910b2b8", "status": "completed", "code": 200}]} {{(pid=104486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 08:44:54.722259 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-ba09b128-56ec-40e0-996f-e182c481503d {{(pid=104486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 08:44:54.722663 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba09b128-56ec-40e0-996f-e182c481503d'] response: {'name': 'network-changed', 'server_uuid': '37c42449-37d4-48b2-baa1-77af8f327d8c', 'tag': '7246bf69-568f-45e6-aaee-ec190910b2b8', 'status': 'completed', 'code': 200} Jul 27 08:44:54.763496 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:44:54.790292 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11b0dc6-f6bf-4fa8-85be-d990d56fc086 req-d32afe77-ff0a-472b-8a20-98ff09b12d1f tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:44:54.792123 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-b11b0dc6-f6bf-4fa8-85be-d990d56fc086 req-d32afe77-ff0a-472b-8a20-98ff09b12d1f tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/ports?device_id=8f053d88-ea01-4efa-9bcc-0880e6194203 HTTP/1.1" status: 200 len: 945 time: 0.0595405 Jul 27 08:44:54.796447 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] get_ports_and_sgs() called for port_ids ['7246bf69-568f-45e6-aaee-ec190910b2b8'] {{(pid=104487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 08:44:54.857944 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-b11b0dc6-f6bf-4fa8-85be-d990d56fc086 req-c8cb01cd-6290-4174-9a4f-9d4176e93e0d tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/security-groups?id=06418579-5279-4337-8e21-42e2ccd9d668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583420 Jul 27 08:44:54.907402 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea2fc43-9fba-45a3-8769-ef9d45deb117 req-1e108136-3390-43b5-8dec-15308e8ec799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:44:54.908992 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-eea2fc43-9fba-45a3-8769-ef9d45deb117 req-1e108136-3390-43b5-8dec-15308e8ec799 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=52bd08da2d1746c6a84cf75143ae6bf6&device_id=37c42449-37d4-48b2-baa1-77af8f327d8c HTTP/1.1" status: 200 len: 1129 time: 0.0929947 Jul 27 08:44:54.926219 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-ffe9a848-941c-4514-a6e5-2bc3594131f5 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (ffe5ad9a-0397-4d7e-84ae-e9c69a18d94d), after_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:44:54.928771 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-ffe9a848-941c-4514-a6e5-2bc3594131f5 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Publish callbacks [] for security_group (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:44:54.930834 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-ffe9a848-941c-4514-a6e5-2bc3594131f5 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] 10.222.0.40 "DELETE /v2.0/security-groups/ffe5ad9a-0397-4d7e-84ae-e9c69a18d94d HTTP/1.1" status: 204 len: 168 time: 0.3485861 Jul 27 08:44:54.934973 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 58986) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:44:54.937712 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-88bdb798-0317-4af7-ba62-fce41cdca78c None None] Provisioning complete for port 7246bf69-568f-45e6-aaee-ec190910b2b8 triggered by entity DHCP. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:44:54.938305 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-88bdb798-0317-4af7-ba62-fce41cdca78c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (7246bf69-568f-45e6-aaee-ec190910b2b8), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:44:54.979657 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe9a848-941c-4514-a6e5-2bc3594131f5 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffe5ad9a-0397-4d7e-84ae-e9c69a18d94d,revision_number=None']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:44:54.984294 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:44:54.994963 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe9a848-941c-4514-a6e5-2bc3594131f5 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:44:54.995480 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe9a848-941c-4514-a6e5-2bc3594131f5 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:44:54.995841 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe9a848-941c-4514-a6e5-2bc3594131f5 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:44:54.996177 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe9a848-941c-4514-a6e5-2bc3594131f5 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:44:54.996502 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe9a848-941c-4514-a6e5-2bc3594131f5 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:44:54.997009 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe9a848-941c-4514-a6e5-2bc3594131f5 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:44:54.997495 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe9a848-941c-4514-a6e5-2bc3594131f5 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:44:54.998576 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe9a848-941c-4514-a6e5-2bc3594131f5 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:44:54.999138 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe9a848-941c-4514-a6e5-2bc3594131f5 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:44:54.999625 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe9a848-941c-4514-a6e5-2bc3594131f5 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:44:54.999959 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe9a848-941c-4514-a6e5-2bc3594131f5 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:44:55.000285 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe9a848-941c-4514-a6e5-2bc3594131f5 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:44:55.000614 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe9a848-941c-4514-a6e5-2bc3594131f5 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:44:55.000932 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe9a848-941c-4514-a6e5-2bc3594131f5 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:44:55.001316 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe9a848-941c-4514-a6e5-2bc3594131f5 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:44:55.027323 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea2fc43-9fba-45a3-8769-ef9d45deb117 req-65cd3b1d-b911-422a-9924-984198fb43bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:44:55.030409 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-eea2fc43-9fba-45a3-8769-ef9d45deb117 req-65cd3b1d-b911-422a-9924-984198fb43bc service neutron] 10.222.0.42 "GET /v2.0/networks?id=19667394-873e-4fb0-a227-f5cd6f6c3a28 HTTP/1.1" status: 200 len: 914 time: 0.1122904 Jul 27 08:44:55.054931 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:44:55.055277 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-88bdb798-0317-4af7-ba62-fce41cdca78c None None] Current status of the port 7246bf69-568f-45e6-aaee-ec190910b2b8 is: ACTIVE; New status is: ACTIVE {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:44:55.121599 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-eea2fc43-9fba-45a3-8769-ef9d45deb117 req-c07da9cd-9e9c-42de-91bc-7b9a3b1fb558 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7246bf69-568f-45e6-aaee-ec190910b2b8 HTTP/1.1" status: 200 len: 1001 time: 0.0852849 Jul 27 08:44:55.181646 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea2fc43-9fba-45a3-8769-ef9d45deb117 req-1811bd95-63f1-49af-a06e-397db55b9156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:44:55.183686 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-eea2fc43-9fba-45a3-8769-ef9d45deb117 req-1811bd95-63f1-49af-a06e-397db55b9156 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6877d0b1-ca13-41b7-9cc9-a45fde6af8fa HTTP/1.1" status: 200 len: 852 time: 0.0540097 Jul 27 08:44:55.219768 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:44:55.232753 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea2fc43-9fba-45a3-8769-ef9d45deb117 req-73f02f04-86e5-45d6-901f-d13c1226d99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:44:55.234573 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-eea2fc43-9fba-45a3-8769-ef9d45deb117 req-73f02f04-86e5-45d6-901f-d13c1226d99f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=19667394-873e-4fb0-a227-f5cd6f6c3a28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442677 Jul 27 08:44:55.320731 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.plugin [None req-39da79f0-fc34-4dd9-90ba-7f7348ff6b20 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Deleting port 2d1a5bbe-5648-4584-925b-20a06fe3cba5 {{(pid=104485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 08:44:55.320958 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-39da79f0-fc34-4dd9-90ba-7f7348ff6b20 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786710341133'] for port (2d1a5bbe-5648-4584-925b-20a06fe3cba5), before_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:44:55.340014 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-eea2fc43-9fba-45a3-8769-ef9d45deb117 req-6cec5020-d6c7-406a-beba-76adc60907d8 service neutron] 10.222.0.42 "GET /v2.0/networks/19667394-873e-4fb0-a227-f5cd6f6c3a28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928078 Jul 27 08:44:55.399705 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-39da79f0-fc34-4dd9-90ba-7f7348ff6b20 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8100626'] for port (2d1a5bbe-5648-4584-925b-20a06fe3cba5), precommit_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:44:55.399937 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-39da79f0-fc34-4dd9-90ba-7f7348ff6b20 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Publish callbacks [] for floatingip (2d1a5bbe-5648-4584-925b-20a06fe3cba5), precommit_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:44:55.415836 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.plugin [None req-39da79f0-fc34-4dd9-90ba-7f7348ff6b20 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Calling delete_port for 2d1a5bbe-5648-4584-925b-20a06fe3cba5 owned by network:floatingip {{(pid=104485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 08:44:55.446865 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-eea2fc43-9fba-45a3-8769-ef9d45deb117 req-cb579da8-5a33-432d-b5ad-20fba04df0e4 service neutron] 10.222.0.42 "GET /v2.0/networks/19667394-873e-4fb0-a227-f5cd6f6c3a28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000540 Jul 27 08:44:55.671973 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-39da79f0-fc34-4dd9-90ba-7f7348ff6b20 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786710477123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786709965406'] for port (2d1a5bbe-5648-4584-925b-20a06fe3cba5), after_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:44:55.698292 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39da79f0-fc34-4dd9-90ba-7f7348ff6b20 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Pushing event deleted for resources: {'Port': ['ID=2d1a5bbe-5648-4584-925b-20a06fe3cba5,revision_number=None']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:44:55.721998 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-39da79f0-fc34-4dd9-90ba-7f7348ff6b20 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Publish callbacks [] for floatingip (e1dd401d-2673-42bc-a20b-9b9cc18c7639), after_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:44:55.722455 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.db.l3_db [None req-39da79f0-fc34-4dd9-90ba-7f7348ff6b20 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Floating IP e1dd401d-2673-42bc-a20b-9b9cc18c7639 disassociated (deleted). External IP: 172.27.2.166, port: 7246bf69-568f-45e6-aaee-ec190910b2b8. Jul 27 08:44:55.925309 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39da79f0-fc34-4dd9-90ba-7f7348ff6b20 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Router ace0d735-a96b-4d9b-8e49-2dabee6950e1 has already been hosted by L3 agent 5bc6d868-bb0b-4164-b2dd-44360f4de654 {{(pid=104485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 08:44:55.982188 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:44:55.991326 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36717727-2a3b-4dd6-9a01-67ee0107a60e req-67b6b898-b680-44c1-99b6-890dd8e726d3 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:44:55.992931 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-36717727-2a3b-4dd6-9a01-67ee0107a60e req-67b6b898-b680-44c1-99b6-890dd8e726d3 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/ports?device_id=8f053d88-ea01-4efa-9bcc-0880e6194203 HTTP/1.1" status: 200 len: 945 time: 0.0588644 Jul 27 08:44:56.034709 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39da79f0-fc34-4dd9-90ba-7f7348ff6b20 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Notify agent at l3_agent.dv-cinder-851170-2-iscsi the message routers_updated {{(pid=104485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 08:44:56.039493 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-39da79f0-fc34-4dd9-90ba-7f7348ff6b20 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8374701'] for floatingip (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:44:56.047008 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-36717727-2a3b-4dd6-9a01-67ee0107a60e req-0ca2426e-68d6-4dcb-8740-28178f6342af tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/security-groups?id=06418579-5279-4337-8e21-42e2ccd9d668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477874 Jul 27 08:44:56.050079 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3fe925-6431-4cdc-b921-8b7f70268da8 None None] Sync routers for ids ['ace0d735-a96b-4d9b-8e49-2dabee6950e1'] in dv-cinder-851170-2-iscsi {{(pid=104487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 08:44:56.072401 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-39da79f0-fc34-4dd9-90ba-7f7348ff6b20 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] 10.222.0.40 "DELETE /v2.0/floatingips/e1dd401d-2673-42bc-a20b-9b9cc18c7639 HTTP/1.1" status: 204 len: 168 time: 1.1356580 Jul 27 08:44:56.073075 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37c42449-37d4-48b2-baa1-77af8f327d8c', 'tag': '7246bf69-568f-45e6-aaee-ec190910b2b8'}] {{(pid=104485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 08:44:56.075535 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f4ab7c7b1e34975a56cd7ce610f5615b70f950c8da59d9e9b5a870069a9544" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-676d4763-3012-41ba-ab8f-d7ddb7286d6f" -d '{"events": [{"name": "network-changed", "server_uuid": "37c42449-37d4-48b2-baa1-77af8f327d8c", "tag": "7246bf69-568f-45e6-aaee-ec190910b2b8"}]}' {{(pid=104485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 08:44:56.077957 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3fe925-6431-4cdc-b921-8b7f70268da8 None None] Routers {'ace0d735-a96b-4d9b-8e49-2dabee6950e1'} bound to L3 agent in host dv-cinder-851170-2-iscsi {{(pid=104487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 08:44:56.082551 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_hamode_db [None req-4c3fe925-6431-4cdc-b921-8b7f70268da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-27T08:30:18Z,description=,heartbeat_timestamp=2022-07-27T08:44:48Z,host='dv-cinder-851170-2-iscsi',id=5bc6d868-bb0b-4164-b2dd-44360f4de654,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T08:30:19Z,topic='l3_agent')) {'router_ids': ['ace0d735-a96b-4d9b-8e49-2dabee6950e1'], 'active': True} {{(pid=104487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:44:56.230668 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 08:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afe6413e-4078-4dbb-8c70-78682b705589 x-openstack-request-id: req-afe6413e-4078-4dbb-8c70-78682b705589 {{(pid=104485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 08:44:56.230964 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37c42449-37d4-48b2-baa1-77af8f327d8c", "tag": "7246bf69-568f-45e6-aaee-ec190910b2b8", "status": "completed", "code": 200}]} {{(pid=104485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 08:44:56.231882 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-afe6413e-4078-4dbb-8c70-78682b705589 {{(pid=104485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 08:44:56.231882 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afe6413e-4078-4dbb-8c70-78682b705589'] response: {'name': 'network-changed', 'server_uuid': '37c42449-37d4-48b2-baa1-77af8f327d8c', 'tag': '7246bf69-568f-45e6-aaee-ec190910b2b8', 'status': 'completed', 'code': 200} Jul 27 08:44:56.250511 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=100 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:44:56.252490 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvr_db [None req-4c3fe925-6431-4cdc-b921-8b7f70268da8 None None] Set router ace0d735-a96b-4d9b-8e49-2dabee6950e1 gateway port host: dv-cinder-851170-2-iscsi {{(pid=104487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 08:44:56.454008 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_hamode_db [None req-4c3fe925-6431-4cdc-b921-8b7f70268da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ace0d735-a96b-4d9b-8e49-2dabee6950e1', 'name': 'tempest-TestMinimumBasicScenario-72921289-router', 'tenant_id': '52bd08da2d1746c6a84cf75143ae6bf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '0d661cc2-6556-43a4-8cbc-f794f30d6699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:40:56Z', 'updated_at': '2022-07-27T08:41:01Z', 'revision_number': 4, 'project_id': '52bd08da2d1746c6a84cf75143ae6bf6', 'gw_port': {'id': '0d661cc2-6556-43a4-8cbc-f794f30d6699', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:8b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ace0d735-a96b-4d9b-8e49-2dabee6950e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:40:57Z', 'updated_at': '2022-07-27T08:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi', '_interfaces': [{'id': 'e1590914-8079-49e2-9704-b6e9670486dd', 'name': '', 'network_id': '19667394-873e-4fb0-a227-f5cd6f6c3a28', 'tenant_id': '52bd08da2d1746c6a84cf75143ae6bf6', 'mac_address': 'fa:16:3e:31:9c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ace0d735-a96b-4d9b-8e49-2dabee6950e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '6877d0b1-ca13-41b7-9cc9-a45fde6af8fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:41:00Z', 'updated_at': '2022-07-27T08:41:07Z', 'revision_number': 5, 'project_id': '52bd08da2d1746c6a84cf75143ae6bf6', 'subnets': [{'id': '6877d0b1-ca13-41b7-9cc9-a45fde6af8fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851170-2-iscsi', False) {} {{(pid=104487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:44:56.479146 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3fe925-6431-4cdc-b921-8b7f70268da8 None None] Checking router: ace0d735-a96b-4d9b-8e49-2dabee6950e1 for host: dv-cinder-851170-2-iscsi {{(pid=104487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 08:44:56.487785 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3fe925-6431-4cdc-b921-8b7f70268da8 None None] Routers {'ace0d735-a96b-4d9b-8e49-2dabee6950e1'} bound to L3 agent in host dv-cinder-851170-2-iscsi {{(pid=104487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 08:44:56.488388 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_hamode_db [None req-4c3fe925-6431-4cdc-b921-8b7f70268da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-27T08:30:18Z,description=,heartbeat_timestamp=2022-07-27T08:44:48Z,host='dv-cinder-851170-2-iscsi',id=5bc6d868-bb0b-4164-b2dd-44360f4de654,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T08:30:19Z,topic='l3_agent')) {'router_ids': ['ace0d735-a96b-4d9b-8e49-2dabee6950e1'], 'active': True} {{(pid=104487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:44:56.593438 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvr_db [None req-4c3fe925-6431-4cdc-b921-8b7f70268da8 None None] Set router ace0d735-a96b-4d9b-8e49-2dabee6950e1 gateway port host: dv-cinder-851170-2-iscsi {{(pid=104487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 08:44:56.727491 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676d4763-3012-41ba-ab8f-d7ddb7286d6f req-f558a96a-d2b1-4601-94f0-2dd556268f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:44:56.729163 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-676d4763-3012-41ba-ab8f-d7ddb7286d6f req-f558a96a-d2b1-4601-94f0-2dd556268f0f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=52bd08da2d1746c6a84cf75143ae6bf6&device_id=37c42449-37d4-48b2-baa1-77af8f327d8c HTTP/1.1" status: 200 len: 1129 time: 0.0475960 Jul 27 08:44:56.763466 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a49fb3b-93e2-40a8-ba3b-ce74dbed626a req-79a508a4-d6a3-4efd-a109-86cc3fab5e75 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:44:56.765879 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-1a49fb3b-93e2-40a8-ba3b-ce74dbed626a req-79a508a4-d6a3-4efd-a109-86cc3fab5e75 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/ports?device_id=ba1df927-86a0-4ed5-aad6-b45dd817b46e HTTP/1.1" status: 200 len: 946 time: 0.0643709 Jul 27 08:44:56.791266 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_hamode_db [None req-4c3fe925-6431-4cdc-b921-8b7f70268da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ace0d735-a96b-4d9b-8e49-2dabee6950e1', 'name': 'tempest-TestMinimumBasicScenario-72921289-router', 'tenant_id': '52bd08da2d1746c6a84cf75143ae6bf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '0d661cc2-6556-43a4-8cbc-f794f30d6699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:40:56Z', 'updated_at': '2022-07-27T08:41:01Z', 'revision_number': 4, 'project_id': '52bd08da2d1746c6a84cf75143ae6bf6', 'gw_port': {'id': '0d661cc2-6556-43a4-8cbc-f794f30d6699', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:8b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ace0d735-a96b-4d9b-8e49-2dabee6950e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:40:57Z', 'updated_at': '2022-07-27T08:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi', '_interfaces': [{'id': 'e1590914-8079-49e2-9704-b6e9670486dd', 'name': '', 'network_id': '19667394-873e-4fb0-a227-f5cd6f6c3a28', 'tenant_id': '52bd08da2d1746c6a84cf75143ae6bf6', 'mac_address': 'fa:16:3e:31:9c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ace0d735-a96b-4d9b-8e49-2dabee6950e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '6877d0b1-ca13-41b7-9cc9-a45fde6af8fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:41:00Z', 'updated_at': '2022-07-27T08:41:07Z', 'revision_number': 5, 'project_id': '52bd08da2d1746c6a84cf75143ae6bf6', 'subnets': [{'id': '6877d0b1-ca13-41b7-9cc9-a45fde6af8fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851170-2-iscsi', False) {} {{(pid=104487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:44:56.810185 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=100 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:44:56.814826 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-1a49fb3b-93e2-40a8-ba3b-ce74dbed626a req-2eb06617-d5d7-4887-83e1-d75ce1230bed tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/security-groups?id=20ccab17-1700-4df5-99cd-066da22ecf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432689 Jul 27 08:44:56.821109 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3fe925-6431-4cdc-b921-8b7f70268da8 None None] The sync data for ids ['ace0d735-a96b-4d9b-8e49-2dabee6950e1'] in dv-cinder-851170-2-iscsi is: [{'id': 'ace0d735-a96b-4d9b-8e49-2dabee6950e1', 'name': 'tempest-TestMinimumBasicScenario-72921289-router', 'tenant_id': '52bd08da2d1746c6a84cf75143ae6bf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '0d661cc2-6556-43a4-8cbc-f794f30d6699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:40:56Z', 'updated_at': '2022-07-27T08:41:01Z', 'revision_number': 4, 'project_id': '52bd08da2d1746c6a84cf75143ae6bf6', 'gw_port': {'id': '0d661cc2-6556-43a4-8cbc-f794f30d6699', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:8b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ace0d735-a96b-4d9b-8e49-2dabee6950e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:40:57Z', 'updated_at': '2022-07-27T08:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi', '_interfaces': [{'id': 'e1590914-8079-49e2-9704-b6e9670486dd', 'name': '', 'network_id': '19667394-873e-4fb0-a227-f5cd6f6c3a28', 'tenant_id': '52bd08da2d1746c6a84cf75143ae6bf6', 'mac_address': 'fa:16:3e:31:9c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ace0d735-a96b-4d9b-8e49-2dabee6950e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '6877d0b1-ca13-41b7-9cc9-a45fde6af8fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:41:00Z', 'updated_at': '2022-07-27T08:41:07Z', 'revision_number': 5, 'project_id': '52bd08da2d1746c6a84cf75143ae6bf6', 'subnets': [{'id': '6877d0b1-ca13-41b7-9cc9-a45fde6af8fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 08:44:56.839980 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676d4763-3012-41ba-ab8f-d7ddb7286d6f req-d0f8c1d1-0bcd-4ea3-8a2b-c30aabf11a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:44:56.841969 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-676d4763-3012-41ba-ab8f-d7ddb7286d6f req-d0f8c1d1-0bcd-4ea3-8a2b-c30aabf11a6f service neutron] 10.222.0.42 "GET /v2.0/networks?id=19667394-873e-4fb0-a227-f5cd6f6c3a28 HTTP/1.1" status: 200 len: 914 time: 0.1054802 Jul 27 08:44:57.036174 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5792b03-d2d7-4e4e-9946-7a2b840901cb None None] New status for floating IP e1dd401d-2673-42bc-a20b-9b9cc18c7639: DOWN {{(pid=104488) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 27 08:44:57.195333 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6694efce-60b3-4e0c-ba5f-904599cb2a49 req-4f3f2d5e-b825-4d5d-aa17-8e0477f056cb tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:44:57.196738 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-6694efce-60b3-4e0c-ba5f-904599cb2a49 req-4f3f2d5e-b825-4d5d-aa17-8e0477f056cb tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/ports?device_id=8f053d88-ea01-4efa-9bcc-0880e6194203 HTTP/1.1" status: 200 len: 945 time: 0.0497711 Jul 27 08:44:57.244308 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-6694efce-60b3-4e0c-ba5f-904599cb2a49 req-dba38225-4296-471a-8e4f-f2a86d26d010 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/security-groups?id=06418579-5279-4337-8e21-42e2ccd9d668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417061 Jul 27 08:44:57.948388 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98dfcd6-b481-458d-9085-7df11934f8b5 req-de485dc2-fcc2-4f8a-81bb-c2aefc0bf459 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:44:57.949835 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-e98dfcd6-b481-458d-9085-7df11934f8b5 req-de485dc2-fcc2-4f8a-81bb-c2aefc0bf459 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/ports?device_id=ba1df927-86a0-4ed5-aad6-b45dd817b46e HTTP/1.1" status: 200 len: 946 time: 0.0451696 Jul 27 08:44:57.996618 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-e98dfcd6-b481-458d-9085-7df11934f8b5 req-a6b3fa90-9813-4978-9358-b132e7d65f74 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/security-groups?id=20ccab17-1700-4df5-99cd-066da22ecf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406847 Jul 27 08:44:58.363465 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c47b39-fe8a-4b8f-9b0d-5ad0d99cbe65 req-b2689838-762d-4ff3-b134-56835f75464c tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:44:58.364934 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-a5c47b39-fe8a-4b8f-9b0d-5ad0d99cbe65 req-b2689838-762d-4ff3-b134-56835f75464c tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/ports?device_id=8f053d88-ea01-4efa-9bcc-0880e6194203 HTTP/1.1" status: 200 len: 945 time: 0.0489182 Jul 27 08:44:58.378175 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:44:58.413984 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-676d4763-3012-41ba-ab8f-d7ddb7286d6f req-36945c6b-8803-48b6-ad56-0907fe08274e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7246bf69-568f-45e6-aaee-ec190910b2b8 HTTP/1.1" status: 200 len: 217 time: 0.0377495 Jul 27 08:44:58.418022 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-a5c47b39-fe8a-4b8f-9b0d-5ad0d99cbe65 req-96c15e9a-b710-4e93-9735-a1a164755c1d tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/security-groups?id=06418579-5279-4337-8e21-42e2ccd9d668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470626 Jul 27 08:44:58.491400 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676d4763-3012-41ba-ab8f-d7ddb7286d6f req-fa3bdeea-50b0-4217-bd48-0474716d259a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:44:58.492836 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-676d4763-3012-41ba-ab8f-d7ddb7286d6f req-fa3bdeea-50b0-4217-bd48-0474716d259a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6877d0b1-ca13-41b7-9cc9-a45fde6af8fa HTTP/1.1" status: 200 len: 852 time: 0.0456126 Jul 27 08:44:58.538062 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676d4763-3012-41ba-ab8f-d7ddb7286d6f req-79492c64-8543-4945-a46a-e13a565bc494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:44:58.539539 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-676d4763-3012-41ba-ab8f-d7ddb7286d6f req-79492c64-8543-4945-a46a-e13a565bc494 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=19667394-873e-4fb0-a227-f5cd6f6c3a28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385911 Jul 27 08:44:58.647439 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-676d4763-3012-41ba-ab8f-d7ddb7286d6f req-86c05c90-930f-478d-b2fa-60469e435753 service neutron] 10.222.0.42 "GET /v2.0/networks/19667394-873e-4fb0-a227-f5cd6f6c3a28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872698 Jul 27 08:44:58.933634 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-676d4763-3012-41ba-ab8f-d7ddb7286d6f req-ec391452-fd12-455b-bde6-3b7eeeb3abfe service neutron] 10.222.0.42 "GET /v2.0/networks/19667394-873e-4fb0-a227-f5cd6f6c3a28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832889 Jul 27 08:44:59.120036 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6e820c-2acf-4df1-90b9-83865b644aa3 req-a1cc9fc1-fae3-44f9-9774-7850c235ea4d tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:44:59.121531 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-ea6e820c-2acf-4df1-90b9-83865b644aa3 req-a1cc9fc1-fae3-44f9-9774-7850c235ea4d tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/ports?device_id=ba1df927-86a0-4ed5-aad6-b45dd817b46e HTTP/1.1" status: 200 len: 946 time: 0.0533288 Jul 27 08:44:59.169351 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-ea6e820c-2acf-4df1-90b9-83865b644aa3 req-61fb14cb-98d0-493a-b572-670521d9dd29 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/security-groups?id=20ccab17-1700-4df5-99cd-066da22ecf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417790 Jul 27 08:44:59.579676 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def7aa71-6e27-4528-adec-7fb9b4da7e65 req-c8fa0512-df53-46fb-8e63-63629995e559 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:44:59.581176 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-def7aa71-6e27-4528-adec-7fb9b4da7e65 req-c8fa0512-df53-46fb-8e63-63629995e559 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/ports?device_id=8f053d88-ea01-4efa-9bcc-0880e6194203 HTTP/1.1" status: 200 len: 945 time: 0.0864191 Jul 27 08:44:59.587491 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b53698c-3522-469a-9cea-83d999d97636 req-d9f052f9-d5bb-4c3b-9d9b-610bf7cd3644 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:44:59.588827 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-1b53698c-3522-469a-9cea-83d999d97636 req-d9f052f9-d5bb-4c3b-9d9b-610bf7cd3644 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba1df927-86a0-4ed5-aad6-b45dd817b46e HTTP/1.1" status: 200 len: 946 time: 0.0921056 Jul 27 08:44:59.632151 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-def7aa71-6e27-4528-adec-7fb9b4da7e65 req-216b7cce-60ed-41a6-a201-1d22919a52d3 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/security-groups?id=06418579-5279-4337-8e21-42e2ccd9d668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423753 Jul 27 08:44:59.722279 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.plugin [req-1b53698c-3522-469a-9cea-83d999d97636 req-7127a3bd-7503-49c9-9615-40efe11ccd33 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Deleting port 55ebce99-8df7-4923-ac6f-3bba997bb3ff {{(pid=104486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 08:44:59.722642 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-1b53698c-3522-469a-9cea-83d999d97636 req-7127a3bd-7503-49c9-9615-40efe11ccd33 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786710341133'] for port (55ebce99-8df7-4923-ac6f-3bba997bb3ff), before_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:44:59.823026 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.db [req-1b53698c-3522-469a-9cea-83d999d97636 req-7127a3bd-7503-49c9-9615-40efe11ccd33 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] For port 55ebce99-8df7-4923-ac6f-3bba997bb3ff, host hv-cinder-85117, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85117',level=0,port_id=55ebce99-8df7-4923-ac6f-3bba997bb3ff,segment=NetworkSegment(e7699621-ef90-47fe-8696-58f5c1995388),segment_id=e7699621-ef90-47fe-8696-58f5c1995388)] {{(pid=104486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:44:59.823391 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-1b53698c-3522-469a-9cea-83d999d97636 req-7127a3bd-7503-49c9-9615-40efe11ccd33 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8100626'] for port (55ebce99-8df7-4923-ac6f-3bba997bb3ff), precommit_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:44:59.923914 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=100 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:44:59.983243 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-1b53698c-3522-469a-9cea-83d999d97636 req-7127a3bd-7503-49c9-9615-40efe11ccd33 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:44:59.983545 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-1b53698c-3522-469a-9cea-83d999d97636 req-7127a3bd-7503-49c9-9615-40efe11ccd33 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363235'] for floatingip (af3b2e87-c2e8-474c-ae72-655aa26b0222), after_update {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:44:59.983863 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.db.l3_db [req-1b53698c-3522-469a-9cea-83d999d97636 req-7127a3bd-7503-49c9-9615-40efe11ccd33 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Floating IP af3b2e87-c2e8-474c-ae72-655aa26b0222 disassociated. External IP: 172.27.2.154, port: 55ebce99-8df7-4923-ac6f-3bba997bb3ff. Jul 27 08:44:59.984206 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.plugin [req-1b53698c-3522-469a-9cea-83d999d97636 req-7127a3bd-7503-49c9-9615-40efe11ccd33 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Calling delete_port for 55ebce99-8df7-4923-ac6f-3bba997bb3ff owned by compute:nova {{(pid=104486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 08:45:00.189225 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-1b53698c-3522-469a-9cea-83d999d97636 req-7127a3bd-7503-49c9-9615-40efe11ccd33 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786710477123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786709965406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4293862'] for port (55ebce99-8df7-4923-ac6f-3bba997bb3ff), after_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:00.222434 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7127a3bd-7503-49c9-9615-40efe11ccd33 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Pushing event deleted for resources: {'Port': ['ID=55ebce99-8df7-4923-ac6f-3bba997bb3ff,revision_number=None']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:45:00.230730 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:45:00.521843 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-7fe0a358-85e1-487a-b60a-c6c1ab4cd0ec req-6115db12-d1a6-4442-b7eb-db0dd50d4ed4 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/ports?device_id=ba1df927-86a0-4ed5-aad6-b45dd817b46e HTTP/1.1" status: 200 len: 210 time: 0.0317619 Jul 27 08:45:00.584819 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1b53698c-3522-469a-9cea-83d999d97636 req-7127a3bd-7503-49c9-9615-40efe11ccd33 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Router 9859d67e-360d-4e3b-a6c7-bd0d6a4cb852 has already been hosted by L3 agent 5bc6d868-bb0b-4164-b2dd-44360f4de654 {{(pid=104486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 08:45:00.704001 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1b53698c-3522-469a-9cea-83d999d97636 req-7127a3bd-7503-49c9-9615-40efe11ccd33 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Notify agent at l3_agent.dv-cinder-851170-2-iscsi the message routers_updated {{(pid=104486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 08:45:00.718498 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d470864-4509-4386-b44f-1b0ba204c300 None None] Sync routers for ids ['9859d67e-360d-4e3b-a6c7-bd0d6a4cb852'] in dv-cinder-851170-2-iscsi {{(pid=104487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 08:45:00.736273 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d470864-4509-4386-b44f-1b0ba204c300 None None] Routers {'9859d67e-360d-4e3b-a6c7-bd0d6a4cb852'} bound to L3 agent in host dv-cinder-851170-2-iscsi {{(pid=104487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 08:45:00.742046 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_hamode_db [None req-7d470864-4509-4386-b44f-1b0ba204c300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-27T08:30:18Z,description=,heartbeat_timestamp=2022-07-27T08:44:48Z,host='dv-cinder-851170-2-iscsi',id=5bc6d868-bb0b-4164-b2dd-44360f4de654,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T08:30:19Z,topic='l3_agent')) {'router_ids': ['9859d67e-360d-4e3b-a6c7-bd0d6a4cb852'], 'active': True} {{(pid=104487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:45:00.788314 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b53698c-3522-469a-9cea-83d999d97636 req-7127a3bd-7503-49c9-9615-40efe11ccd33 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] No DVR routers for this DVR port 55ebce99-8df7-4923-ac6f-3bba997bb3ff on host hv-cinder-85117 {{(pid=104486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 08:45:00.790474 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-1b53698c-3522-469a-9cea-83d999d97636 req-7127a3bd-7503-49c9-9615-40efe11ccd33 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8374701'] for port (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:00.794111 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-1b53698c-3522-469a-9cea-83d999d97636 req-7127a3bd-7503-49c9-9615-40efe11ccd33 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.42 "DELETE /v2.0/ports/55ebce99-8df7-4923-ac6f-3bba997bb3ff HTTP/1.1" status: 204 len: 173 time: 1.1575682 Jul 27 08:45:00.801906 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca5168d-d52e-4bb6-adb2-bb4a26634613 req-5a9b4386-8c73-4463-9678-55221654d1ba tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:45:00.803420 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-aca5168d-d52e-4bb6-adb2-bb4a26634613 req-5a9b4386-8c73-4463-9678-55221654d1ba tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/ports?device_id=8f053d88-ea01-4efa-9bcc-0880e6194203 HTTP/1.1" status: 200 len: 945 time: 0.0508819 Jul 27 08:45:00.811451 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba1df927-86a0-4ed5-aad6-b45dd817b46e', 'name': 'network-vif-deleted', 'tag': '55ebce99-8df7-4923-ac6f-3bba997bb3ff'}] {{(pid=104486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 08:45:00.813679 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0fbdf057086729fb3d5906bdd251c7adb98d678ad2f5ce1a48bcc8d44af0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04c6237a-a91a-4743-8d43-444f97aa2eaf" -d '{"events": [{"server_uuid": "ba1df927-86a0-4ed5-aad6-b45dd817b46e", "name": "network-vif-deleted", "tag": "55ebce99-8df7-4923-ac6f-3bba997bb3ff"}]}' {{(pid=104486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 08:45:00.836850 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fca678-84e0-482a-a66f-0a51ac841e82 req-dd2e45ab-451a-45b4-bd3a-837c80f1b850 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:45:00.838779 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-b1fca678-84e0-482a-a66f-0a51ac841e82 req-dd2e45ab-451a-45b4-bd3a-837c80f1b850 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=73303fae-c87c-4ca8-86ef-f53a66bb47d9 HTTP/1.1" status: 200 len: 947 time: 0.0630422 Jul 27 08:45:00.863005 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-aca5168d-d52e-4bb6-adb2-bb4a26634613 req-767e243f-1710-4257-ab3f-f432e971fe80 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/security-groups?id=06418579-5279-4337-8e21-42e2ccd9d668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525398 Jul 27 08:45:00.893272 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-b1fca678-84e0-482a-a66f-0a51ac841e82 req-c12fc34a-ba3f-43da-8e15-c12bff2a8415 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=31a1d554-5c9d-495f-8673-5decc904dcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474598 Jul 27 08:45:00.947600 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 08:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9e591e5-82fc-413b-80ef-ad24f771884a x-openstack-request-id: req-b9e591e5-82fc-413b-80ef-ad24f771884a {{(pid=104486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 08:45:00.947899 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba1df927-86a0-4ed5-aad6-b45dd817b46e", "name": "network-vif-deleted", "tag": "55ebce99-8df7-4923-ac6f-3bba997bb3ff", "status": "completed", "code": 200}]} {{(pid=104486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 08:45:00.948155 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-b9e591e5-82fc-413b-80ef-ad24f771884a {{(pid=104486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 08:45:00.948562 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9e591e5-82fc-413b-80ef-ad24f771884a'] response: {'server_uuid': 'ba1df927-86a0-4ed5-aad6-b45dd817b46e', 'name': 'network-vif-deleted', 'tag': '55ebce99-8df7-4923-ac6f-3bba997bb3ff', 'status': 'completed', 'code': 200} Jul 27 08:45:00.994804 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvr_db [None req-7d470864-4509-4386-b44f-1b0ba204c300 None None] Set router 9859d67e-360d-4e3b-a6c7-bd0d6a4cb852 gateway port host: dv-cinder-851170-2-iscsi {{(pid=104487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 08:45:01.111555 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=100 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:45:01.184923 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_hamode_db [None req-7d470864-4509-4386-b44f-1b0ba204c300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9859d67e-360d-4e3b-a6c7-bd0d6a4cb852', 'name': 'tempest-AttachVolumeNegativeTest-1367014185-router', 'tenant_id': '940250de2f6f47ed9edc1bb0468551c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': '8459270c-d8a5-42a4-abf4-e5dc701f12a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:39:21Z', 'updated_at': '2022-07-27T08:39:32Z', 'revision_number': 4, 'project_id': '940250de2f6f47ed9edc1bb0468551c8', 'gw_port': {'id': '8459270c-d8a5-42a4-abf4-e5dc701f12a4', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9859d67e-360d-4e3b-a6c7-bd0d6a4cb852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:39:24Z', 'updated_at': '2022-07-27T08:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi', '_interfaces': [{'id': 'fa37f9a5-dc13-418d-8b78-d17cc6344800', 'name': '', 'network_id': '8f6980da-175b-4e92-9032-637e0458eb4f', 'tenant_id': '940250de2f6f47ed9edc1bb0468551c8', 'mac_address': 'fa:16:3e:b8:8b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9859d67e-360d-4e3b-a6c7-bd0d6a4cb852', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '5784479d-44dd-45ed-b6e6-1aaaf2f91b93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:39:31Z', 'updated_at': '2022-07-27T08:39:43Z', 'revision_number': 5, 'project_id': '940250de2f6f47ed9edc1bb0468551c8', 'subnets': [{'id': '5784479d-44dd-45ed-b6e6-1aaaf2f91b93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851170-2-iscsi', False) {} {{(pid=104487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:45:01.215426 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d470864-4509-4386-b44f-1b0ba204c300 None None] Checking router: 9859d67e-360d-4e3b-a6c7-bd0d6a4cb852 for host: dv-cinder-851170-2-iscsi {{(pid=104487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 08:45:01.224788 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d470864-4509-4386-b44f-1b0ba204c300 None None] Routers {'9859d67e-360d-4e3b-a6c7-bd0d6a4cb852'} bound to L3 agent in host dv-cinder-851170-2-iscsi {{(pid=104487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 08:45:01.225391 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_hamode_db [None req-7d470864-4509-4386-b44f-1b0ba204c300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-27T08:30:18Z,description=,heartbeat_timestamp=2022-07-27T08:44:48Z,host='dv-cinder-851170-2-iscsi',id=5bc6d868-bb0b-4164-b2dd-44360f4de654,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T08:30:19Z,topic='l3_agent')) {'router_ids': ['9859d67e-360d-4e3b-a6c7-bd0d6a4cb852'], 'active': True} {{(pid=104487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:45:01.327883 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvr_db [None req-7d470864-4509-4386-b44f-1b0ba204c300 None None] Set router 9859d67e-360d-4e3b-a6c7-bd0d6a4cb852 gateway port host: dv-cinder-851170-2-iscsi {{(pid=104487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 08:45:01.362758 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=100 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:45:01.512056 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_hamode_db [None req-7d470864-4509-4386-b44f-1b0ba204c300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9859d67e-360d-4e3b-a6c7-bd0d6a4cb852', 'name': 'tempest-AttachVolumeNegativeTest-1367014185-router', 'tenant_id': '940250de2f6f47ed9edc1bb0468551c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': '8459270c-d8a5-42a4-abf4-e5dc701f12a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:39:21Z', 'updated_at': '2022-07-27T08:39:32Z', 'revision_number': 4, 'project_id': '940250de2f6f47ed9edc1bb0468551c8', 'gw_port': {'id': '8459270c-d8a5-42a4-abf4-e5dc701f12a4', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9859d67e-360d-4e3b-a6c7-bd0d6a4cb852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:39:24Z', 'updated_at': '2022-07-27T08:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi', '_interfaces': [{'id': 'fa37f9a5-dc13-418d-8b78-d17cc6344800', 'name': '', 'network_id': '8f6980da-175b-4e92-9032-637e0458eb4f', 'tenant_id': '940250de2f6f47ed9edc1bb0468551c8', 'mac_address': 'fa:16:3e:b8:8b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9859d67e-360d-4e3b-a6c7-bd0d6a4cb852', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '5784479d-44dd-45ed-b6e6-1aaaf2f91b93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:39:31Z', 'updated_at': '2022-07-27T08:39:43Z', 'revision_number': 5, 'project_id': '940250de2f6f47ed9edc1bb0468551c8', 'subnets': [{'id': '5784479d-44dd-45ed-b6e6-1aaaf2f91b93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851170-2-iscsi', False) {} {{(pid=104487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:45:01.537778 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d470864-4509-4386-b44f-1b0ba204c300 None None] The sync data for ids ['9859d67e-360d-4e3b-a6c7-bd0d6a4cb852'] in dv-cinder-851170-2-iscsi is: [{'id': '9859d67e-360d-4e3b-a6c7-bd0d6a4cb852', 'name': 'tempest-AttachVolumeNegativeTest-1367014185-router', 'tenant_id': '940250de2f6f47ed9edc1bb0468551c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': '8459270c-d8a5-42a4-abf4-e5dc701f12a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:39:21Z', 'updated_at': '2022-07-27T08:39:32Z', 'revision_number': 4, 'project_id': '940250de2f6f47ed9edc1bb0468551c8', 'gw_port': {'id': '8459270c-d8a5-42a4-abf4-e5dc701f12a4', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9859d67e-360d-4e3b-a6c7-bd0d6a4cb852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:39:24Z', 'updated_at': '2022-07-27T08:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi', '_interfaces': [{'id': 'fa37f9a5-dc13-418d-8b78-d17cc6344800', 'name': '', 'network_id': '8f6980da-175b-4e92-9032-637e0458eb4f', 'tenant_id': '940250de2f6f47ed9edc1bb0468551c8', 'mac_address': 'fa:16:3e:b8:8b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9859d67e-360d-4e3b-a6c7-bd0d6a4cb852', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '5784479d-44dd-45ed-b6e6-1aaaf2f91b93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:39:31Z', 'updated_at': '2022-07-27T08:39:43Z', 'revision_number': 5, 'project_id': '940250de2f6f47ed9edc1bb0468551c8', 'subnets': [{'id': '5784479d-44dd-45ed-b6e6-1aaaf2f91b93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 08:45:01.625980 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-0ce7d48d-a7fe-41a7-ab80-acc47c4a4db9 req-29b9d8b4-dc3a-4f0e-9843-78ab93d30fed tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/ports?device_id=ba1df927-86a0-4ed5-aad6-b45dd817b46e HTTP/1.1" status: 200 len: 210 time: 0.0278609 Jul 27 08:45:01.767019 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5323c2-a265-47fa-8b99-dbb2a19b680f None None] New status for floating IP af3b2e87-c2e8-474c-ae72-655aa26b0222: DOWN {{(pid=104488) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 27 08:45:01.984511 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccc092c-2677-4908-944d-fc33ae291c13 req-dd766b31-aef3-4f18-99d8-356e9cbd2cd2 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:45:01.986731 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-0ccc092c-2677-4908-944d-fc33ae291c13 req-dd766b31-aef3-4f18-99d8-356e9cbd2cd2 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/ports?device_id=8f053d88-ea01-4efa-9bcc-0880e6194203 HTTP/1.1" status: 200 len: 945 time: 0.0525155 Jul 27 08:45:02.026608 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3e0dee-9abf-4a00-acfd-7aeec9d5ce53 req-95216f48-786a-4a3e-b4d7-3afc663835e4 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:45:02.028109 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-bd3e0dee-9abf-4a00-acfd-7aeec9d5ce53 req-95216f48-786a-4a3e-b4d7-3afc663835e4 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=73303fae-c87c-4ca8-86ef-f53a66bb47d9 HTTP/1.1" status: 200 len: 947 time: 0.0524900 Jul 27 08:45:02.042549 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-0ccc092c-2677-4908-944d-fc33ae291c13 req-3310144e-c635-41c4-9cb5-ad58c1f5aebc tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/security-groups?id=06418579-5279-4337-8e21-42e2ccd9d668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494657 Jul 27 08:45:02.066333 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:45:02.078780 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-bd3e0dee-9abf-4a00-acfd-7aeec9d5ce53 req-37457626-3e05-4688-89a9-3614e094ede6 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=31a1d554-5c9d-495f-8673-5decc904dcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435627 Jul 27 08:45:02.648900 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4210d2-679c-4a25-95a2-cd3b1b2ba5dc req-28e037c2-9b02-4730-925f-2c68bae7f81f tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:45:02.650408 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-8d4210d2-679c-4a25-95a2-cd3b1b2ba5dc req-28e037c2-9b02-4730-925f-2c68bae7f81f tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] 10.222.0.40 "GET /v2.0/ports?device_id=37c42449-37d4-48b2-baa1-77af8f327d8c HTTP/1.1" status: 200 len: 945 time: 0.0467529 Jul 27 08:45:02.699435 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-8d4210d2-679c-4a25-95a2-cd3b1b2ba5dc req-05979e3d-b012-4cfd-bf69-29ef8e9b0085 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] 10.222.0.40 "GET /v2.0/security-groups?id=6dfb1169-7eb8-4729-a2a0-d63f36a2079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433383 Jul 27 08:45:02.738353 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-41e1d58b-a179-4cd3-95e2-5306b4d445b7 req-05693ecf-046a-4103-ab5b-6d8f07e516c7 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/ports?device_id=ba1df927-86a0-4ed5-aad6-b45dd817b46e HTTP/1.1" status: 200 len: 210 time: 0.0269945 Jul 27 08:45:03.160270 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011f40a1-6a80-4de5-9331-82872c9a9b5f req-d48eabb7-9568-450a-a4ed-dc28c48bc314 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:45:03.161773 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-011f40a1-6a80-4de5-9331-82872c9a9b5f req-d48eabb7-9568-450a-a4ed-dc28c48bc314 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/ports?device_id=8f053d88-ea01-4efa-9bcc-0880e6194203 HTTP/1.1" status: 200 len: 945 time: 0.0467939 Jul 27 08:45:03.201749 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9d6d5f-1423-4425-9d1c-215805f728b6 req-f4a45d4c-c35b-4e79-86c5-fd7de99e6582 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:45:03.203265 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-4f9d6d5f-1423-4425-9d1c-215805f728b6 req-f4a45d4c-c35b-4e79-86c5-fd7de99e6582 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=73303fae-c87c-4ca8-86ef-f53a66bb47d9 HTTP/1.1" status: 200 len: 947 time: 0.0465457 Jul 27 08:45:03.212360 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-011f40a1-6a80-4de5-9331-82872c9a9b5f req-2905acaa-a3ee-4d8d-837e-12905f4afc95 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/security-groups?id=06418579-5279-4337-8e21-42e2ccd9d668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451252 Jul 27 08:45:03.253964 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-4f9d6d5f-1423-4425-9d1c-215805f728b6 req-4a99dd13-1082-4612-97b2-4fdccb21968c tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=31a1d554-5c9d-495f-8673-5decc904dcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452235 Jul 27 08:45:03.477468 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Device 55ebce99-8df7-4923-ac6f-3bba997bb3ff no longer exists at agent hyperv_hv-cinder-85117 {{(pid=104487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 08:45:03.499534 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] No Port match for: 55ebce99-8df7-4923-ac6f-3bba997bb3ff {{(pid=104487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 08:45:03.499872 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Device 55ebce99-8df7-4923-ac6f-3bba997bb3ff not bound to the agent host hv-cinder-85117 {{(pid=104487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 08:45:03.816148 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d29f14-0594-4560-9d8c-7c02d8a77326 req-9f59d091-aec6-4a8e-9558-7524a87ecba2 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:45:03.817639 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-b1d29f14-0594-4560-9d8c-7c02d8a77326 req-9f59d091-aec6-4a8e-9558-7524a87ecba2 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] 10.222.0.40 "GET /v2.0/ports?device_id=37c42449-37d4-48b2-baa1-77af8f327d8c HTTP/1.1" status: 200 len: 945 time: 0.0473380 Jul 27 08:45:03.850086 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-9e64d1c9-2ad9-4d47-add1-db8844abbf04 req-826b16ef-7018-44e4-82e3-ef7489a5dc87 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/ports?device_id=ba1df927-86a0-4ed5-aad6-b45dd817b46e HTTP/1.1" status: 200 len: 210 time: 0.0279601 Jul 27 08:45:03.865067 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-b1d29f14-0594-4560-9d8c-7c02d8a77326 req-fd25997b-7c83-4c5d-b0cb-ac121cb5f9a0 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] 10.222.0.40 "GET /v2.0/security-groups?id=6dfb1169-7eb8-4729-a2a0-d63f36a2079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418921 Jul 27 08:45:04.334793 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d17e9f-3641-4fce-b4fc-181f30c38e3e req-e343aa82-86a9-420e-9481-dfa9543afffd tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:45:04.336614 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-38d17e9f-3641-4fce-b4fc-181f30c38e3e req-e343aa82-86a9-420e-9481-dfa9543afffd tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/ports?device_id=8f053d88-ea01-4efa-9bcc-0880e6194203 HTTP/1.1" status: 200 len: 945 time: 0.0504708 Jul 27 08:45:04.385027 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-38d17e9f-3641-4fce-b4fc-181f30c38e3e req-4356587c-378f-4558-8dd6-860fa7353743 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/security-groups?id=06418579-5279-4337-8e21-42e2ccd9d668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423517 Jul 27 08:45:04.413993 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060b7aa0-baf7-48b6-bfd2-c54e48276a6e req-905cb6c5-196a-439b-a0e1-2cf6c733beec tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:45:04.415474 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-060b7aa0-baf7-48b6-bfd2-c54e48276a6e req-905cb6c5-196a-439b-a0e1-2cf6c733beec tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=73303fae-c87c-4ca8-86ef-f53a66bb47d9 HTTP/1.1" status: 200 len: 947 time: 0.0795743 Jul 27 08:45:04.421407 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde2be35-05e6-4261-a2be-c6ab4f6dbf4c req-96f64123-c06d-4e86-9b70-4e41a7a7e1d2 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:45:04.422744 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-bde2be35-05e6-4261-a2be-c6ab4f6dbf4c req-96f64123-c06d-4e86-9b70-4e41a7a7e1d2 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.42 "GET /v2.0/ports?device_id=73303fae-c87c-4ca8-86ef-f53a66bb47d9 HTTP/1.1" status: 200 len: 947 time: 0.0755785 Jul 27 08:45:04.464440 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-060b7aa0-baf7-48b6-bfd2-c54e48276a6e req-37983353-d102-47dc-83dc-27bc9f904688 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=31a1d554-5c9d-495f-8673-5decc904dcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407994 Jul 27 08:45:04.832106 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.plugin [req-bde2be35-05e6-4261-a2be-c6ab4f6dbf4c req-fb98ecbb-48dc-499f-9de6-f5bf6a9d76a6 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Deleting port e8a0e0d3-038b-475c-b988-cb677e787e58 {{(pid=104486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 08:45:04.832887 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-bde2be35-05e6-4261-a2be-c6ab4f6dbf4c req-fb98ecbb-48dc-499f-9de6-f5bf6a9d76a6 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786710341133'] for port (e8a0e0d3-038b-475c-b988-cb677e787e58), before_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:04.933239 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.db [req-bde2be35-05e6-4261-a2be-c6ab4f6dbf4c req-fb98ecbb-48dc-499f-9de6-f5bf6a9d76a6 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] For port e8a0e0d3-038b-475c-b988-cb677e787e58, host hv-cinder-85117, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85117',level=0,port_id=e8a0e0d3-038b-475c-b988-cb677e787e58,segment=NetworkSegment(d4421dbb-2177-49de-a9fa-abc5e0331875),segment_id=d4421dbb-2177-49de-a9fa-abc5e0331875)] {{(pid=104486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:45:04.933949 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-bde2be35-05e6-4261-a2be-c6ab4f6dbf4c req-fb98ecbb-48dc-499f-9de6-f5bf6a9d76a6 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8100626'] for port (e8a0e0d3-038b-475c-b988-cb677e787e58), precommit_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:04.968433 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-75228e47-8107-4b08-a194-3a048ae29264 req-6f08148e-0392-444d-b6cc-6435ed8e6e8d tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/ports?device_id=ba1df927-86a0-4ed5-aad6-b45dd817b46e HTTP/1.1" status: 200 len: 210 time: 0.0313056 Jul 27 08:45:05.068091 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3d45f0-787d-4a8c-9516-91cb9de5fff2 req-2d795ddc-3d58-4460-a744-da49275a1933 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:45:05.069665 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-5f3d45f0-787d-4a8c-9516-91cb9de5fff2 req-2d795ddc-3d58-4460-a744-da49275a1933 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] 10.222.0.40 "GET /v2.0/ports?device_id=37c42449-37d4-48b2-baa1-77af8f327d8c HTTP/1.1" status: 200 len: 945 time: 0.1269977 Jul 27 08:45:05.115604 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debf292a-e54d-438f-acf2-950a18fa6992 req-f56f9a73-b35e-45d5-ad69-10d4d7cdbf0f tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:45:05.116999 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-debf292a-e54d-438f-acf2-950a18fa6992 req-f56f9a73-b35e-45d5-ad69-10d4d7cdbf0f tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] 10.222.0.42 "GET /v2.0/ports?device_id=37c42449-37d4-48b2-baa1-77af8f327d8c HTTP/1.1" status: 200 len: 945 time: 0.1311536 Jul 27 08:45:05.149567 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=100 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:45:05.248557 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=100 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:45:05.280887 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-5f3d45f0-787d-4a8c-9516-91cb9de5fff2 req-3adabcbd-1c88-4c4b-ac7b-147f9bcc6b75 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] 10.222.0.40 "GET /v2.0/security-groups?id=6dfb1169-7eb8-4729-a2a0-d63f36a2079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748335 Jul 27 08:45:05.285830 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-bde2be35-05e6-4261-a2be-c6ab4f6dbf4c req-fb98ecbb-48dc-499f-9de6-f5bf6a9d76a6 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:05.286224 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-bde2be35-05e6-4261-a2be-c6ab4f6dbf4c req-fb98ecbb-48dc-499f-9de6-f5bf6a9d76a6 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363235'] for floatingip (633b42cf-b938-4d3e-ac9d-3dc4e07dd546), after_update {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:05.286542 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.db.l3_db [req-bde2be35-05e6-4261-a2be-c6ab4f6dbf4c req-fb98ecbb-48dc-499f-9de6-f5bf6a9d76a6 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Floating IP 633b42cf-b938-4d3e-ac9d-3dc4e07dd546 disassociated. External IP: 172.27.2.70, port: e8a0e0d3-038b-475c-b988-cb677e787e58. Jul 27 08:45:05.286894 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.plugin [req-bde2be35-05e6-4261-a2be-c6ab4f6dbf4c req-fb98ecbb-48dc-499f-9de6-f5bf6a9d76a6 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Calling delete_port for e8a0e0d3-038b-475c-b988-cb677e787e58 owned by compute:nova {{(pid=104486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 08:45:05.311636 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.plugin [req-debf292a-e54d-438f-acf2-950a18fa6992 req-a4aaa6f9-f41d-40fa-ac61-01b86bad18c2 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Deleting port 7246bf69-568f-45e6-aaee-ec190910b2b8 {{(pid=104486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 08:45:05.311982 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-debf292a-e54d-438f-acf2-950a18fa6992 req-a4aaa6f9-f41d-40fa-ac61-01b86bad18c2 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786710341133'] for port (7246bf69-568f-45e6-aaee-ec190910b2b8), before_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:05.456891 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.db [req-debf292a-e54d-438f-acf2-950a18fa6992 req-a4aaa6f9-f41d-40fa-ac61-01b86bad18c2 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] For port 7246bf69-568f-45e6-aaee-ec190910b2b8, host hv-cinder-85117, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85117',level=0,port_id=7246bf69-568f-45e6-aaee-ec190910b2b8,segment=NetworkSegment(93fff055-4ec4-4caa-96fc-193cf0c128e0),segment_id=93fff055-4ec4-4caa-96fc-193cf0c128e0)] {{(pid=104486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:45:05.457256 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-debf292a-e54d-438f-acf2-950a18fa6992 req-a4aaa6f9-f41d-40fa-ac61-01b86bad18c2 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8100626'] for port (7246bf69-568f-45e6-aaee-ec190910b2b8), precommit_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:05.491716 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.plugin [req-debf292a-e54d-438f-acf2-950a18fa6992 req-a4aaa6f9-f41d-40fa-ac61-01b86bad18c2 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Calling delete_port for 7246bf69-568f-45e6-aaee-ec190910b2b8 owned by compute:nova {{(pid=104486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 08:45:05.496082 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Device e8a0e0d3-038b-475c-b988-cb677e787e58 no longer exists at agent hyperv_hv-cinder-85117 {{(pid=104487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 08:45:05.541129 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14721a7-ea7c-41ca-8f88-de51ed1cb7c4 req-96515345-2977-4f23-94eb-04350e81850d tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:45:05.546330 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-b14721a7-ea7c-41ca-8f88-de51ed1cb7c4 req-96515345-2977-4f23-94eb-04350e81850d tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/ports?device_id=8f053d88-ea01-4efa-9bcc-0880e6194203 HTTP/1.1" status: 200 len: 945 time: 0.0798745 Jul 27 08:45:05.589748 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Current status of the port e8a0e0d3-038b-475c-b988-cb677e787e58 is: ACTIVE; New status is: DOWN {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:45:05.590122 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (e8a0e0d3-038b-475c-b988-cb677e787e58), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:05.610867 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-b14721a7-ea7c-41ca-8f88-de51ed1cb7c4 req-26a00f85-a65c-4a3d-a93b-165a9b3286ad tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/security-groups?id=06418579-5279-4337-8e21-42e2ccd9d668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580153 Jul 27 08:45:05.620785 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-bde2be35-05e6-4261-a2be-c6ab4f6dbf4c req-fb98ecbb-48dc-499f-9de6-f5bf6a9d76a6 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786710477123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786709965406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4293862'] for port (e8a0e0d3-038b-475c-b988-cb677e787e58), after_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:05.662648 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc86cde8-b04b-43c2-9a82-955a5162be4b req-eed2b1cd-8dd2-438c-b101-e594977bdc35 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:45:05.664129 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-dc86cde8-b04b-43c2-9a82-955a5162be4b req-eed2b1cd-8dd2-438c-b101-e594977bdc35 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=73303fae-c87c-4ca8-86ef-f53a66bb47d9 HTTP/1.1" status: 200 len: 947 time: 0.0900972 Jul 27 08:45:05.666501 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb98ecbb-48dc-499f-9de6-f5bf6a9d76a6 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Pushing event deleted for resources: {'Port': ['ID=e8a0e0d3-038b-475c-b988-cb677e787e58,revision_number=None']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:45:05.827171 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-dc86cde8-b04b-43c2-9a82-955a5162be4b req-bce2a4df-9c03-4916-98c0-1a83f0b880fd tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=31a1d554-5c9d-495f-8673-5decc904dcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1531806 Jul 27 08:45:05.849559 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bde2be35-05e6-4261-a2be-c6ab4f6dbf4c req-fb98ecbb-48dc-499f-9de6-f5bf6a9d76a6 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Router 280685fc-d095-4705-94a2-a4d23ada45dd has already been hosted by L3 agent 5bc6d868-bb0b-4164-b2dd-44360f4de654 {{(pid=104486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 08:45:05.893882 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-debf292a-e54d-438f-acf2-950a18fa6992 req-a4aaa6f9-f41d-40fa-ac61-01b86bad18c2 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786710477123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786709965406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4293862'] for port (7246bf69-568f-45e6-aaee-ec190910b2b8), after_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:05.926780 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4aaa6f9-f41d-40fa-ac61-01b86bad18c2 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Pushing event deleted for resources: {'Port': ['ID=7246bf69-568f-45e6-aaee-ec190910b2b8,revision_number=None']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:45:06.001657 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.db.l3_dvrscheduler_db [req-debf292a-e54d-438f-acf2-950a18fa6992 req-a4aaa6f9-f41d-40fa-ac61-01b86bad18c2 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] No DVR routers for this DVR port 7246bf69-568f-45e6-aaee-ec190910b2b8 on host hv-cinder-85117 {{(pid=104486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 08:45:06.005702 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-debf292a-e54d-438f-acf2-950a18fa6992 req-a4aaa6f9-f41d-40fa-ac61-01b86bad18c2 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8374701'] for port (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:06.008833 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-debf292a-e54d-438f-acf2-950a18fa6992 req-a4aaa6f9-f41d-40fa-ac61-01b86bad18c2 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] 10.222.0.42 "DELETE /v2.0/ports/7246bf69-568f-45e6-aaee-ec190910b2b8 HTTP/1.1" status: 204 len: 173 time: 0.8832698 Jul 27 08:45:06.009285 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37c42449-37d4-48b2-baa1-77af8f327d8c', 'name': 'network-vif-deleted', 'tag': '7246bf69-568f-45e6-aaee-ec190910b2b8'}] {{(pid=104486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 08:45:06.011716 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0fbdf057086729fb3d5906bdd251c7adb98d678ad2f5ce1a48bcc8d44af0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44c08265-5100-4f31-8cab-8ce4b24ad0f3" -d '{"events": [{"server_uuid": "37c42449-37d4-48b2-baa1-77af8f327d8c", "name": "network-vif-deleted", "tag": "7246bf69-568f-45e6-aaee-ec190910b2b8"}]}' {{(pid=104486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 08:45:06.030635 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:45:06.033667 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bde2be35-05e6-4261-a2be-c6ab4f6dbf4c req-fb98ecbb-48dc-499f-9de6-f5bf6a9d76a6 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Notify agent at l3_agent.dv-cinder-851170-2-iscsi the message routers_updated {{(pid=104486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 08:45:06.046094 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6922d763-7883-49bb-a67d-419eafb83aed None None] Sync routers for ids ['280685fc-d095-4705-94a2-a4d23ada45dd'] in dv-cinder-851170-2-iscsi {{(pid=104487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 08:45:06.064233 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 08:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c08e120a-be97-4b48-bcee-c7eba6d62442 x-openstack-request-id: req-c08e120a-be97-4b48-bcee-c7eba6d62442 {{(pid=104486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 08:45:06.064554 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37c42449-37d4-48b2-baa1-77af8f327d8c", "name": "network-vif-deleted", "tag": "7246bf69-568f-45e6-aaee-ec190910b2b8", "status": "completed", "code": 200}]} {{(pid=104486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 08:45:06.064816 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-c08e120a-be97-4b48-bcee-c7eba6d62442 {{(pid=104486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 08:45:06.065004 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6922d763-7883-49bb-a67d-419eafb83aed None None] Routers {'280685fc-d095-4705-94a2-a4d23ada45dd'} bound to L3 agent in host dv-cinder-851170-2-iscsi {{(pid=104487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 08:45:06.065212 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c08e120a-be97-4b48-bcee-c7eba6d62442'] response: {'server_uuid': '37c42449-37d4-48b2-baa1-77af8f327d8c', 'name': 'network-vif-deleted', 'tag': '7246bf69-568f-45e6-aaee-ec190910b2b8', 'status': 'completed', 'code': 200} Jul 27 08:45:06.065538 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:45:06.065684 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_hamode_db [None req-6922d763-7883-49bb-a67d-419eafb83aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-27T08:30:18Z,description=,heartbeat_timestamp=2022-07-27T08:44:48Z,host='dv-cinder-851170-2-iscsi',id=5bc6d868-bb0b-4164-b2dd-44360f4de654,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T08:30:19Z,topic='l3_agent')) {'router_ids': ['280685fc-d095-4705-94a2-a4d23ada45dd'], 'active': True} {{(pid=104487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:45:06.088194 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.db.l3_dvrscheduler_db [req-bde2be35-05e6-4261-a2be-c6ab4f6dbf4c req-fb98ecbb-48dc-499f-9de6-f5bf6a9d76a6 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] No DVR routers for this DVR port e8a0e0d3-038b-475c-b988-cb677e787e58 on host hv-cinder-85117 {{(pid=104486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 08:45:06.092124 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-bde2be35-05e6-4261-a2be-c6ab4f6dbf4c req-fb98ecbb-48dc-499f-9de6-f5bf6a9d76a6 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8374701'] for port (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:06.095508 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-bde2be35-05e6-4261-a2be-c6ab4f6dbf4c req-fb98ecbb-48dc-499f-9de6-f5bf6a9d76a6 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.42 "DELETE /v2.0/ports/e8a0e0d3-038b-475c-b988-cb677e787e58 HTTP/1.1" status: 204 len: 173 time: 1.3445323 Jul 27 08:45:06.181941 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvr_db [None req-6922d763-7883-49bb-a67d-419eafb83aed None None] Set router 280685fc-d095-4705-94a2-a4d23ada45dd gateway port host: dv-cinder-851170-2-iscsi {{(pid=104487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 08:45:06.183730 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 59114) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:45:06.222650 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=100 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:45:06.271631 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-94a05196-c66f-4478-a9d1-3f5a71433f1e tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks [] for security_group (20ccab17-1700-4df5-99cd-066da22ecf9e), before_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:06.327029 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-94a05196-c66f-4478-a9d1-3f5a71433f1e tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks [] for security_group (20ccab17-1700-4df5-99cd-066da22ecf9e), precommit_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:06.438660 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-6bac360c-3f51-4c1d-83a8-7e3220459502 req-20b32029-0d94-422d-b9fc-546d8ae11f86 tempest-TestMinimumBasicScenario-1038242888 tempest-TestMinimumBasicScenario-1038242888-project] 10.222.0.40 "GET /v2.0/ports?device_id=37c42449-37d4-48b2-baa1-77af8f327d8c HTTP/1.1" status: 200 len: 210 time: 0.0381079 Jul 27 08:45:06.472530 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_hamode_db [None req-6922d763-7883-49bb-a67d-419eafb83aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '280685fc-d095-4705-94a2-a4d23ada45dd', 'name': 'tempest-AttachVolumeShelveTestJSON-1404863556-router', 'tenant_id': 'e2c60f49a9e14417bd1d9504128fc94b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': '2111d175-ad61-442c-a713-d13ff343359d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:39:20Z', 'updated_at': '2022-07-27T08:39:27Z', 'revision_number': 4, 'project_id': 'e2c60f49a9e14417bd1d9504128fc94b', 'gw_port': {'id': '2111d175-ad61-442c-a713-d13ff343359d', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:b2:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '280685fc-d095-4705-94a2-a4d23ada45dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:39:22Z', 'updated_at': '2022-07-27T08:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi', '_interfaces': [{'id': '48f3e2e9-261d-41a4-a2cd-d4ba4f94b916', 'name': '', 'network_id': '77554b81-fd19-4316-8d69-62980152360c', 'tenant_id': 'e2c60f49a9e14417bd1d9504128fc94b', 'mac_address': 'fa:16:3e:76:ac:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '280685fc-d095-4705-94a2-a4d23ada45dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c4ce96ff-fd31-496d-82bd-3a3dbfb16be8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:39:26Z', 'updated_at': '2022-07-27T08:39:37Z', 'revision_number': 5, 'project_id': 'e2c60f49a9e14417bd1d9504128fc94b', 'subnets': [{'id': 'c4ce96ff-fd31-496d-82bd-3a3dbfb16be8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851170-2-iscsi', False) {} {{(pid=104487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:45:06.502176 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6922d763-7883-49bb-a67d-419eafb83aed None None] Checking router: 280685fc-d095-4705-94a2-a4d23ada45dd for host: dv-cinder-851170-2-iscsi {{(pid=104487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 08:45:06.510907 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6922d763-7883-49bb-a67d-419eafb83aed None None] Routers {'280685fc-d095-4705-94a2-a4d23ada45dd'} bound to L3 agent in host dv-cinder-851170-2-iscsi {{(pid=104487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 08:45:06.511511 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_hamode_db [None req-6922d763-7883-49bb-a67d-419eafb83aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-27T08:30:18Z,description=,heartbeat_timestamp=2022-07-27T08:44:48Z,host='dv-cinder-851170-2-iscsi',id=5bc6d868-bb0b-4164-b2dd-44360f4de654,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T08:30:19Z,topic='l3_agent')) {'router_ids': ['280685fc-d095-4705-94a2-a4d23ada45dd'], 'active': True} {{(pid=104487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:45:06.554954 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-94a05196-c66f-4478-a9d1-3f5a71433f1e tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (20ccab17-1700-4df5-99cd-066da22ecf9e), after_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:06.557460 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-94a05196-c66f-4478-a9d1-3f5a71433f1e tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks [] for security_group (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:06.558901 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-94a05196-c66f-4478-a9d1-3f5a71433f1e tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "DELETE /v2.0/security-groups/20ccab17-1700-4df5-99cd-066da22ecf9e HTTP/1.1" status: 204 len: 168 time: 0.3720980 Jul 27 08:45:06.561569 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 59118) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:45:06.569905 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a05196-c66f-4478-a9d1-3f5a71433f1e tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20ccab17-1700-4df5-99cd-066da22ecf9e,revision_number=None']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:45:06.576733 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.api.v2.resource [None req-679d84cf-278d-4a71-8105-cc1070e699eb tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] show failed (client error): The resource could not be found. Jul 27 08:45:06.577981 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-679d84cf-278d-4a71-8105-cc1070e699eb tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/security-groups/20ccab17-1700-4df5-99cd-066da22ecf9e HTTP/1.1" status: 404 len: 347 time: 0.0154040 Jul 27 08:45:06.581198 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 59120) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:45:06.635234 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvr_db [None req-6922d763-7883-49bb-a67d-419eafb83aed None None] Set router 280685fc-d095-4705-94a2-a4d23ada45dd gateway port host: dv-cinder-851170-2-iscsi {{(pid=104487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 08:45:06.672179 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=100 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:45:06.699941 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.plugin [None req-ce4b4015-fa2c-4888-ab49-3192f024332b tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Deleting port 7620343a-6b2c-4d2b-9b0d-89104c334157 {{(pid=104486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 08:45:06.700207 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-ce4b4015-fa2c-4888-ab49-3192f024332b tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786710341133'] for port (7620343a-6b2c-4d2b-9b0d-89104c334157), before_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:06.752298 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017b0d47-ad62-4b81-a578-bca07277f836 req-ac5b806f-bff1-4ecf-8bbe-8fbd8b787913 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:45:06.754466 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-017b0d47-ad62-4b81-a578-bca07277f836 req-ac5b806f-bff1-4ecf-8bbe-8fbd8b787913 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/ports?device_id=8f053d88-ea01-4efa-9bcc-0880e6194203 HTTP/1.1" status: 200 len: 945 time: 0.0579808 Jul 27 08:45:06.800325 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-ce4b4015-fa2c-4888-ab49-3192f024332b tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8100626'] for port (7620343a-6b2c-4d2b-9b0d-89104c334157), precommit_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:06.800718 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-ce4b4015-fa2c-4888-ab49-3192f024332b tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks [] for floatingip (7620343a-6b2c-4d2b-9b0d-89104c334157), precommit_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:06.811570 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-017b0d47-ad62-4b81-a578-bca07277f836 req-5f049923-b525-4dc2-ab3f-f1b7381fa435 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/security-groups?id=06418579-5279-4337-8e21-42e2ccd9d668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506182 Jul 27 08:45:06.815416 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.plugin [None req-ce4b4015-fa2c-4888-ab49-3192f024332b tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Calling delete_port for 7620343a-6b2c-4d2b-9b0d-89104c334157 owned by network:floatingip {{(pid=104486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 08:45:06.955495 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:45:06.958893 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_hamode_db [None req-6922d763-7883-49bb-a67d-419eafb83aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '280685fc-d095-4705-94a2-a4d23ada45dd', 'name': 'tempest-AttachVolumeShelveTestJSON-1404863556-router', 'tenant_id': 'e2c60f49a9e14417bd1d9504128fc94b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': '2111d175-ad61-442c-a713-d13ff343359d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:39:20Z', 'updated_at': '2022-07-27T08:39:27Z', 'revision_number': 4, 'project_id': 'e2c60f49a9e14417bd1d9504128fc94b', 'gw_port': {'id': '2111d175-ad61-442c-a713-d13ff343359d', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:b2:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '280685fc-d095-4705-94a2-a4d23ada45dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:39:22Z', 'updated_at': '2022-07-27T08:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi', '_interfaces': [{'id': '48f3e2e9-261d-41a4-a2cd-d4ba4f94b916', 'name': '', 'network_id': '77554b81-fd19-4316-8d69-62980152360c', 'tenant_id': 'e2c60f49a9e14417bd1d9504128fc94b', 'mac_address': 'fa:16:3e:76:ac:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '280685fc-d095-4705-94a2-a4d23ada45dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c4ce96ff-fd31-496d-82bd-3a3dbfb16be8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:39:26Z', 'updated_at': '2022-07-27T08:39:37Z', 'revision_number': 5, 'project_id': 'e2c60f49a9e14417bd1d9504128fc94b', 'subnets': [{'id': 'c4ce96ff-fd31-496d-82bd-3a3dbfb16be8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851170-2-iscsi', False) {} {{(pid=104487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:45:06.977754 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-308a9b3d-205c-4f40-9ef4-d3d01a8099e3 req-5884f8aa-5777-4902-8dd7-f68a4a883802 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=73303fae-c87c-4ca8-86ef-f53a66bb47d9 HTTP/1.1" status: 200 len: 210 time: 0.0310988 Jul 27 08:45:06.985176 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6922d763-7883-49bb-a67d-419eafb83aed None None] The sync data for ids ['280685fc-d095-4705-94a2-a4d23ada45dd'] in dv-cinder-851170-2-iscsi is: [{'id': '280685fc-d095-4705-94a2-a4d23ada45dd', 'name': 'tempest-AttachVolumeShelveTestJSON-1404863556-router', 'tenant_id': 'e2c60f49a9e14417bd1d9504128fc94b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': '2111d175-ad61-442c-a713-d13ff343359d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:39:20Z', 'updated_at': '2022-07-27T08:39:27Z', 'revision_number': 4, 'project_id': 'e2c60f49a9e14417bd1d9504128fc94b', 'gw_port': {'id': '2111d175-ad61-442c-a713-d13ff343359d', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:b2:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '280685fc-d095-4705-94a2-a4d23ada45dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:39:22Z', 'updated_at': '2022-07-27T08:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi', '_interfaces': [{'id': '48f3e2e9-261d-41a4-a2cd-d4ba4f94b916', 'name': '', 'network_id': '77554b81-fd19-4316-8d69-62980152360c', 'tenant_id': 'e2c60f49a9e14417bd1d9504128fc94b', 'mac_address': 'fa:16:3e:76:ac:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '280685fc-d095-4705-94a2-a4d23ada45dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c4ce96ff-fd31-496d-82bd-3a3dbfb16be8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:39:26Z', 'updated_at': '2022-07-27T08:39:37Z', 'revision_number': 5, 'project_id': 'e2c60f49a9e14417bd1d9504128fc94b', 'subnets': [{'id': 'c4ce96ff-fd31-496d-82bd-3a3dbfb16be8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 08:45:07.060455 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-ce4b4015-fa2c-4888-ab49-3192f024332b tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786710477123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786709965406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4293862'] for port (7620343a-6b2c-4d2b-9b0d-89104c334157), after_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:07.088922 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4b4015-fa2c-4888-ab49-3192f024332b tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Pushing event deleted for resources: {'Port': ['ID=7620343a-6b2c-4d2b-9b0d-89104c334157,revision_number=None']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:45:07.156395 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-ce4b4015-fa2c-4888-ab49-3192f024332b tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks [] for floatingip (af3b2e87-c2e8-474c-ae72-655aa26b0222), after_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:07.159118 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-ce4b4015-fa2c-4888-ab49-3192f024332b tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8374701'] for floatingip (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:07.160312 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-ce4b4015-fa2c-4888-ab49-3192f024332b tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "DELETE /v2.0/floatingips/af3b2e87-c2e8-474c-ae72-655aa26b0222 HTTP/1.1" status: 204 len: 168 time: 0.5781491 Jul 27 08:45:07.240082 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef5e47e-a5a4-425d-bf53-90fb24698e10 None None] New status for floating IP 633b42cf-b938-4d3e-ac9d-3dc4e07dd546: DOWN {{(pid=104488) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 27 08:45:07.318841 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 59128) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:45:07.323313 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.v2.base [None req-bed5372f-69d4-43e7-b352-a33feda9e2f3 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1230717604', 'description': 'tempest-description--1152926854'}} {{(pid=104486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:45:07.440590 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-bed5372f-69d4-43e7-b352-a33feda9e2f3 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks [] for security_group (None), before_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:07.487524 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Device 7246bf69-568f-45e6-aaee-ec190910b2b8 no longer exists at agent hyperv_hv-cinder-85117 {{(pid=104487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 08:45:07.515244 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] No Port match for: 7246bf69-568f-45e6-aaee-ec190910b2b8 {{(pid=104487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 08:45:07.515905 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Device 7246bf69-568f-45e6-aaee-ec190910b2b8 not bound to the agent host hv-cinder-85117 {{(pid=104487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 08:45:07.517109 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-bed5372f-69d4-43e7-b352-a33feda9e2f3 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks [] for security_group (33103d02-1660-42f2-9c20-0c21b6db7e0d), precommit_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:07.588794 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-bed5372f-69d4-43e7-b352-a33feda9e2f3 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (33103d02-1660-42f2-9c20-0c21b6db7e0d), after_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:07.621104 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed5372f-69d4-43e7-b352-a33feda9e2f3 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33103d02-1660-42f2-9c20-0c21b6db7e0d,revision_number=1']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:45:07.677015 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-bed5372f-69d4-43e7-b352-a33feda9e2f3 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks [] for security_group (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:07.678415 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-bed5372f-69d4-43e7-b352-a33feda9e2f3 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3585465 Jul 27 08:45:07.681249 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 59146) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:45:07.685924 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.v2.base [None req-97967086-b7c5-450b-a276-71dd6530cf30 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Request body: {'security_group_rule': {'security_group_id': '33103d02-1660-42f2-9c20-0c21b6db7e0d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:45:07.795514 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-97967086-b7c5-450b-a276-71dd6530cf30 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks [] for security_group_rule (b93bf9ec-18e4-4833-846c-0760215d658d), before_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:07.834794 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:45:07.931215 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-97967086-b7c5-450b-a276-71dd6530cf30 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks [] for security_group_rule (b93bf9ec-18e4-4833-846c-0760215d658d), precommit_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:07.947243 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e389073-d2cd-4ef1-8a2f-8318b8a1a9d8 req-1f5c0885-a7cf-43f7-99bd-0fe67abac3e7 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:45:07.948708 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-1e389073-d2cd-4ef1-8a2f-8318b8a1a9d8 req-1f5c0885-a7cf-43f7-99bd-0fe67abac3e7 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/ports?device_id=8f053d88-ea01-4efa-9bcc-0880e6194203 HTTP/1.1" status: 200 len: 945 time: 0.0540671 Jul 27 08:45:07.992283 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:45:08.000363 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-1e389073-d2cd-4ef1-8a2f-8318b8a1a9d8 req-7477b21f-baf1-4096-8578-23168aaa556c tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/security-groups?id=06418579-5279-4337-8e21-42e2ccd9d668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457699 Jul 27 08:45:08.001099 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-97967086-b7c5-450b-a276-71dd6530cf30 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327747'] for security_group_rule (b93bf9ec-18e4-4833-846c-0760215d658d), after_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:08.018715 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97967086-b7c5-450b-a276-71dd6530cf30 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b93bf9ec-18e4-4833-846c-0760215d658d,revision_number=0']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:45:08.066787 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73303fae-c87c-4ca8-86ef-f53a66bb47d9', 'name': 'network-vif-deleted', 'tag': 'e8a0e0d3-038b-475c-b988-cb677e787e58'}] {{(pid=104486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 08:45:08.069137 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0fbdf057086729fb3d5906bdd251c7adb98d678ad2f5ce1a48bcc8d44af0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d62f8f63-2f8a-42de-87fe-d2c4c129d0cb" -d '{"events": [{"server_uuid": "73303fae-c87c-4ca8-86ef-f53a66bb47d9", "name": "network-vif-deleted", "tag": "e8a0e0d3-038b-475c-b988-cb677e787e58"}]}' {{(pid=104486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 08:45:08.108326 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 08:45:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cdf15d0-3e91-437a-99fc-de673b2bf780 x-openstack-request-id: req-1cdf15d0-3e91-437a-99fc-de673b2bf780 {{(pid=104486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 08:45:08.108623 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73303fae-c87c-4ca8-86ef-f53a66bb47d9", "name": "network-vif-deleted", "tag": "e8a0e0d3-038b-475c-b988-cb677e787e58", "status": "completed", "code": 200}]} {{(pid=104486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 08:45:08.108882 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-1cdf15d0-3e91-437a-99fc-de673b2bf780 {{(pid=104486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 08:45:08.109286 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1cdf15d0-3e91-437a-99fc-de673b2bf780'] response: {'server_uuid': '73303fae-c87c-4ca8-86ef-f53a66bb47d9', 'name': 'network-vif-deleted', 'tag': 'e8a0e0d3-038b-475c-b988-cb677e787e58', 'status': 'completed', 'code': 200} Jul 27 08:45:08.119188 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-97967086-b7c5-450b-a276-71dd6530cf30 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:08.121742 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-97967086-b7c5-450b-a276-71dd6530cf30 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4382088 Jul 27 08:45:08.124156 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 59174) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:45:08.128535 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.v2.base [None req-f35ba56e-ab88-4a0b-aae6-e87037b375af tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Request body: {'security_group_rule': {'security_group_id': '33103d02-1660-42f2-9c20-0c21b6db7e0d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:45:08.147394 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 59178) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:45:08.202496 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-8f7503fc-5d41-462b-a364-415deb44cb4b tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Publish callbacks [] for security_group (31a1d554-5c9d-495f-8673-5decc904dcd4), before_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:08.229469 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-8f7503fc-5d41-462b-a364-415deb44cb4b tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Publish callbacks [] for security_group (31a1d554-5c9d-495f-8673-5decc904dcd4), precommit_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:08.238455 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-f35ba56e-ab88-4a0b-aae6-e87037b375af tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks [] for security_group_rule (074f2c6e-949e-43b8-8664-2f397df53432), before_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:08.425367 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-8f7503fc-5d41-462b-a364-415deb44cb4b tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (31a1d554-5c9d-495f-8673-5decc904dcd4), after_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:08.428247 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-8f7503fc-5d41-462b-a364-415deb44cb4b tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Publish callbacks [] for security_group (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:08.429384 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-8f7503fc-5d41-462b-a364-415deb44cb4b tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "DELETE /v2.0/security-groups/31a1d554-5c9d-495f-8673-5decc904dcd4 HTTP/1.1" status: 204 len: 168 time: 0.2810762 Jul 27 08:45:08.432237 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 59188) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:45:08.441054 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:45:08.448563 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.api.v2.resource [None req-40fab960-26ce-4357-b097-b7ebbd6b4263 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] show failed (client error): The resource could not be found. Jul 27 08:45:08.449683 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-40fab960-26ce-4357-b097-b7ebbd6b4263 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups/31a1d554-5c9d-495f-8673-5decc904dcd4 HTTP/1.1" status: 404 len: 347 time: 0.0164278 Jul 27 08:45:08.450650 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-f35ba56e-ab88-4a0b-aae6-e87037b375af tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks [] for security_group_rule (074f2c6e-949e-43b8-8664-2f397df53432), precommit_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:08.452356 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7503fc-5d41-462b-a364-415deb44cb4b tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31a1d554-5c9d-495f-8673-5decc904dcd4,revision_number=None']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:45:08.453426 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 59190) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:45:08.539927 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-f35ba56e-ab88-4a0b-aae6-e87037b375af tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327747'] for security_group_rule (074f2c6e-949e-43b8-8664-2f397df53432), after_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:08.562712 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35ba56e-ab88-4a0b-aae6-e87037b375af tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=074f2c6e-949e-43b8-8664-2f397df53432,revision_number=0']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:45:08.574742 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.plugin [None req-a6314e90-9e88-4848-a6a5-d9892968539d tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Deleting port d07a4c29-cd56-4678-8422-38d2186b0f9d {{(pid=104485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 08:45:08.579552 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-a6314e90-9e88-4848-a6a5-d9892968539d tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786710341133'] for port (d07a4c29-cd56-4678-8422-38d2186b0f9d), before_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:08.621985 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-f35ba56e-ab88-4a0b-aae6-e87037b375af tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:08.626923 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-f35ba56e-ab88-4a0b-aae6-e87037b375af tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4988239 Jul 27 08:45:08.627247 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 59198) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:45:08.631802 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.v2.base [None req-bce0237c-53e9-443c-b3cd-d139fafa5194 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Request body: {'floatingip': {'floating_network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5'}} {{(pid=104486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:45:08.656043 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-a6314e90-9e88-4848-a6a5-d9892968539d tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8100626'] for port (d07a4c29-cd56-4678-8422-38d2186b0f9d), precommit_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:08.656377 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-a6314e90-9e88-4848-a6a5-d9892968539d tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Publish callbacks [] for floatingip (d07a4c29-cd56-4678-8422-38d2186b0f9d), precommit_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:08.668917 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.plugin [None req-a6314e90-9e88-4848-a6a5-d9892968539d tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Calling delete_port for d07a4c29-cd56-4678-8422-38d2186b0f9d owned by network:floatingip {{(pid=104485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 08:45:08.717380 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-bce0237c-53e9-443c-b3cd-d139fafa5194 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:08.801421 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-bce0237c-53e9-443c-b3cd-d139fafa5194 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (None), before_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:08.809458 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:45:08.860335 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-a6314e90-9e88-4848-a6a5-d9892968539d tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786710477123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786709965406'] for port (d07a4c29-cd56-4678-8422-38d2186b0f9d), after_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:08.888519 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6314e90-9e88-4848-a6a5-d9892968539d tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Pushing event deleted for resources: {'Port': ['ID=d07a4c29-cd56-4678-8422-38d2186b0f9d,revision_number=None']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:45:08.917545 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-a6314e90-9e88-4848-a6a5-d9892968539d tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Publish callbacks [] for floatingip (633b42cf-b938-4d3e-ac9d-3dc4e07dd546), after_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:08.920694 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-a6314e90-9e88-4848-a6a5-d9892968539d tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8374701'] for floatingip (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:08.921925 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-a6314e90-9e88-4848-a6a5-d9892968539d tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "DELETE /v2.0/floatingips/633b42cf-b938-4d3e-ac9d-3dc4e07dd546 HTTP/1.1" status: 204 len: 168 time: 0.4673238 Jul 27 08:45:08.977240 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 59202) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:45:09.069622 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 59206) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:45:09.077052 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.v2.base [None req-7c829417-6773-41d5-a172-719c702e5732 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Request body: {'security_group': {'name': 'tempest-securitygroup--854396027', 'description': 'tempest-description--1586241460'}} {{(pid=104485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:45:09.111362 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.agents_db [None req-f85b74c8-06c1-470d-aedd-c7ca4f0196ea None None] Agent healthcheck: found 6 active agents {{(pid=104488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 08:45:09.182792 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a02682-fdd9-422e-8888-8cf7443cfb1d req-ca545cb5-7816-47ea-a720-ef053bbe309f tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:45:09.184259 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-83a02682-fdd9-422e-8888-8cf7443cfb1d req-ca545cb5-7816-47ea-a720-ef053bbe309f tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/ports?device_id=8f053d88-ea01-4efa-9bcc-0880e6194203 HTTP/1.1" status: 200 len: 945 time: 0.0666649 Jul 27 08:45:09.197558 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.db.db_base_plugin_common [None req-bce0237c-53e9-443c-b3cd-d139fafa5194 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Allocated IP 172.27.2.6 (e7cd7671-9410-421d-95f2-ddad301715a5/bd8cca88-d260-42a1-9635-5bfcc6eba2a1/d1b608b5-b009-45a7-bc28-c5be42a9ff64) {{(pid=104486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 08:45:09.203242 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-7c829417-6773-41d5-a172-719c702e5732 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Publish callbacks [] for security_group (None), before_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:09.219949 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:45:09.301745 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-83a02682-fdd9-422e-8888-8cf7443cfb1d req-e1898813-ae5b-4a99-85d4-1824be817fe6 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/security-groups?id=06418579-5279-4337-8e21-42e2ccd9d668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060667 Jul 27 08:45:09.352757 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-7c829417-6773-41d5-a172-719c702e5732 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Publish callbacks [] for security_group (fcc4b31a-2386-44ed-81fb-c2f68a123c1e), precommit_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:09.363381 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-bce0237c-53e9-443c-b3cd-d139fafa5194 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks [] for port (d1b608b5-b009-45a7-bc28-c5be42a9ff64), precommit_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:09.396172 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:45:09.415517 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-fd33ab61-1ca5-44b6-b1f6-9fc35db2efe0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-361243'] for router_interface (ace0d735-a96b-4d9b-8e49-2dabee6950e1), before_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:09.449193 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-7c829417-6773-41d5-a172-719c702e5732 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (fcc4b31a-2386-44ed-81fb-c2f68a123c1e), after_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:09.469606 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-bce0237c-53e9-443c-b3cd-d139fafa5194 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786709965397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4293862'] for port (d1b608b5-b009-45a7-bc28-c5be42a9ff64), after_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:09.473886 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:45:09.510791 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce0237c-53e9-443c-b3cd-d139fafa5194 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Network e7cd7671-9410-421d-95f2-ddad301715a5 is already hosted by enough agents. {{(pid=104486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 08:45:09.516006 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.scheduler.base_scheduler [None req-bce0237c-53e9-443c-b3cd-d139fafa5194 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Resources bound (agent type, host, resource id): {{(pid=104486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 08:45:09.521951 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce0237c-53e9-443c-b3cd-d139fafa5194 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Received port after_create {{(pid=104486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 08:45:09.523536 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c829417-6773-41d5-a172-719c702e5732 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcc4b31a-2386-44ed-81fb-c2f68a123c1e,revision_number=1']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:45:09.550065 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce0237c-53e9-443c-b3cd-d139fafa5194 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Pushing event updated for resources: {'Port': ['ID=d1b608b5-b009-45a7-bc28-c5be42a9ff64,revision_number=1']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:45:09.586934 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-7c829417-6773-41d5-a172-719c702e5732 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Publish callbacks [] for security_group (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:09.588180 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-7c829417-6773-41d5-a172-719c702e5732 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5175169 Jul 27 08:45:09.591328 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 59208) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:45:09.596485 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.v2.base [None req-f87c2282-576f-4bba-a014-842820be12fd tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Request body: {'security_group_rule': {'security_group_id': 'fcc4b31a-2386-44ed-81fb-c2f68a123c1e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:45:09.633772 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-bce0237c-53e9-443c-b3cd-d139fafa5194 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks [] for floatingip (fb69297d-c756-4083-86f5-b3d2bf67c7d6), precommit_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:09.708396 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.plugin [None req-fd33ab61-1ca5-44b6-b1f6-9fc35db2efe0 admin admin] Deleting port e1590914-8079-49e2-9704-b6e9670486dd {{(pid=104485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 08:45:09.708735 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-fd33ab61-1ca5-44b6-b1f6-9fc35db2efe0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786710341133'] for port (e1590914-8079-49e2-9704-b6e9670486dd), before_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:09.765934 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-f87c2282-576f-4bba-a014-842820be12fd tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Publish callbacks [] for security_group_rule (552dc1d6-fb9a-491c-95fc-01a3c87d9cd2), before_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:09.786915 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-bce0237c-53e9-443c-b3cd-d139fafa5194 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (d1b608b5-b009-45a7-bc28-c5be42a9ff64), before_update {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:09.809573 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:45:09.827536 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.db [None req-fd33ab61-1ca5-44b6-b1f6-9fc35db2efe0 admin admin] For port e1590914-8079-49e2-9704-b6e9670486dd, host dv-cinder-851170-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851170-2-iscsi',level=0,port_id=e1590914-8079-49e2-9704-b6e9670486dd,segment=NetworkSegment(93fff055-4ec4-4caa-96fc-193cf0c128e0),segment_id=93fff055-4ec4-4caa-96fc-193cf0c128e0)] {{(pid=104485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:45:09.827931 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-fd33ab61-1ca5-44b6-b1f6-9fc35db2efe0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8100626'] for port (e1590914-8079-49e2-9704-b6e9670486dd), precommit_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:09.848176 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.plugin [None req-fd33ab61-1ca5-44b6-b1f6-9fc35db2efe0 admin admin] Calling delete_port for e1590914-8079-49e2-9704-b6e9670486dd owned by network:router_interface {{(pid=104485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 08:45:09.864656 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-f87c2282-576f-4bba-a014-842820be12fd tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Publish callbacks [] for security_group_rule (552dc1d6-fb9a-491c-95fc-01a3c87d9cd2), precommit_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:09.956712 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-bce0237c-53e9-443c-b3cd-d139fafa5194 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks [] for port (d1b608b5-b009-45a7-bc28-c5be42a9ff64), precommit_update {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:10.029262 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-bce0237c-53e9-443c-b3cd-d139fafa5194 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4293873'] for port (d1b608b5-b009-45a7-bc28-c5be42a9ff64), after_update {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:10.071546 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:45:10.106361 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce0237c-53e9-443c-b3cd-d139fafa5194 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Pushing event updated for resources: {'Port': ['ID=d1b608b5-b009-45a7-bc28-c5be42a9ff64,revision_number=2']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:45:10.118534 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-f87c2282-576f-4bba-a014-842820be12fd tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327747'] for security_group_rule (552dc1d6-fb9a-491c-95fc-01a3c87d9cd2), after_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:10.122024 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-bce0237c-53e9-443c-b3cd-d139fafa5194 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363235'] for floatingip (fb69297d-c756-4083-86f5-b3d2bf67c7d6), after_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:10.148327 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87c2282-576f-4bba-a014-842820be12fd tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=552dc1d6-fb9a-491c-95fc-01a3c87d9cd2,revision_number=0']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:45:10.204211 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-bce0237c-53e9-443c-b3cd-d139fafa5194 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8374701'] for floatingip (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:10.205761 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-bce0237c-53e9-443c-b3cd-d139fafa5194 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.5774226 Jul 27 08:45:10.231051 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-f87c2282-576f-4bba-a014-842820be12fd tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:10.232921 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-f87c2282-576f-4bba-a014-842820be12fd tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6392481 Jul 27 08:45:10.236248 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 59212) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:45:10.243950 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.v2.base [None req-3af0d10a-dcd3-4d18-b778-3f69943a2f8b tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Request body: {'security_group_rule': {'security_group_id': 'fcc4b31a-2386-44ed-81fb-c2f68a123c1e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:45:10.302890 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c2e439-2192-491c-a3d9-45ac82b85728 req-7fe80f68-d4a1-42c9-a4e4-e352a20c1197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:45:10.308964 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-69c2e439-2192-491c-a3d9-45ac82b85728 req-7fe80f68-d4a1-42c9-a4e4-e352a20c1197 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8f053d88-ea01-4efa-9bcc-0880e6194203 HTTP/1.1" status: 200 len: 1129 time: 0.0482693 Jul 27 08:45:10.355826 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-69c2e439-2192-491c-a3d9-45ac82b85728 req-a9c24d56-b926-4611-b831-6755550379d1 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=06418579-5279-4337-8e21-42e2ccd9d668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431516 Jul 27 08:45:10.358313 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-3af0d10a-dcd3-4d18-b778-3f69943a2f8b tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Publish callbacks [] for security_group_rule (73347985-4e1a-4ffd-8709-bff0f9014144), before_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:10.382575 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=84,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=10 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:45:10.398954 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-fd33ab61-1ca5-44b6-b1f6-9fc35db2efe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786710477123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786709965406'] for port (e1590914-8079-49e2-9704-b6e9670486dd), after_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:10.432659 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0ec544-0a46-4336-8482-a7152c6aeccd req-080d0a1d-a903-49ff-b1df-3f2876d67b62 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:45:10.434159 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-ac0ec544-0a46-4336-8482-a7152c6aeccd req-080d0a1d-a903-49ff-b1df-3f2876d67b62 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/ports?device_id=8f053d88-ea01-4efa-9bcc-0880e6194203 HTTP/1.1" status: 200 len: 945 time: 0.0486090 Jul 27 08:45:10.435640 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-47a59a81-41fb-45dd-8e14-ba3fd7484af6 req-cc241a6c-5ab0-465d-b90b-e004c40700e2 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-securitygroup--1230717604&fields=id&tenant_id=940250de2f6f47ed9edc1bb0468551c8 HTTP/1.1" status: 200 len: 267 time: 0.1017210 Jul 27 08:45:10.444126 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd33ab61-1ca5-44b6-b1f6-9fc35db2efe0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1590914-8079-49e2-9704-b6e9670486dd,revision_number=None']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:45:10.490300 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-ac0ec544-0a46-4336-8482-a7152c6aeccd req-93341e55-df1d-40e8-8d38-cdbd2a31bff7 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/security-groups?id=06418579-5279-4337-8e21-42e2ccd9d668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493073 Jul 27 08:45:10.569467 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-3af0d10a-dcd3-4d18-b778-3f69943a2f8b tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Publish callbacks [] for security_group_rule (73347985-4e1a-4ffd-8709-bff0f9014144), precommit_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:10.628858 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-3af0d10a-dcd3-4d18-b778-3f69943a2f8b tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327747'] for security_group_rule (73347985-4e1a-4ffd-8709-bff0f9014144), after_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:10.679026 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af0d10a-dcd3-4d18-b778-3f69943a2f8b tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73347985-4e1a-4ffd-8709-bff0f9014144,revision_number=0']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:45:10.688108 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a59a81-41fb-45dd-8e14-ba3fd7484af6 req-5eb6f9ee-8834-4a6a-a0ae-dd276a9efc81 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:45:10.689609 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-47a59a81-41fb-45dd-8e14-ba3fd7484af6 req-5eb6f9ee-8834-4a6a-a0ae-dd276a9efc81 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/networks?id=8f6980da-175b-4e92-9032-637e0458eb4f HTTP/1.1" status: 200 len: 815 time: 0.2424209 Jul 27 08:45:10.690971 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-fd33ab61-1ca5-44b6-b1f6-9fc35db2efe0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7864744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-361359'] for router_interface (ace0d735-a96b-4d9b-8e49-2dabee6950e1), after_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:10.712043 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-47a59a81-41fb-45dd-8e14-ba3fd7484af6 req-0dec93cb-8a67-4cc2-84b5-e1005a324ece tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/quotas/940250de2f6f47ed9edc1bb0468551c8 HTTP/1.1" status: 200 len: 375 time: 0.0138800 Jul 27 08:45:10.784093 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-3af0d10a-dcd3-4d18-b778-3f69943a2f8b tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:10.785276 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-3af0d10a-dcd3-4d18-b778-3f69943a2f8b tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5462542 Jul 27 08:45:10.789266 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 59226) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:45:10.804402 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.v2.base [None req-f2fed818-29d3-431a-8ddc-8a5eecf2b5d1 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Request body: {'floatingip': {'floating_network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5'}} {{(pid=104486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:45:10.830468 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-47a59a81-41fb-45dd-8e14-ba3fd7484af6 req-955f976a-053e-421b-8dee-f5ce4b7be11e tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=940250de2f6f47ed9edc1bb0468551c8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0864251 Jul 27 08:45:10.891602 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:45:10.892835 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-f2fed818-29d3-431a-8ddc-8a5eecf2b5d1 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:10.975666 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-f2fed818-29d3-431a-8ddc-8a5eecf2b5d1 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (None), before_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:11.031669 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd33ab61-1ca5-44b6-b1f6-9fc35db2efe0 admin admin] Router ace0d735-a96b-4d9b-8e49-2dabee6950e1 has already been hosted by L3 agent 5bc6d868-bb0b-4164-b2dd-44360f4de654 {{(pid=104485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 08:45:11.036168 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-47a59a81-41fb-45dd-8e14-ba3fd7484af6 req-7aadab52-bf34-42de-aa6e-e2e5d525346c service neutron] 10.222.0.40 "GET /v2.0/networks/8f6980da-175b-4e92-9032-637e0458eb4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915936 Jul 27 08:45:11.083610 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.db.db_base_plugin_common [None req-f2fed818-29d3-431a-8ddc-8a5eecf2b5d1 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Allocated IP 172.27.2.7 (e7cd7671-9410-421d-95f2-ddad301715a5/bd8cca88-d260-42a1-9635-5bfcc6eba2a1/d82aad42-4637-48ca-a1f3-270baa38f1f9) {{(pid=104486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 08:45:11.193610 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-f2fed818-29d3-431a-8ddc-8a5eecf2b5d1 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Publish callbacks [] for port (d82aad42-4637-48ca-a1f3-270baa38f1f9), precommit_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:11.215201 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-47a59a81-41fb-45dd-8e14-ba3fd7484af6 req-2528a027-111a-4412-bdca-80644558461c service neutron] 10.222.0.40 "GET /v2.0/networks/8f6980da-175b-4e92-9032-637e0458eb4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726294 Jul 27 08:45:11.219757 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd33ab61-1ca5-44b6-b1f6-9fc35db2efe0 admin admin] Notify agent at l3_agent.dv-cinder-851170-2-iscsi the message routers_updated {{(pid=104485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 08:45:11.225306 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-fd33ab61-1ca5-44b6-b1f6-9fc35db2efe0 admin admin] 10.222.0.40 "PUT /v2.0/routers/ace0d735-a96b-4d9b-8e49-2dabee6950e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2461734 Jul 27 08:45:11.227486 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 59230) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:45:11.230224 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831e3e2d-2115-4bb0-82ea-da5654158c87 None None] Sync routers for ids ['ace0d735-a96b-4d9b-8e49-2dabee6950e1'] in dv-cinder-851170-2-iscsi {{(pid=104487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 08:45:11.241173 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831e3e2d-2115-4bb0-82ea-da5654158c87 None None] Routers {'ace0d735-a96b-4d9b-8e49-2dabee6950e1'} bound to L3 agent in host dv-cinder-851170-2-iscsi {{(pid=104487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 08:45:11.241857 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_hamode_db [None req-831e3e2d-2115-4bb0-82ea-da5654158c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-27T08:30:18Z,description=,heartbeat_timestamp=2022-07-27T08:44:48Z,host='dv-cinder-851170-2-iscsi',id=5bc6d868-bb0b-4164-b2dd-44360f4de654,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T08:30:19Z,topic='l3_agent')) {'router_ids': ['ace0d735-a96b-4d9b-8e49-2dabee6950e1'], 'active': True} {{(pid=104487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:45:11.309894 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-f2fed818-29d3-431a-8ddc-8a5eecf2b5d1 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786709965397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4293862'] for port (d82aad42-4637-48ca-a1f3-270baa38f1f9), after_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:11.316283 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:45:11.345179 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvr_db [None req-831e3e2d-2115-4bb0-82ea-da5654158c87 None None] Set router ace0d735-a96b-4d9b-8e49-2dabee6950e1 gateway port host: dv-cinder-851170-2-iscsi {{(pid=104487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 08:45:11.368696 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2fed818-29d3-431a-8ddc-8a5eecf2b5d1 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Network e7cd7671-9410-421d-95f2-ddad301715a5 is already hosted by enough agents. {{(pid=104486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 08:45:11.375336 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.scheduler.base_scheduler [None req-f2fed818-29d3-431a-8ddc-8a5eecf2b5d1 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Resources bound (agent type, host, resource id): {{(pid=104486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 08:45:11.377743 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fed818-29d3-431a-8ddc-8a5eecf2b5d1 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Pushing event updated for resources: {'Port': ['ID=d82aad42-4637-48ca-a1f3-270baa38f1f9,revision_number=1']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:45:11.379899 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2fed818-29d3-431a-8ddc-8a5eecf2b5d1 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Received port after_create {{(pid=104486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 08:45:11.382767 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-e9d054f5-18b5-4aee-b180-3d2cfc2c2a70 admin admin] Publish callbacks [] for router (ace0d735-a96b-4d9b-8e49-2dabee6950e1), before_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:11.455686 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:45:11.540314 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-18e5dd91-882a-4578-b043-d88eac905c0d req-61bab30a-3f3a-4edf-a28d-7f74fe024b76 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/ports?device_id=159ef74b-f7ad-4522-a24f-174383d37309 HTTP/1.1" status: 200 len: 210 time: 0.0717149 Jul 27 08:45:11.544161 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_hamode_db [None req-831e3e2d-2115-4bb0-82ea-da5654158c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ace0d735-a96b-4d9b-8e49-2dabee6950e1', 'name': 'tempest-TestMinimumBasicScenario-72921289-router', 'tenant_id': '52bd08da2d1746c6a84cf75143ae6bf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '0d661cc2-6556-43a4-8cbc-f794f30d6699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:40:56Z', 'updated_at': '2022-07-27T08:45:10Z', 'revision_number': 5, 'project_id': '52bd08da2d1746c6a84cf75143ae6bf6', 'gw_port': {'id': '0d661cc2-6556-43a4-8cbc-f794f30d6699', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:8b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ace0d735-a96b-4d9b-8e49-2dabee6950e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:40:57Z', 'updated_at': '2022-07-27T08:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi'}], 'dv-cinder-851170-2-iscsi', False) {} {{(pid=104487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:45:11.585454 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831e3e2d-2115-4bb0-82ea-da5654158c87 None None] Checking router: ace0d735-a96b-4d9b-8e49-2dabee6950e1 for host: dv-cinder-851170-2-iscsi {{(pid=104487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 08:45:11.598371 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-e9d054f5-18b5-4aee-b180-3d2cfc2c2a70 admin admin] Publish callbacks [] for router_gateway (ace0d735-a96b-4d9b-8e49-2dabee6950e1), before_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:11.598733 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831e3e2d-2115-4bb0-82ea-da5654158c87 None None] Routers {'ace0d735-a96b-4d9b-8e49-2dabee6950e1'} bound to L3 agent in host dv-cinder-851170-2-iscsi {{(pid=104487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 08:45:11.599597 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_hamode_db [None req-831e3e2d-2115-4bb0-82ea-da5654158c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-27T08:30:18Z,description=,heartbeat_timestamp=2022-07-27T08:44:48Z,host='dv-cinder-851170-2-iscsi',id=5bc6d868-bb0b-4164-b2dd-44360f4de654,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T08:30:19Z,topic='l3_agent')) {'router_ids': ['ace0d735-a96b-4d9b-8e49-2dabee6950e1'], 'active': True} {{(pid=104487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:45:11.606698 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-f2fed818-29d3-431a-8ddc-8a5eecf2b5d1 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Publish callbacks [] for floatingip (90e11de5-d974-42fd-9f96-1dda05f0fb85), precommit_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:11.670922 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d5843f-f933-4415-8ba3-a0624c347597 req-eabdd134-f3b5-4fc6-bdb3-edbe72ab3735 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:45:11.672563 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-f2d5843f-f933-4415-8ba3-a0624c347597 req-eabdd134-f3b5-4fc6-bdb3-edbe72ab3735 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/ports?device_id=8f053d88-ea01-4efa-9bcc-0880e6194203 HTTP/1.1" status: 200 len: 945 time: 0.0642488 Jul 27 08:45:11.721865 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvr_db [None req-831e3e2d-2115-4bb0-82ea-da5654158c87 None None] Set router ace0d735-a96b-4d9b-8e49-2dabee6950e1 gateway port host: dv-cinder-851170-2-iscsi {{(pid=104487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 08:45:11.739923 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=100 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:45:11.746716 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-f2d5843f-f933-4415-8ba3-a0624c347597 req-3a79ef2c-cdf8-46b0-a8f4-0e23bcc26f31 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/security-groups?id=06418579-5279-4337-8e21-42e2ccd9d668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635588 Jul 27 08:45:11.760693 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-f2fed818-29d3-431a-8ddc-8a5eecf2b5d1 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (d82aad42-4637-48ca-a1f3-270baa38f1f9), before_update {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:11.792240 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.plugin [None req-e9d054f5-18b5-4aee-b180-3d2cfc2c2a70 admin admin] Deleting port 0d661cc2-6556-43a4-8cbc-f794f30d6699 {{(pid=104486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 08:45:11.792240 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-e9d054f5-18b5-4aee-b180-3d2cfc2c2a70 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786710341133'] for port (0d661cc2-6556-43a4-8cbc-f794f30d6699), before_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:11.912864 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_hamode_db [None req-831e3e2d-2115-4bb0-82ea-da5654158c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ace0d735-a96b-4d9b-8e49-2dabee6950e1', 'name': 'tempest-TestMinimumBasicScenario-72921289-router', 'tenant_id': '52bd08da2d1746c6a84cf75143ae6bf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '0d661cc2-6556-43a4-8cbc-f794f30d6699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:40:56Z', 'updated_at': '2022-07-27T08:45:10Z', 'revision_number': 5, 'project_id': '52bd08da2d1746c6a84cf75143ae6bf6', 'gw_port': {'id': '0d661cc2-6556-43a4-8cbc-f794f30d6699', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:8b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ace0d735-a96b-4d9b-8e49-2dabee6950e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:40:57Z', 'updated_at': '2022-07-27T08:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi'}], 'dv-cinder-851170-2-iscsi', False) {} {{(pid=104487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:45:11.943558 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:45:11.944781 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831e3e2d-2115-4bb0-82ea-da5654158c87 None None] The sync data for ids ['ace0d735-a96b-4d9b-8e49-2dabee6950e1'] in dv-cinder-851170-2-iscsi is: [{'id': 'ace0d735-a96b-4d9b-8e49-2dabee6950e1', 'name': 'tempest-TestMinimumBasicScenario-72921289-router', 'tenant_id': '52bd08da2d1746c6a84cf75143ae6bf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '0d661cc2-6556-43a4-8cbc-f794f30d6699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:40:56Z', 'updated_at': '2022-07-27T08:45:10Z', 'revision_number': 5, 'project_id': '52bd08da2d1746c6a84cf75143ae6bf6', 'gw_port': {'id': '0d661cc2-6556-43a4-8cbc-f794f30d6699', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:8b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ace0d735-a96b-4d9b-8e49-2dabee6950e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:40:57Z', 'updated_at': '2022-07-27T08:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi'}] {{(pid=104487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 08:45:11.945449 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.db [None req-e9d054f5-18b5-4aee-b180-3d2cfc2c2a70 admin admin] For port 0d661cc2-6556-43a4-8cbc-f794f30d6699, host dv-cinder-851170-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851170-2-iscsi',level=0,port_id=0d661cc2-6556-43a4-8cbc-f794f30d6699,segment=NetworkSegment(0a5e83d9-b5a8-42c5-b200-67984880d111),segment_id=0a5e83d9-b5a8-42c5-b200-67984880d111)] {{(pid=104486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:45:11.945819 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-e9d054f5-18b5-4aee-b180-3d2cfc2c2a70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8100626'] for port (0d661cc2-6556-43a4-8cbc-f794f30d6699), precommit_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:11.964513 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.plugin [None req-e9d054f5-18b5-4aee-b180-3d2cfc2c2a70 admin admin] Calling delete_port for 0d661cc2-6556-43a4-8cbc-f794f30d6699 owned by network:router_gateway {{(pid=104486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 08:45:12.057565 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-f2fed818-29d3-431a-8ddc-8a5eecf2b5d1 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Publish callbacks [] for port (d82aad42-4637-48ca-a1f3-270baa38f1f9), precommit_update {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:12.127632 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-f2fed818-29d3-431a-8ddc-8a5eecf2b5d1 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4293873'] for port (d82aad42-4637-48ca-a1f3-270baa38f1f9), after_update {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:12.233332 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fed818-29d3-431a-8ddc-8a5eecf2b5d1 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Pushing event updated for resources: {'Port': ['ID=d82aad42-4637-48ca-a1f3-270baa38f1f9,revision_number=2']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:45:12.244701 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-f2fed818-29d3-431a-8ddc-8a5eecf2b5d1 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363235'] for floatingip (90e11de5-d974-42fd-9f96-1dda05f0fb85), after_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:12.334255 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-f2fed818-29d3-431a-8ddc-8a5eecf2b5d1 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8374701'] for floatingip (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:12.335777 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-f2fed818-29d3-431a-8ddc-8a5eecf2b5d1 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.5454984 Jul 27 08:45:12.337217 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-e9d054f5-18b5-4aee-b180-3d2cfc2c2a70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786710477123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786709965406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4293862'] for port (0d661cc2-6556-43a4-8cbc-f794f30d6699), after_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:12.340605 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:45:12.392641 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d054f5-18b5-4aee-b180-3d2cfc2c2a70 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d661cc2-6556-43a4-8cbc-f794f30d6699,revision_number=None']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:45:12.393791 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Device e1590914-8079-49e2-9704-b6e9670486dd no longer exists at agent ovs-agent-dv-cinder-851170-2-iscsi {{(pid=104487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 08:45:12.423147 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] No Port match for: e1590914-8079-49e2-9704-b6e9670486dd {{(pid=104487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 08:45:12.423723 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Device e1590914-8079-49e2-9704-b6e9670486dd not bound to the agent host dv-cinder-851170-2-iscsi {{(pid=104487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 08:45:12.470693 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-e9d054f5-18b5-4aee-b180-3d2cfc2c2a70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-363035'] for router_gateway (ace0d735-a96b-4d9b-8e49-2dabee6950e1), after_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:12.595920 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-e9d054f5-18b5-4aee-b180-3d2cfc2c2a70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8119440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-333'] for router (ace0d735-a96b-4d9b-8e49-2dabee6950e1), precommit_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:12.600588 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-e9d054f5-18b5-4aee-b180-3d2cfc2c2a70 admin admin] Publish callbacks [] for router_controller (ace0d735-a96b-4d9b-8e49-2dabee6950e1), precommit_delete_associations {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:12.643593 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-e6a7a95b-177d-4159-b6c0-afd82e1fbafa req-fa209fea-6597-4fad-a41b-874c90a95990 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-securitygroup--854396027&fields=id&tenant_id=e2c60f49a9e14417bd1d9504128fc94b HTTP/1.1" status: 200 len: 267 time: 0.1585689 Jul 27 08:45:12.653356 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-5cea5717-6349-43d9-bf0e-1c0c579402db req-17d24cad-e5da-454f-b9f1-054046861bfc tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/ports?device_id=159ef74b-f7ad-4522-a24f-174383d37309 HTTP/1.1" status: 200 len: 210 time: 0.0289571 Jul 27 08:45:12.777435 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a7a95b-177d-4159-b6c0-afd82e1fbafa req-97733cfb-c1cf-4a14-9357-0f9e55fbdca6 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:45:12.778974 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-e6a7a95b-177d-4159-b6c0-afd82e1fbafa req-97733cfb-c1cf-4a14-9357-0f9e55fbdca6 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/networks?id=77554b81-fd19-4316-8d69-62980152360c HTTP/1.1" status: 200 len: 817 time: 0.1055856 Jul 27 08:45:12.784610 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-e9d054f5-18b5-4aee-b180-3d2cfc2c2a70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8119314'] for router (ace0d735-a96b-4d9b-8e49-2dabee6950e1), after_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:12.785310 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9d054f5-18b5-4aee-b180-3d2cfc2c2a70 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ace0d735-a96b-4d9b-8e49-2dabee6950e1 {{(pid=104486) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 08:45:12.792413 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-e9d054f5-18b5-4aee-b180-3d2cfc2c2a70 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:12.796388 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 59262) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:45:12.796867 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-e9d054f5-18b5-4aee-b180-3d2cfc2c2a70 admin admin] 10.222.0.40 "DELETE /v2.0/routers/ace0d735-a96b-4d9b-8e49-2dabee6950e1 HTTP/1.1" status: 204 len: 168 time: 1.5678926 Jul 27 08:45:12.806050 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-e6a7a95b-177d-4159-b6c0-afd82e1fbafa req-8d3a689b-f1db-4a83-93ac-a25ac5873a46 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/quotas/e2c60f49a9e14417bd1d9504128fc94b HTTP/1.1" status: 200 len: 375 time: 0.0179319 Jul 27 08:45:12.877878 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-e6a7a95b-177d-4159-b6c0-afd82e1fbafa req-f165c766-84d4-4a1f-b4a8-dba8e08ded95 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=e2c60f49a9e14417bd1d9504128fc94b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0619738 Jul 27 08:45:12.912748 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.db.db_base_plugin_v2 [None req-68320520-5835-4a69-82ae-0ae80c4b0ced admin admin] Deleting subnet 6877d0b1-ca13-41b7-9cc9-a45fde6af8fa {{(pid=104485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 27 08:45:12.920370 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12f0011-b856-442c-8e34-4ccb130abb36 req-4b811379-3c35-41a4-ab1a-bc114685cfca tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:45:12.926647 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-a12f0011-b856-442c-8e34-4ccb130abb36 req-4b811379-3c35-41a4-ab1a-bc114685cfca tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/ports?device_id=8f053d88-ea01-4efa-9bcc-0880e6194203 HTTP/1.1" status: 200 len: 945 time: 0.0690269 Jul 27 08:45:12.930197 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-68320520-5835-4a69-82ae-0ae80c4b0ced admin admin] Publish callbacks [] for subnet (6877d0b1-ca13-41b7-9cc9-a45fde6af8fa), before_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:12.988224 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-68320520-5835-4a69-82ae-0ae80c4b0ced admin admin] Publish callbacks [] for subnet (6877d0b1-ca13-41b7-9cc9-a45fde6af8fa), precommit_delete_associations {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:13.010261 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-a12f0011-b856-442c-8e34-4ccb130abb36 req-d93167ab-0576-41e9-ba1e-feb3af2dab86 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/security-groups?id=06418579-5279-4337-8e21-42e2ccd9d668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827501 Jul 27 08:45:13.030680 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-e6a7a95b-177d-4159-b6c0-afd82e1fbafa req-0677527d-eb68-47b0-b892-504be83d3a95 service neutron] 10.222.0.40 "GET /v2.0/networks/77554b81-fd19-4316-8d69-62980152360c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471539 Jul 27 08:45:13.049693 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-68320520-5835-4a69-82ae-0ae80c4b0ced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-829739'] for subnet (6877d0b1-ca13-41b7-9cc9-a45fde6af8fa), precommit_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:13.148689 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-e6a7a95b-177d-4159-b6c0-afd82e1fbafa req-e5ea5419-e5fd-4ae5-af49-5fb3b3c92653 service neutron] 10.222.0.40 "GET /v2.0/networks/77554b81-fd19-4316-8d69-62980152360c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007411 Jul 27 08:45:13.210495 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-68320520-5835-4a69-82ae-0ae80c4b0ced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-829730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739'] for subnet (6877d0b1-ca13-41b7-9cc9-a45fde6af8fa), after_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:13.236554 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-68320520-5835-4a69-82ae-0ae80c4b0ced admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:13.240334 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-68320520-5835-4a69-82ae-0ae80c4b0ced admin admin] 10.222.0.40 "DELETE /v2.0/subnets/6877d0b1-ca13-41b7-9cc9-a45fde6af8fa HTTP/1.1" status: 204 len: 168 time: 0.4421518 Jul 27 08:45:13.241370 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68320520-5835-4a69-82ae-0ae80c4b0ced admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6877d0b1-ca13-41b7-9cc9-a45fde6af8fa,revision_number=None']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:45:13.242996 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 59274) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:45:13.243674 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a6a8717-4044-4c07-9bf4-42acf31e8452 None None] Network 19667394-873e-4fb0-a227-f5cd6f6c3a28 requested from dv-cinder-851170-2-iscsi {{(pid=104487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 08:45:13.342218 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-861da9c2-d9cd-47cf-a5bc-a84b3fa1b052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-787041'] for network (19667394-873e-4fb0-a227-f5cd6f6c3a28), before_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:13.386716 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.plugin [None req-861da9c2-d9cd-47cf-a5bc-a84b3fa1b052 admin admin] Deleting port a83758c7-d4a1-4bf7-b6c2-a0f784b9892f {{(pid=104486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 08:45:13.387061 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-861da9c2-d9cd-47cf-a5bc-a84b3fa1b052 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786710341133'] for port (a83758c7-d4a1-4bf7-b6c2-a0f784b9892f), before_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:13.392110 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:45:13.421471 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ed5590-dc2c-42e8-9366-82cb27c2322a None None] DHCP port deletion for 19667394-873e-4fb0-a227-f5cd6f6c3a28 request from dv-cinder-851170-2-iscsi {{(pid=104487) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 27 08:45:13.469602 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-87ed5590-dc2c-42e8-9366-82cb27c2322a None None] Deleting port a83758c7-d4a1-4bf7-b6c2-a0f784b9892f {{(pid=104487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 08:45:13.469973 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-87ed5590-dc2c-42e8-9366-82cb27c2322a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786710341133'] for port (a83758c7-d4a1-4bf7-b6c2-a0f784b9892f), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:13.509380 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-87926f55-d366-4384-a5f9-c777ecf61ef2 req-c98590f2-b085-4589-abf1-6ed050ee9fa3 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=e039946f-9689-47a3-85ab-cdd76c8ab6be HTTP/1.1" status: 200 len: 210 time: 0.0401382 Jul 27 08:45:13.513746 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.db [None req-861da9c2-d9cd-47cf-a5bc-a84b3fa1b052 admin admin] For port a83758c7-d4a1-4bf7-b6c2-a0f784b9892f, host dv-cinder-851170-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851170-2-iscsi',level=0,port_id=a83758c7-d4a1-4bf7-b6c2-a0f784b9892f,segment=NetworkSegment(93fff055-4ec4-4caa-96fc-193cf0c128e0),segment_id=93fff055-4ec4-4caa-96fc-193cf0c128e0)] {{(pid=104486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:45:13.514250 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-861da9c2-d9cd-47cf-a5bc-a84b3fa1b052 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8100626'] for port (a83758c7-d4a1-4bf7-b6c2-a0f784b9892f), precommit_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:13.528591 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.plugin [None req-861da9c2-d9cd-47cf-a5bc-a84b3fa1b052 admin admin] Calling delete_port for a83758c7-d4a1-4bf7-b6c2-a0f784b9892f owned by network:dhcp {{(pid=104486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 08:45:13.560708 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-87ed5590-dc2c-42e8-9366-82cb27c2322a None None] For port a83758c7-d4a1-4bf7-b6c2-a0f784b9892f, host dv-cinder-851170-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851170-2-iscsi',level=0,port_id=a83758c7-d4a1-4bf7-b6c2-a0f784b9892f,segment=NetworkSegment(93fff055-4ec4-4caa-96fc-193cf0c128e0),segment_id=93fff055-4ec4-4caa-96fc-193cf0c128e0)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:45:13.561113 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-87ed5590-dc2c-42e8-9366-82cb27c2322a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8100626'] for port (a83758c7-d4a1-4bf7-b6c2-a0f784b9892f), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:13.575589 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=100 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:45:13.577759 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-87ed5590-dc2c-42e8-9366-82cb27c2322a None None] Calling delete_port for a83758c7-d4a1-4bf7-b6c2-a0f784b9892f owned by network:dhcp {{(pid=104487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 08:45:13.636055 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=100 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:45:13.695206 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-87ed5590-dc2c-42e8-9366-82cb27c2322a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786710477123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786709965406'] for port (a83758c7-d4a1-4bf7-b6c2-a0f784b9892f), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:13.697752 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-861da9c2-d9cd-47cf-a5bc-a84b3fa1b052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786710477123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786709965406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4293862'] for port (a83758c7-d4a1-4bf7-b6c2-a0f784b9892f), after_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:13.710509 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af71293a-0da8-4b14-82d3-ba6f3cfc75d6 req-d1efdb4c-78b8-46a2-9dca-176a75ad03dd tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:45:13.712516 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-af71293a-0da8-4b14-82d3-ba6f3cfc75d6 req-d1efdb4c-78b8-46a2-9dca-176a75ad03dd tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/ports?device_id=8f053d88-ea01-4efa-9bcc-0880e6194203 HTTP/1.1" status: 200 len: 945 time: 0.0648570 Jul 27 08:45:13.722365 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ed5590-dc2c-42e8-9366-82cb27c2322a None None] Pushing event deleted for resources: {'Port': ['ID=a83758c7-d4a1-4bf7-b6c2-a0f784b9892f,revision_number=None']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:45:13.727322 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ed5590-dc2c-42e8-9366-82cb27c2322a None None] No DVR routers for this DVR port a83758c7-d4a1-4bf7-b6c2-a0f784b9892f on host dv-cinder-851170-2-iscsi {{(pid=104487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 08:45:13.733682 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ed5590-dc2c-42e8-9366-82cb27c2322a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:45:13.734105 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ed5590-dc2c-42e8-9366-82cb27c2322a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:45:13.734612 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ed5590-dc2c-42e8-9366-82cb27c2322a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:45:13.734966 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ed5590-dc2c-42e8-9366-82cb27c2322a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:45:13.735308 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ed5590-dc2c-42e8-9366-82cb27c2322a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:45:13.735661 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ed5590-dc2c-42e8-9366-82cb27c2322a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:45:13.736157 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ed5590-dc2c-42e8-9366-82cb27c2322a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:45:13.736640 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ed5590-dc2c-42e8-9366-82cb27c2322a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:45:13.736980 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ed5590-dc2c-42e8-9366-82cb27c2322a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:45:13.737309 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ed5590-dc2c-42e8-9366-82cb27c2322a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:45:13.737794 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ed5590-dc2c-42e8-9366-82cb27c2322a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:45:13.738333 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ed5590-dc2c-42e8-9366-82cb27c2322a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:45:13.738672 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ed5590-dc2c-42e8-9366-82cb27c2322a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:45:13.739000 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ed5590-dc2c-42e8-9366-82cb27c2322a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:45:13.739330 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ed5590-dc2c-42e8-9366-82cb27c2322a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:45:13.758870 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861da9c2-d9cd-47cf-a5bc-a84b3fa1b052 admin admin] Pushing event deleted for resources: {'Port': ['ID=a83758c7-d4a1-4bf7-b6c2-a0f784b9892f,revision_number=None']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:45:13.773745 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-fe8fc9b5-a47b-450a-bbe3-398145862ef1 req-56745f5f-1e3d-46e7-9dd8-c04e6e4e7110 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/ports?device_id=159ef74b-f7ad-4522-a24f-174383d37309 HTTP/1.1" status: 200 len: 210 time: 0.0375822 Jul 27 08:45:13.784301 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:45:13.790450 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861da9c2-d9cd-47cf-a5bc-a84b3fa1b052 admin admin] No DVR routers for this DVR port a83758c7-d4a1-4bf7-b6c2-a0f784b9892f on host dv-cinder-851170-2-iscsi {{(pid=104486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 08:45:13.832728 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dd429b-43b0-44dd-b805-4bc29bfbb203 req-12c16dd2-c2ed-46ab-8083-bdad97ae7c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:45:13.834370 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-a3dd429b-43b0-44dd-b805-4bc29bfbb203 req-12c16dd2-c2ed-46ab-8083-bdad97ae7c96 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a0d880114866423480268022d7dd20c5&device_id=8f053d88-ea01-4efa-9bcc-0880e6194203 HTTP/1.1" status: 200 len: 1129 time: 0.1032612 Jul 27 08:45:14.211079 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-af71293a-0da8-4b14-82d3-ba6f3cfc75d6 req-bafb7cfd-1e67-4180-aea0-f4ce9c84067b tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/security-groups?id=06418579-5279-4337-8e21-42e2ccd9d668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4583471 Jul 27 08:45:14.251120 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-861da9c2-d9cd-47cf-a5bc-a84b3fa1b052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-831493', 'neutron.services.segments.db._delete_segments_for_network-8786710418890'] for network (19667394-873e-4fb0-a227-f5cd6f6c3a28), precommit_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:14.300795 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.services.segments.db [None req-861da9c2-d9cd-47cf-a5bc-a84b3fa1b052 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19667394-873e-4fb0-a227-f5cd6f6c3a28']}} {{(pid=104486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:45:14.331039 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.services.segments.db [None req-861da9c2-d9cd-47cf-a5bc-a84b3fa1b052 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93fff055-4ec4-4caa-96fc-193cf0c128e0') {'for_net_delete': True} {{(pid=104486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:45:14.331346 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.services.segments.db [None req-861da9c2-d9cd-47cf-a5bc-a84b3fa1b052 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93fff055-4ec4-4caa-96fc-193cf0c128e0') {} {{(pid=104486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:45:14.349201 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-861da9c2-d9cd-47cf-a5bc-a84b3fa1b052 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786710418791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6011829'] for segment (93fff055-4ec4-4caa-96fc-193cf0c128e0), before_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:14.351325 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dd429b-43b0-44dd-b805-4bc29bfbb203 req-8d2c524d-2fd7-46e0-8095-5a2e710d56ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:45:14.352972 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-a3dd429b-43b0-44dd-b805-4bc29bfbb203 req-8d2c524d-2fd7-46e0-8095-5a2e710d56ab service neutron] 10.222.0.42 "GET /v2.0/networks?id=d0a6cf88-547f-4cf8-ad21-f8b392f1c474 HTTP/1.1" status: 200 len: 919 time: 0.5101435 Jul 27 08:45:14.367341 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Device a83758c7-d4a1-4bf7-b6c2-a0f784b9892f no longer exists at agent ovs-agent-dv-cinder-851170-2-iscsi {{(pid=104487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 08:45:14.390465 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] No Port match for: a83758c7-d4a1-4bf7-b6c2-a0f784b9892f {{(pid=104487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 08:45:14.390818 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Device a83758c7-d4a1-4bf7-b6c2-a0f784b9892f not bound to the agent host dv-cinder-851170-2-iscsi {{(pid=104487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 08:45:14.391244 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Device 0d661cc2-6556-43a4-8cbc-f794f30d6699 no longer exists at agent ovs-agent-dv-cinder-851170-2-iscsi {{(pid=104487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 08:45:14.409129 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] No Port match for: 0d661cc2-6556-43a4-8cbc-f794f30d6699 {{(pid=104487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 08:45:14.409484 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Device 0d661cc2-6556-43a4-8cbc-f794f30d6699 not bound to the agent host dv-cinder-851170-2-iscsi {{(pid=104487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 08:45:14.416382 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a59a81-41fb-45dd-8e14-ba3fd7484af6 req-5927c28b-1f29-4cf0-b49c-c6466784f66d tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:45:14.417857 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-47a59a81-41fb-45dd-8e14-ba3fd7484af6 req-5927c28b-1f29-4cf0-b49c-c6466784f66d tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.42 "GET /v2.0/networks?id=8f6980da-175b-4e92-9032-637e0458eb4f HTTP/1.1" status: 200 len: 815 time: 0.2723742 Jul 27 08:45:14.421811 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-861da9c2-d9cd-47cf-a5bc-a84b3fa1b052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-834444'] for segment (93fff055-4ec4-4caa-96fc-193cf0c128e0), precommit_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:14.432776 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-861da9c2-d9cd-47cf-a5bc-a84b3fa1b052 admin admin] Releasing vlan 669 on physical network physnet1 to pool {{(pid=104486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 08:45:14.433164 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-861da9c2-d9cd-47cf-a5bc-a84b3fa1b052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-834444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4293781'] for segment (93fff055-4ec4-4caa-96fc-193cf0c128e0), after_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:14.481863 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.services.segments.plugin [-] Segment 93fff055-4ec4-4caa-96fc-193cf0c128e0 resource provider aggregate not found Jul 27 08:45:14.492688 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-a3dd429b-43b0-44dd-b805-4bc29bfbb203 req-75276ad8-8ea3-4aa5-826a-d4afd29604bd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6f674684-ef99-4489-89b2-62b7296f4a73 HTTP/1.1" status: 200 len: 1001 time: 0.1266921 Jul 27 08:45:14.505931 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.services.segments.plugin [-] Segment 93fff055-4ec4-4caa-96fc-193cf0c128e0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 93fff055-4ec4-4caa-96fc-193cf0c128e0 found for delete ", "request_id": "req-8f64d15a-403f-47f0-9f25-8a31e98ecafd"}]} Jul 27 08:45:14.572963 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-861da9c2-d9cd-47cf-a5bc-a84b3fa1b052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-831502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363063'] for network (19667394-873e-4fb0-a227-f5cd6f6c3a28), after_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:14.593685 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-861da9c2-d9cd-47cf-a5bc-a84b3fa1b052 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7864717'] for network (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:14.596761 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-861da9c2-d9cd-47cf-a5bc-a84b3fa1b052 admin admin] 10.222.0.40 "DELETE /v2.0/networks/19667394-873e-4fb0-a227-f5cd6f6c3a28 HTTP/1.1" status: 204 len: 168 time: 1.3527746 Jul 27 08:45:14.599903 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 59300) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:45:14.622029 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-7d494ca4-7a33-4a4f-8260-f05213091f74 req-fc387e06-0920-4226-b3aa-3e5e10ff9c07 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=e039946f-9689-47a3-85ab-cdd76c8ab6be HTTP/1.1" status: 200 len: 210 time: 0.0302498 Jul 27 08:45:14.659890 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861da9c2-d9cd-47cf-a5bc-a84b3fa1b052 admin admin] Pushing event deleted for resources: {'Network': ['ID=19667394-873e-4fb0-a227-f5cd6f6c3a28,revision_number=None']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:45:14.666288 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dd429b-43b0-44dd-b805-4bc29bfbb203 req-99779281-b1a3-4bce-aa56-1565f3b5478b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:45:14.667690 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-a3dd429b-43b0-44dd-b805-4bc29bfbb203 req-99779281-b1a3-4bce-aa56-1565f3b5478b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e0dfc042-b535-4f7d-9065-dbfee481baea HTTP/1.1" status: 200 len: 857 time: 0.1380966 Jul 27 08:45:14.674676 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-47a59a81-41fb-45dd-8e14-ba3fd7484af6 req-ca3e65b6-0642-460c-baeb-40a96434bc8e tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=940250de2f6f47ed9edc1bb0468551c8 HTTP/1.1" status: 200 len: 380 time: 0.1579213 Jul 27 08:45:14.691567 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.v2.base [req-47a59a81-41fb-45dd-8e14-ba3fd7484af6 req-3284bf9c-48f6-4c59-abf1-f3867161fe32 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Request body: {'port': {'device_id': '159ef74b-f7ad-4522-a24f-174383d37309', 'network_id': '8f6980da-175b-4e92-9032-637e0458eb4f', 'admin_state_up': True, 'tenant_id': '940250de2f6f47ed9edc1bb0468551c8', 'security_groups': ['33103d02-1660-42f2-9c20-0c21b6db7e0d']}} {{(pid=104486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:45:14.798323 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dd429b-43b0-44dd-b805-4bc29bfbb203 req-4a01ad93-d787-4b73-b5fd-24592ad09a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:45:14.799831 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-a3dd429b-43b0-44dd-b805-4bc29bfbb203 req-4a01ad93-d787-4b73-b5fd-24592ad09a11 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d0a6cf88-547f-4cf8-ad21-f8b392f1c474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1243234 Jul 27 08:45:14.886015 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:45:14.951813 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-0e4d3f09-e863-4c1c-9eba-70b1e0660c9d req-f9929e0f-57fb-4624-aaa2-14861fc6f84b tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/ports?device_id=159ef74b-f7ad-4522-a24f-174383d37309 HTTP/1.1" status: 200 len: 210 time: 0.0865297 Jul 27 08:45:14.968769 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:45:15.055667 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-a3dd429b-43b0-44dd-b805-4bc29bfbb203 req-b28ee560-5921-415a-9d8b-0d9effc4cd99 service neutron] 10.222.0.42 "GET /v2.0/networks/d0a6cf88-547f-4cf8-ad21-f8b392f1c474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2474635 Jul 27 08:45:15.155551 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47a59a81-41fb-45dd-8e14-ba3fd7484af6 req-3284bf9c-48f6-4c59-abf1-f3867161fe32 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Made reservation on behalf of 940250de2f6f47ed9edc1bb0468551c8 for: {'port': 1} {{(pid=104486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 08:45:15.158917 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-47a59a81-41fb-45dd-8e14-ba3fd7484af6 req-3284bf9c-48f6-4c59-abf1-f3867161fe32 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (None), before_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:15.305370 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-a3dd429b-43b0-44dd-b805-4bc29bfbb203 req-c5586ed7-2722-4384-8532-aeaffbfef501 service neutron] 10.222.0.42 "GET /v2.0/networks/d0a6cf88-547f-4cf8-ad21-f8b392f1c474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2433734 Jul 27 08:45:15.337227 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9516443b-e3ac-420c-b88a-a724f7866bc0 req-2d9b3445-cfb3-4999-9ba5-901addae68d7 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:45:15.338721 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-9516443b-e3ac-420c-b88a-a724f7866bc0 req-2d9b3445-cfb3-4999-9ba5-901addae68d7 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/ports?device_id=8f053d88-ea01-4efa-9bcc-0880e6194203 HTTP/1.1" status: 200 len: 945 time: 0.0506296 Jul 27 08:45:15.387850 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-9516443b-e3ac-420c-b88a-a724f7866bc0 req-b42f32f1-f610-48f0-9ac9-3e1feafb53b6 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/security-groups?id=06418579-5279-4337-8e21-42e2ccd9d668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433800 Jul 27 08:45:15.397518 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-313549e9-81d5-4cc3-a098-07c85c597fbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-361243'] for router_interface (5da7ac93-3846-4a54-b608-43384d908a2e), before_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:15.457136 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:45:15.519065 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.db.db_base_plugin_common [req-47a59a81-41fb-45dd-8e14-ba3fd7484af6 req-3284bf9c-48f6-4c59-abf1-f3867161fe32 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Allocated IP 172.20.0.10 (8f6980da-175b-4e92-9032-637e0458eb4f/5784479d-44dd-45ed-b6e6-1aaaf2f91b93/59ab739b-608a-4deb-9d9c-07a3e116ee2e) {{(pid=104486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 08:45:15.974260 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-d13607ce-dc36-489a-8ba9-b37988ffe951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (7c77c4a2-8ca4-486b-af2a-676805e7b922), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:15.987608 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-636edd4c-b632-4f60-af5a-d454a2bb263e req-1c476411-78ce-4897-a096-a9af76479787 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=e039946f-9689-47a3-85ab-cdd76c8ab6be HTTP/1.1" status: 200 len: 210 time: 0.0895607 Jul 27 08:45:16.063951 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-ac3c614b-5951-49ba-9bc2-c8718aa4ede2 req-36cb191c-9b1c-4176-8392-4195248b3631 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/ports?device_id=159ef74b-f7ad-4522-a24f-174383d37309 HTTP/1.1" status: 200 len: 210 time: 0.0278170 Jul 27 08:45:16.120092 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a7a95b-177d-4159-b6c0-afd82e1fbafa req-b9b85d6d-e35b-4ac2-a0d2-07ba1349c243 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:45:16.121512 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-e6a7a95b-177d-4159-b6c0-afd82e1fbafa req-b9b85d6d-e35b-4ac2-a0d2-07ba1349c243 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.42 "GET /v2.0/networks?id=77554b81-fd19-4316-8d69-62980152360c HTTP/1.1" status: 200 len: 817 time: 0.5858686 Jul 27 08:45:16.182102 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-47a59a81-41fb-45dd-8e14-ba3fd7484af6 req-3284bf9c-48f6-4c59-abf1-f3867161fe32 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks [] for port (59ab739b-608a-4deb-9d9c-07a3e116ee2e), precommit_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:16.197875 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.plugin [None req-313549e9-81d5-4cc3-a098-07c85c597fbe admin admin] Deleting port 2e761988-9626-4906-921b-dc8f9ee411c7 {{(pid=104486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 08:45:16.198252 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-313549e9-81d5-4cc3-a098-07c85c597fbe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786710341133'] for port (2e761988-9626-4906-921b-dc8f9ee411c7), before_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:16.293321 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.db [None req-313549e9-81d5-4cc3-a098-07c85c597fbe admin admin] For port 2e761988-9626-4906-921b-dc8f9ee411c7, host dv-cinder-851170-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851170-2-iscsi',level=0,port_id=2e761988-9626-4906-921b-dc8f9ee411c7,segment=NetworkSegment(68930789-2201-41e5-af0c-d633f061e6eb),segment_id=68930789-2201-41e5-af0c-d633f061e6eb)] {{(pid=104486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:45:16.293682 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-313549e9-81d5-4cc3-a098-07c85c597fbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8100626'] for port (2e761988-9626-4906-921b-dc8f9ee411c7), precommit_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:16.310701 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.plugin [None req-313549e9-81d5-4cc3-a098-07c85c597fbe admin admin] Calling delete_port for 2e761988-9626-4906-921b-dc8f9ee411c7 owned by network:router_interface {{(pid=104486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 08:45:16.312292 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:45:16.315875 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-47a59a81-41fb-45dd-8e14-ba3fd7484af6 req-3284bf9c-48f6-4c59-abf1-f3867161fe32 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786709965397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4293862'] for port (59ab739b-608a-4deb-9d9c-07a3e116ee2e), after_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:16.400299 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47a59a81-41fb-45dd-8e14-ba3fd7484af6 req-3284bf9c-48f6-4c59-abf1-f3867161fe32 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Network 8f6980da-175b-4e92-9032-637e0458eb4f is already hosted by enough agents. {{(pid=104486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 08:45:16.403142 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3284bf9c-48f6-4c59-abf1-f3867161fe32 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Pushing event updated for resources: {'Port': ['ID=59ab739b-608a-4deb-9d9c-07a3e116ee2e,revision_number=1']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:45:16.407395 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.scheduler.base_scheduler [req-47a59a81-41fb-45dd-8e14-ba3fd7484af6 req-3284bf9c-48f6-4c59-abf1-f3867161fe32 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Resources bound (agent type, host, resource id): {{(pid=104486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 08:45:16.416035 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.db.l3_dvrscheduler_db [req-47a59a81-41fb-45dd-8e14-ba3fd7484af6 req-3284bf9c-48f6-4c59-abf1-f3867161fe32 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Received port after_create {{(pid=104486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 08:45:16.454971 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:45:16.525944 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a59a81-41fb-45dd-8e14-ba3fd7484af6 req-3284bf9c-48f6-4c59-abf1-f3867161fe32 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:45:16.526588 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-47a59a81-41fb-45dd-8e14-ba3fd7484af6 req-3284bf9c-48f6-4c59-abf1-f3867161fe32 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8374701'] for port (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:16.584546 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0184776b-5ae4-4eaa-8c05-e67d5a7095dc req-ba3bd821-b616-411c-aaf6-83fcd853b194 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:45:16.586417 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-0184776b-5ae4-4eaa-8c05-e67d5a7095dc req-ba3bd821-b616-411c-aaf6-83fcd853b194 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/ports?device_id=8f053d88-ea01-4efa-9bcc-0880e6194203 HTTP/1.1" status: 200 len: 945 time: 0.1134305 Jul 27 08:45:16.634905 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-add39818-4bad-4532-a2ca-abc11db5d824 None None] Provisioning complete for port 59ab739b-608a-4deb-9d9c-07a3e116ee2e triggered by entity DHCP. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:45:16.635388 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-add39818-4bad-4532-a2ca-abc11db5d824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (59ab739b-608a-4deb-9d9c-07a3e116ee2e), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:16.636150 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-47a59a81-41fb-45dd-8e14-ba3fd7484af6 req-3284bf9c-48f6-4c59-abf1-f3867161fe32 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9485502 Jul 27 08:45:16.667667 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-add39818-4bad-4532-a2ca-abc11db5d824 None None] Port 59ab739b-608a-4deb-9d9c-07a3e116ee2e cannot update to ACTIVE because it is not bound. {{(pid=104487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 08:45:16.672115 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-0184776b-5ae4-4eaa-8c05-e67d5a7095dc req-1ed2e121-6bc5-4645-8f06-3b0b40de83bb tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/security-groups?id=06418579-5279-4337-8e21-42e2ccd9d668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783992 Jul 27 08:45:16.772037 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-313549e9-81d5-4cc3-a098-07c85c597fbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786710477123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786709965406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4293862'] for port (2e761988-9626-4906-921b-dc8f9ee411c7), after_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:16.796945 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313549e9-81d5-4cc3-a098-07c85c597fbe admin admin] Pushing event deleted for resources: {'Port': ['ID=2e761988-9626-4906-921b-dc8f9ee411c7,revision_number=None']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:45:16.960200 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-313549e9-81d5-4cc3-a098-07c85c597fbe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7864744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-361359'] for router_interface (5da7ac93-3846-4a54-b608-43384d908a2e), after_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:17.098779 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-f8cba611-61bd-4ec5-95ea-f8c029a16d91 req-df51984d-2645-440f-9329-bb6627fdd3ba tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=e039946f-9689-47a3-85ab-cdd76c8ab6be HTTP/1.1" status: 200 len: 210 time: 0.0285418 Jul 27 08:45:17.201365 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128f6041-4754-4687-a8a8-58fb875bac8f req-302b4f16-dfce-40bb-8a46-0d57037d3e64 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:45:17.202870 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-128f6041-4754-4687-a8a8-58fb875bac8f req-302b4f16-dfce-40bb-8a46-0d57037d3e64 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/ports?device_id=159ef74b-f7ad-4522-a24f-174383d37309 HTTP/1.1" status: 200 len: 932 time: 0.0604172 Jul 27 08:45:17.211472 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-313549e9-81d5-4cc3-a098-07c85c597fbe admin admin] Router 5da7ac93-3846-4a54-b608-43384d908a2e has already been hosted by L3 agent 5bc6d868-bb0b-4164-b2dd-44360f4de654 {{(pid=104486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 08:45:17.280317 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:45:17.294902 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.v2.base [req-47a59a81-41fb-45dd-8e14-ba3fd7484af6 req-7fb5ddf1-1822-417d-b66b-1726282c67ad service neutron] Request body: {'port': {'device_id': '159ef74b-f7ad-4522-a24f-174383d37309', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85117'}} {{(pid=104486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:45:17.335138 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-128f6041-4754-4687-a8a8-58fb875bac8f req-a0704c71-3ed0-463a-a1b9-ad1ea9303704 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/security-groups?id=33103d02-1660-42f2-9c20-0c21b6db7e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261368 Jul 27 08:45:17.398035 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:45:17.449526 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-313549e9-81d5-4cc3-a098-07c85c597fbe admin admin] Notify agent at l3_agent.dv-cinder-851170-2-iscsi the message routers_updated {{(pid=104486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 08:45:17.452113 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-47a59a81-41fb-45dd-8e14-ba3fd7484af6 req-7fb5ddf1-1822-417d-b66b-1726282c67ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (59ab739b-608a-4deb-9d9c-07a3e116ee2e), before_update {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:17.456937 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-313549e9-81d5-4cc3-a098-07c85c597fbe admin admin] 10.222.0.40 "PUT /v2.0/routers/5da7ac93-3846-4a54-b608-43384d908a2e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8508453 Jul 27 08:45:17.459329 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fbd89ae-719f-49cc-a770-b9c76943990a None None] Sync routers for ids ['5da7ac93-3846-4a54-b608-43384d908a2e'] in dv-cinder-851170-2-iscsi {{(pid=104488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 08:45:17.461915 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-e6a7a95b-177d-4159-b6c0-afd82e1fbafa req-2164533b-0c99-46cf-86a7-913437eecbda tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2c60f49a9e14417bd1d9504128fc94b HTTP/1.1" status: 200 len: 379 time: 0.1744087 Jul 27 08:45:17.462646 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 59316) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:45:17.478036 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fbd89ae-719f-49cc-a770-b9c76943990a None None] Routers {'5da7ac93-3846-4a54-b608-43384d908a2e'} bound to L3 agent in host dv-cinder-851170-2-iscsi {{(pid=104488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 08:45:17.478682 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_hamode_db [None req-5fbd89ae-719f-49cc-a770-b9c76943990a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-27T08:30:18Z,description=,heartbeat_timestamp=2022-07-27T08:44:48Z,host='dv-cinder-851170-2-iscsi',id=5bc6d868-bb0b-4164-b2dd-44360f4de654,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T08:30:19Z,topic='l3_agent')) {'router_ids': ['5da7ac93-3846-4a54-b608-43384d908a2e'], 'active': True} {{(pid=104488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:45:17.499351 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.v2.base [req-e6a7a95b-177d-4159-b6c0-afd82e1fbafa req-95b354ef-727b-4d78-84f1-67d9b88fa02c tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Request body: {'port': {'device_id': 'e039946f-9689-47a3-85ab-cdd76c8ab6be', 'network_id': '77554b81-fd19-4316-8d69-62980152360c', 'admin_state_up': True, 'tenant_id': 'e2c60f49a9e14417bd1d9504128fc94b', 'security_groups': ['fcc4b31a-2386-44ed-81fb-c2f68a123c1e']}} {{(pid=104486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:45:17.602136 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-d104a29f-f489-41d5-aa06-389139cf29d3 admin admin] Publish callbacks [] for router (5da7ac93-3846-4a54-b608-43384d908a2e), before_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:17.703249 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvr_db [None req-5fbd89ae-719f-49cc-a770-b9c76943990a None None] Set router 5da7ac93-3846-4a54-b608-43384d908a2e gateway port host: dv-cinder-851170-2-iscsi {{(pid=104488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 08:45:17.730015 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-d104a29f-f489-41d5-aa06-389139cf29d3 admin admin] Publish callbacks [] for router_gateway (5da7ac93-3846-4a54-b608-43384d908a2e), before_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:17.806199 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051efb1f-1cc1-4f33-87a3-07c3e54f06ca req-d5128506-812a-490b-83cf-135c5e93adb8 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:45:17.807958 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-051efb1f-1cc1-4f33-87a3-07c3e54f06ca req-d5128506-812a-490b-83cf-135c5e93adb8 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/ports?device_id=8f053d88-ea01-4efa-9bcc-0880e6194203 HTTP/1.1" status: 200 len: 945 time: 0.0506687 Jul 27 08:45:17.818182 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:45:17.837586 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6a7a95b-177d-4159-b6c0-afd82e1fbafa req-95b354ef-727b-4d78-84f1-67d9b88fa02c tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Made reservation on behalf of e2c60f49a9e14417bd1d9504128fc94b for: {'port': 1} {{(pid=104486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 08:45:17.842129 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-e6a7a95b-177d-4159-b6c0-afd82e1fbafa req-95b354ef-727b-4d78-84f1-67d9b88fa02c tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (None), before_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:17.875166 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.notifiers.nova [req-47a59a81-41fb-45dd-8e14-ba3fd7484af6 req-7fb5ddf1-1822-417d-b66b-1726282c67ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59ab739b-608a-4deb-9d9c-07a3e116ee2e {{(pid=104486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 08:45:17.882160 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:45:17.887066 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-47a59a81-41fb-45dd-8e14-ba3fd7484af6 req-7fb5ddf1-1822-417d-b66b-1726282c67ad service neutron] Publish callbacks [] for port (59ab739b-608a-4deb-9d9c-07a3e116ee2e), precommit_update {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:17.889252 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.plugin [None req-d104a29f-f489-41d5-aa06-389139cf29d3 admin admin] Deleting port 8d569832-7ef9-4c22-86e2-8066c4b25d54 {{(pid=104485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 08:45:17.889941 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-d104a29f-f489-41d5-aa06-389139cf29d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786710341133'] for port (8d569832-7ef9-4c22-86e2-8066c4b25d54), before_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:17.893603 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_hamode_db [None req-5fbd89ae-719f-49cc-a770-b9c76943990a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5da7ac93-3846-4a54-b608-43384d908a2e', 'name': 'tempest-TestMinimumBasicScenario-1024449337-router', 'tenant_id': 'df89794fec88414e88f7a4b8ecbce47f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': '8d569832-7ef9-4c22-86e2-8066c4b25d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:41:05Z', 'updated_at': '2022-07-27T08:45:16Z', 'revision_number': 5, 'project_id': 'df89794fec88414e88f7a4b8ecbce47f', 'gw_port': {'id': '8d569832-7ef9-4c22-86e2-8066c4b25d54', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f3:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da7ac93-3846-4a54-b608-43384d908a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:41:06Z', 'updated_at': '2022-07-27T08:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi'}], 'dv-cinder-851170-2-iscsi', False) {} {{(pid=104488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:45:17.905624 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-051efb1f-1cc1-4f33-87a3-07c3e54f06ca req-af0b60b0-1ac1-44e0-bf75-a13b954ebdb0 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/security-groups?id=06418579-5279-4337-8e21-42e2ccd9d668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905850 Jul 27 08:45:17.915716 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.db.provisioning_blocks [req-47a59a81-41fb-45dd-8e14-ba3fd7484af6 req-7fb5ddf1-1822-417d-b66b-1726282c67ad service neutron] Transition to ACTIVE for port object 59ab739b-608a-4deb-9d9c-07a3e116ee2e will not be triggered until provisioned by entity L2. {{(pid=104486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 27 08:45:17.923592 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fbd89ae-719f-49cc-a770-b9c76943990a None None] Checking router: 5da7ac93-3846-4a54-b608-43384d908a2e for host: dv-cinder-851170-2-iscsi {{(pid=104488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 08:45:17.940113 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fbd89ae-719f-49cc-a770-b9c76943990a None None] Routers {'5da7ac93-3846-4a54-b608-43384d908a2e'} bound to L3 agent in host dv-cinder-851170-2-iscsi {{(pid=104488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 08:45:17.940815 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_hamode_db [None req-5fbd89ae-719f-49cc-a770-b9c76943990a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-27T08:30:18Z,description=,heartbeat_timestamp=2022-07-27T08:44:48Z,host='dv-cinder-851170-2-iscsi',id=5bc6d868-bb0b-4164-b2dd-44360f4de654,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T08:30:19Z,topic='l3_agent')) {'router_ids': ['5da7ac93-3846-4a54-b608-43384d908a2e'], 'active': True} {{(pid=104488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:45:17.987436 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:45:18.002788 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.db [None req-d104a29f-f489-41d5-aa06-389139cf29d3 admin admin] For port 8d569832-7ef9-4c22-86e2-8066c4b25d54, host dv-cinder-851170-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851170-2-iscsi',level=0,port_id=8d569832-7ef9-4c22-86e2-8066c4b25d54,segment=NetworkSegment(0a5e83d9-b5a8-42c5-b200-67984880d111),segment_id=0a5e83d9-b5a8-42c5-b200-67984880d111)] {{(pid=104485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:45:18.010061 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-d104a29f-f489-41d5-aa06-389139cf29d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8100626'] for port (8d569832-7ef9-4c22-86e2-8066c4b25d54), precommit_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:18.010214 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-47a59a81-41fb-45dd-8e14-ba3fd7484af6 req-7fb5ddf1-1822-417d-b66b-1726282c67ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4293873'] for port (59ab739b-608a-4deb-9d9c-07a3e116ee2e), after_update {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:18.018793 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.plugin [None req-d104a29f-f489-41d5-aa06-389139cf29d3 admin admin] Calling delete_port for 8d569832-7ef9-4c22-86e2-8066c4b25d54 owned by network:router_gateway {{(pid=104485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 08:45:18.031503 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvr_db [None req-5fbd89ae-719f-49cc-a770-b9c76943990a None None] Set router 5da7ac93-3846-4a54-b608-43384d908a2e gateway port host: None {{(pid=104488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 08:45:18.074005 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.db.db_base_plugin_common [req-e6a7a95b-177d-4159-b6c0-afd82e1fbafa req-95b354ef-727b-4d78-84f1-67d9b88fa02c tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Allocated IP 172.20.0.14 (77554b81-fd19-4316-8d69-62980152360c/c4ce96ff-fd31-496d-82bd-3a3dbfb16be8/cbc21c19-a9c2-48e6-88bd-b5b02cd593fb) {{(pid=104486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 08:45:18.082476 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb5ddf1-1822-417d-b66b-1726282c67ad service neutron] Pushing event updated for resources: {'Port': ['ID=59ab739b-608a-4deb-9d9c-07a3e116ee2e,revision_number=2']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:45:18.087448 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_hamode_db [None req-5fbd89ae-719f-49cc-a770-b9c76943990a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5da7ac93-3846-4a54-b608-43384d908a2e', 'name': 'tempest-TestMinimumBasicScenario-1024449337-router', 'tenant_id': 'df89794fec88414e88f7a4b8ecbce47f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:41:05Z', 'updated_at': '2022-07-27T08:45:17Z', 'revision_number': 6, 'project_id': 'df89794fec88414e88f7a4b8ecbce47f', 'gw_port_host': None}], 'dv-cinder-851170-2-iscsi', False) {} {{(pid=104488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:45:18.117553 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fbd89ae-719f-49cc-a770-b9c76943990a None None] The sync data for ids ['5da7ac93-3846-4a54-b608-43384d908a2e'] in dv-cinder-851170-2-iscsi is: [{'id': '5da7ac93-3846-4a54-b608-43384d908a2e', 'name': 'tempest-TestMinimumBasicScenario-1024449337-router', 'tenant_id': 'df89794fec88414e88f7a4b8ecbce47f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:41:05Z', 'updated_at': '2022-07-27T08:45:17Z', 'revision_number': 6, 'project_id': 'df89794fec88414e88f7a4b8ecbce47f', 'gw_port_host': None}] {{(pid=104488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 08:45:18.229603 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.managers [req-47a59a81-41fb-45dd-8e14-ba3fd7484af6 req-7fb5ddf1-1822-417d-b66b-1726282c67ad service neutron] Attempting to bind port 59ab739b-608a-4deb-9d9c-07a3e116ee2e on host hv-cinder-85117 for vnic_type normal with profile {{(pid=104486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 08:45:18.229944 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.managers [req-47a59a81-41fb-45dd-8e14-ba3fd7484af6 req-7fb5ddf1-1822-417d-b66b-1726282c67ad service neutron] Attempting to bind port 59ab739b-608a-4deb-9d9c-07a3e116ee2e by drivers openvswitch,hyperv on host hv-cinder-85117 at level 0 using segments [{'id': 'e7699621-ef90-47fe-8696-58f5c1995388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '8f6980da-175b-4e92-9032-637e0458eb4f'}] {{(pid=104486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 08:45:18.230316 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a59a81-41fb-45dd-8e14-ba3fd7484af6 req-7fb5ddf1-1822-417d-b66b-1726282c67ad service neutron] Attempting to bind port 59ab739b-608a-4deb-9d9c-07a3e116ee2e on network 8f6980da-175b-4e92-9032-637e0458eb4f {{(pid=104486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 08:45:18.235317 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-2e8ec23e-752d-475f-8129-717f35716f18 req-e3e67124-f4d8-4c17-9959-bbceaf268cb0 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=e039946f-9689-47a3-85ab-cdd76c8ab6be HTTP/1.1" status: 200 len: 210 time: 0.0349574 Jul 27 08:45:18.237726 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a59a81-41fb-45dd-8e14-ba3fd7484af6 req-7fb5ddf1-1822-417d-b66b-1726282c67ad service neutron] Port 59ab739b-608a-4deb-9d9c-07a3e116ee2e on network 8f6980da-175b-4e92-9032-637e0458eb4f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85117 {{(pid=104486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 27 08:45:18.237991 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a59a81-41fb-45dd-8e14-ba3fd7484af6 req-7fb5ddf1-1822-417d-b66b-1726282c67ad service neutron] Attempting to bind port 59ab739b-608a-4deb-9d9c-07a3e116ee2e on network 8f6980da-175b-4e92-9032-637e0458eb4f {{(pid=104486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 08:45:18.240880 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=87,neutron:UPDATE=6,neutron:INSERT=7 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:45:18.243832 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a59a81-41fb-45dd-8e14-ba3fd7484af6 req-7fb5ddf1-1822-417d-b66b-1726282c67ad service neutron] Checking agent: {'id': '40990755-2d84-4c9d-828c-eda94a5136e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85117', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 8, 37, 21), 'started_at': datetime.datetime(2022, 7, 27, 8, 37, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 8, 44, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 08:45:18.244179 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a59a81-41fb-45dd-8e14-ba3fd7484af6 req-7fb5ddf1-1822-417d-b66b-1726282c67ad service neutron] Checking segment: {'id': 'e7699621-ef90-47fe-8696-58f5c1995388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '8f6980da-175b-4e92-9032-637e0458eb4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 08:45:18.244680 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a59a81-41fb-45dd-8e14-ba3fd7484af6 req-7fb5ddf1-1822-417d-b66b-1726282c67ad service neutron] Bound using segment: {'id': 'e7699621-ef90-47fe-8696-58f5c1995388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '8f6980da-175b-4e92-9032-637e0458eb4f'} {{(pid=104486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 08:45:18.245120 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.managers [req-47a59a81-41fb-45dd-8e14-ba3fd7484af6 req-7fb5ddf1-1822-417d-b66b-1726282c67ad service neutron] Bound port: 59ab739b-608a-4deb-9d9c-07a3e116ee2e, host: hv-cinder-85117, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7699621-ef90-47fe-8696-58f5c1995388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '8f6980da-175b-4e92-9032-637e0458eb4f'}}] {{(pid=104486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 08:45:18.245490 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-47a59a81-41fb-45dd-8e14-ba3fd7484af6 req-7fb5ddf1-1822-417d-b66b-1726282c67ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (59ab739b-608a-4deb-9d9c-07a3e116ee2e), before_update {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:18.320004 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.db [req-47a59a81-41fb-45dd-8e14-ba3fd7484af6 req-7fb5ddf1-1822-417d-b66b-1726282c67ad service neutron] For port 59ab739b-608a-4deb-9d9c-07a3e116ee2e, host hv-cinder-85117, cleared binding levels {{(pid=104486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 08:45:18.320922 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-d104a29f-f489-41d5-aa06-389139cf29d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786710477123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786709965406'] for port (8d569832-7ef9-4c22-86e2-8066c4b25d54), after_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:18.325186 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.db [req-47a59a81-41fb-45dd-8e14-ba3fd7484af6 req-7fb5ddf1-1822-417d-b66b-1726282c67ad service neutron] For port 59ab739b-608a-4deb-9d9c-07a3e116ee2e, host hv-cinder-85117, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85117',level=0,port_id=59ab739b-608a-4deb-9d9c-07a3e116ee2e,segment=NetworkSegment(e7699621-ef90-47fe-8696-58f5c1995388),segment_id=e7699621-ef90-47fe-8696-58f5c1995388)] {{(pid=104486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 08:45:18.349731 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d104a29f-f489-41d5-aa06-389139cf29d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d569832-7ef9-4c22-86e2-8066c4b25d54,revision_number=None']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:45:18.355822 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a2349e23-1a10-4157-8b44-a9d7ca04ac99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (5bc6d868-bb0b-4164-b2dd-44360f4de654), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:18.378358 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-d104a29f-f489-41d5-aa06-389139cf29d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-363035'] for router_gateway (5da7ac93-3846-4a54-b608-43384d908a2e), after_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:18.431209 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-47a59a81-41fb-45dd-8e14-ba3fd7484af6 req-7fb5ddf1-1822-417d-b66b-1726282c67ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4293873'] for port (59ab739b-608a-4deb-9d9c-07a3e116ee2e), after_update {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:18.506529 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-d104a29f-f489-41d5-aa06-389139cf29d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8119440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-333'] for router (5da7ac93-3846-4a54-b608-43384d908a2e), precommit_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:18.510773 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-d104a29f-f489-41d5-aa06-389139cf29d3 admin admin] Publish callbacks [] for router_controller (5da7ac93-3846-4a54-b608-43384d908a2e), precommit_delete_associations {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:18.525056 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb5ddf1-1822-417d-b66b-1726282c67ad service neutron] Pushing event updated for resources: {'Port': ['ID=59ab739b-608a-4deb-9d9c-07a3e116ee2e,revision_number=3']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:45:18.532255 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f552ed5-e65d-4aec-b35c-813b70e1672d req-3e60bef1-b868-419c-84ce-884162ead543 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:45:18.534083 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-1f552ed5-e65d-4aec-b35c-813b70e1672d req-3e60bef1-b868-419c-84ce-884162ead543 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/ports?device_id=159ef74b-f7ad-4522-a24f-174383d37309 HTTP/1.1" status: 200 len: 944 time: 0.0942550 Jul 27 08:45:18.539467 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a59a81-41fb-45dd-8e14-ba3fd7484af6 req-7fb5ddf1-1822-417d-b66b-1726282c67ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:45:18.540091 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-47a59a81-41fb-45dd-8e14-ba3fd7484af6 req-7fb5ddf1-1822-417d-b66b-1726282c67ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8374701'] for port (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:18.546110 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-47a59a81-41fb-45dd-8e14-ba3fd7484af6 req-7fb5ddf1-1822-417d-b66b-1726282c67ad service neutron] 10.222.0.42 "PUT /v2.0/ports/59ab739b-608a-4deb-9d9c-07a3e116ee2e HTTP/1.1" status: 200 len: 1094 time: 1.2531369 Jul 27 08:45:18.546697 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '159ef74b-f7ad-4522-a24f-174383d37309', 'tag': '59ab739b-608a-4deb-9d9c-07a3e116ee2e'}] {{(pid=104486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 08:45:18.549229 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0fbdf057086729fb3d5906bdd251c7adb98d678ad2f5ce1a48bcc8d44af0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44119152-3654-4959-8c61-fb2b7a1795c7" -d '{"events": [{"name": "network-changed", "server_uuid": "159ef74b-f7ad-4522-a24f-174383d37309", "tag": "59ab739b-608a-4deb-9d9c-07a3e116ee2e"}]}' {{(pid=104486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 08:45:18.569547 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-e6a7a95b-177d-4159-b6c0-afd82e1fbafa req-95b354ef-727b-4d78-84f1-67d9b88fa02c tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Publish callbacks [] for port (cbc21c19-a9c2-48e6-88bd-b5b02cd593fb), precommit_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:18.620998 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 08:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95bb0d82-d7ad-44b0-af19-94e5ebf0e9a7 x-openstack-request-id: req-95bb0d82-d7ad-44b0-af19-94e5ebf0e9a7 {{(pid=104486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 08:45:18.621296 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "159ef74b-f7ad-4522-a24f-174383d37309", "tag": "59ab739b-608a-4deb-9d9c-07a3e116ee2e", "status": "completed", "code": 200}]} {{(pid=104486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 08:45:18.621553 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-95bb0d82-d7ad-44b0-af19-94e5ebf0e9a7 {{(pid=104486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 08:45:18.621964 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95bb0d82-d7ad-44b0-af19-94e5ebf0e9a7'] response: {'name': 'network-changed', 'server_uuid': '159ef74b-f7ad-4522-a24f-174383d37309', 'tag': '59ab739b-608a-4deb-9d9c-07a3e116ee2e', 'status': 'completed', 'code': 200} Jul 27 08:45:18.676063 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Device 2e761988-9626-4906-921b-dc8f9ee411c7 no longer exists at agent ovs-agent-dv-cinder-851170-2-iscsi {{(pid=104487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 08:45:18.676922 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-1f552ed5-e65d-4aec-b35c-813b70e1672d req-addc9ac0-a552-4b4e-87bf-00855ad86348 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/security-groups?id=33103d02-1660-42f2-9c20-0c21b6db7e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716197 Jul 27 08:45:18.710712 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] No Port match for: 2e761988-9626-4906-921b-dc8f9ee411c7 {{(pid=104487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 08:45:18.711064 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Device 2e761988-9626-4906-921b-dc8f9ee411c7 not bound to the agent host dv-cinder-851170-2-iscsi {{(pid=104487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 08:45:18.716946 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44119152-3654-4959-8c61-fb2b7a1795c7 req-c709424f-8048-4dc9-8e7d-1dd7105ef008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:45:18.723312 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-44119152-3654-4959-8c61-fb2b7a1795c7 req-c709424f-8048-4dc9-8e7d-1dd7105ef008 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=940250de2f6f47ed9edc1bb0468551c8&device_id=159ef74b-f7ad-4522-a24f-174383d37309 HTTP/1.1" status: 200 len: 1128 time: 0.0499775 Jul 27 08:45:18.775997 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-d104a29f-f489-41d5-aa06-389139cf29d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8119314'] for router (5da7ac93-3846-4a54-b608-43384d908a2e), after_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:18.776642 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d104a29f-f489-41d5-aa06-389139cf29d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5da7ac93-3846-4a54-b608-43384d908a2e {{(pid=104485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 08:45:18.781814 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-d104a29f-f489-41d5-aa06-389139cf29d3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:18.783195 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-d104a29f-f489-41d5-aa06-389139cf29d3 admin admin] 10.222.0.40 "DELETE /v2.0/routers/5da7ac93-3846-4a54-b608-43384d908a2e HTTP/1.1" status: 204 len: 168 time: 1.3195672 Jul 27 08:45:18.786644 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-e6a7a95b-177d-4159-b6c0-afd82e1fbafa req-95b354ef-727b-4d78-84f1-67d9b88fa02c tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786709965397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4293862'] for port (cbc21c19-a9c2-48e6-88bd-b5b02cd593fb), after_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:18.786775 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 59330) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:45:18.794119 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:45:18.827278 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:45:18.858131 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6a7a95b-177d-4159-b6c0-afd82e1fbafa req-95b354ef-727b-4d78-84f1-67d9b88fa02c tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Network 77554b81-fd19-4316-8d69-62980152360c is already hosted by enough agents. {{(pid=104486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 08:45:18.869357 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.scheduler.base_scheduler [req-e6a7a95b-177d-4159-b6c0-afd82e1fbafa req-95b354ef-727b-4d78-84f1-67d9b88fa02c tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Resources bound (agent type, host, resource id): {{(pid=104486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 08:45:18.875545 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b354ef-727b-4d78-84f1-67d9b88fa02c tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Pushing event updated for resources: {'Port': ['ID=cbc21c19-a9c2-48e6-88bd-b5b02cd593fb,revision_number=1']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:45:18.882769 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6a7a95b-177d-4159-b6c0-afd82e1fbafa req-95b354ef-727b-4d78-84f1-67d9b88fa02c tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Received port after_create {{(pid=104486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 08:45:18.917451 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44119152-3654-4959-8c61-fb2b7a1795c7 req-d6c7045c-d441-45a0-8e38-c2764ac8e445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:45:18.919145 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-44119152-3654-4959-8c61-fb2b7a1795c7 req-d6c7045c-d441-45a0-8e38-c2764ac8e445 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=940250de2f6f47ed9edc1bb0468551c8&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1859524 Jul 27 08:45:18.996252 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a7a95b-177d-4159-b6c0-afd82e1fbafa req-95b354ef-727b-4d78-84f1-67d9b88fa02c tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:45:18.996987 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-e6a7a95b-177d-4159-b6c0-afd82e1fbafa req-95b354ef-727b-4d78-84f1-67d9b88fa02c tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8374701'] for port (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:19.087884 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.db.db_base_plugin_v2 [None req-15fe7f6e-eaf5-4388-b067-d11236ae9729 admin admin] Deleting subnet ed01b172-e613-4e66-89b3-bd7cfc6a6e68 {{(pid=104485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 27 08:45:19.090981 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8f66b8-e8c9-4f5d-ace4-3837b20ac6ef req-a63cebef-d1b5-4ca5-b989-1942eefb3479 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:45:19.091573 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-15fe7f6e-eaf5-4388-b067-d11236ae9729 admin admin] Publish callbacks [] for subnet (ed01b172-e613-4e66-89b3-bd7cfc6a6e68), before_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:19.094762 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-6e8f66b8-e8c9-4f5d-ace4-3837b20ac6ef req-a63cebef-d1b5-4ca5-b989-1942eefb3479 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/ports?device_id=8f053d88-ea01-4efa-9bcc-0880e6194203 HTTP/1.1" status: 200 len: 945 time: 0.0912452 Jul 27 08:45:19.129425 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-e6a7a95b-177d-4159-b6c0-afd82e1fbafa req-95b354ef-727b-4d78-84f1-67d9b88fa02c tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6364980 Jul 27 08:45:19.130752 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-15fe7f6e-eaf5-4388-b067-d11236ae9729 admin admin] Publish callbacks [] for subnet (ed01b172-e613-4e66-89b3-bd7cfc6a6e68), precommit_delete_associations {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:19.132381 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44119152-3654-4959-8c61-fb2b7a1795c7 req-6b881d7b-d2f5-45d3-9bc9-009449abf54f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:45:19.133748 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-44119152-3654-4959-8c61-fb2b7a1795c7 req-6b881d7b-d2f5-45d3-9bc9-009449abf54f service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2079072 Jul 27 08:45:19.159158 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-b47614f4-459e-48c8-a7ce-a56907fe9fb1 None None] Provisioning complete for port cbc21c19-a9c2-48e6-88bd-b5b02cd593fb triggered by entity DHCP. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:45:19.161801 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-b47614f4-459e-48c8-a7ce-a56907fe9fb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (cbc21c19-a9c2-48e6-88bd-b5b02cd593fb), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:19.165285 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-6e8f66b8-e8c9-4f5d-ace4-3837b20ac6ef req-b633f1a7-38a1-4e30-b5e5-34ca555c3b9e tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/security-groups?id=06418579-5279-4337-8e21-42e2ccd9d668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635831 Jul 27 08:45:19.172293 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.v2.base [req-e6a7a95b-177d-4159-b6c0-afd82e1fbafa req-c427ab80-6084-4c30-b05d-9ab2572926d5 service neutron] Request body: {'port': {'device_id': 'e039946f-9689-47a3-85ab-cdd76c8ab6be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85117'}} {{(pid=104486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:45:19.205517 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-15fe7f6e-eaf5-4388-b067-d11236ae9729 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-829739'] for subnet (ed01b172-e613-4e66-89b3-bd7cfc6a6e68), precommit_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:19.229596 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-b47614f4-459e-48c8-a7ce-a56907fe9fb1 None None] Port cbc21c19-a9c2-48e6-88bd-b5b02cd593fb cannot update to ACTIVE because it is not bound. {{(pid=104487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 08:45:19.276027 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-e6a7a95b-177d-4159-b6c0-afd82e1fbafa req-c427ab80-6084-4c30-b05d-9ab2572926d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (cbc21c19-a9c2-48e6-88bd-b5b02cd593fb), before_update {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:19.289903 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a59a81-41fb-45dd-8e14-ba3fd7484af6 req-f34e78aa-301a-48d1-ae58-4db922762218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:45:19.291464 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-47a59a81-41fb-45dd-8e14-ba3fd7484af6 req-f34e78aa-301a-48d1-ae58-4db922762218 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=940250de2f6f47ed9edc1bb0468551c8&device_id=159ef74b-f7ad-4522-a24f-174383d37309 HTTP/1.1" status: 200 len: 1128 time: 0.0606415 Jul 27 08:45:19.317465 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61564bac-dbed-4b60-8015-96c032cf5f6d req-d9a677d9-1d67-43d5-ab0d-d79a7b7e1b48 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:45:19.319012 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-61564bac-dbed-4b60-8015-96c032cf5f6d req-d9a677d9-1d67-43d5-ab0d-d79a7b7e1b48 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/ports?device_id=8f053d88-ea01-4efa-9bcc-0880e6194203 HTTP/1.1" status: 200 len: 945 time: 0.0740943 Jul 27 08:45:19.329678 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 59338) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:45:19.335836 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.v2.base [None req-0d06c47e-7344-46ac-875a-2e3b88466049 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Request body: {'floatingip': {'port_id': '6f674684-ef99-4489-89b2-62b7296f4a73'}} {{(pid=104485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:45:19.390258 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-47a59a81-41fb-45dd-8e14-ba3fd7484af6 req-43cc34c8-9d31-4cff-a8e6-fbdbc4d43df3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=59ab739b-608a-4deb-9d9c-07a3e116ee2e HTTP/1.1" status: 200 len: 217 time: 0.0731590 Jul 27 08:45:19.391926 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-0d06c47e-7344-46ac-875a-2e3b88466049 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Publish callbacks [] for floatingip (71272700-5171-4b75-8082-3e19f08f34b0), before_update {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:19.398802 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:45:19.432641 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-15fe7f6e-eaf5-4388-b067-d11236ae9729 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-829730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739'] for subnet (ed01b172-e613-4e66-89b3-bd7cfc6a6e68), after_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:19.468070 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fe7f6e-eaf5-4388-b067-d11236ae9729 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed01b172-e613-4e66-89b3-bd7cfc6a6e68,revision_number=None']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:45:19.476234 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-15fe7f6e-eaf5-4388-b067-d11236ae9729 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:19.482857 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a2660a-e202-4af8-b773-d82750a617df None None] Network 8f62ee98-23a0-4933-b8cb-2aa4e027f74e requested from dv-cinder-851170-2-iscsi {{(pid=104487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 08:45:19.483348 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-15fe7f6e-eaf5-4388-b067-d11236ae9729 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/ed01b172-e613-4e66-89b3-bd7cfc6a6e68 HTTP/1.1" status: 204 len: 168 time: 0.6952739 Jul 27 08:45:19.483477 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 59340) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:45:19.493913 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fb0964-3483-4994-b5db-5fad34bf975b req-2510605e-cedb-48d1-afd9-d403d13e343d tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:45:19.495438 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-b8fb0964-3483-4994-b5db-5fad34bf975b req-2510605e-cedb-48d1-afd9-d403d13e343d tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=e039946f-9689-47a3-85ab-cdd76c8ab6be HTTP/1.1" status: 200 len: 932 time: 0.1390724 Jul 27 08:45:19.547122 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a59a81-41fb-45dd-8e14-ba3fd7484af6 req-53fcc276-1630-41bf-91a4-54d181c07fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:45:19.553566 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-47a59a81-41fb-45dd-8e14-ba3fd7484af6 req-53fcc276-1630-41bf-91a4-54d181c07fee service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5784479d-44dd-45ed-b6e6-1aaaf2f91b93 HTTP/1.1" status: 200 len: 854 time: 0.1530035 Jul 27 08:45:19.619745 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-6f97290b-c376-438e-8130-9bd85ffd9951 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-787041'] for network (8f62ee98-23a0-4933-b8cb-2aa4e027f74e), before_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:19.668870 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b66c11f4-e224-472d-90b3-541e13bc0409 None None] DHCP port deletion for 8f62ee98-23a0-4933-b8cb-2aa4e027f74e request from dv-cinder-851170-2-iscsi {{(pid=104487) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 27 08:45:19.710594 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-b66c11f4-e224-472d-90b3-541e13bc0409 None None] Deleting port 2b0f9add-1334-4b60-b930-f0f579237dad {{(pid=104487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 08:45:19.712170 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-b66c11f4-e224-472d-90b3-541e13bc0409 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786710341133'] for port (2b0f9add-1334-4b60-b930-f0f579237dad), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:19.746912 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.plugin [None req-6f97290b-c376-438e-8130-9bd85ffd9951 admin admin] Deleting port 2b0f9add-1334-4b60-b930-f0f579237dad {{(pid=104485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 08:45:19.747274 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-6f97290b-c376-438e-8130-9bd85ffd9951 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786710341133'] for port (2b0f9add-1334-4b60-b930-f0f579237dad), before_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:19.751572 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:45:19.786841 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-b66c11f4-e224-472d-90b3-541e13bc0409 None None] For port 2b0f9add-1334-4b60-b930-f0f579237dad, host dv-cinder-851170-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851170-2-iscsi',level=0,port_id=2b0f9add-1334-4b60-b930-f0f579237dad,segment=NetworkSegment(68930789-2201-41e5-af0c-d633f061e6eb),segment_id=68930789-2201-41e5-af0c-d633f061e6eb)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:45:19.787388 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-b66c11f4-e224-472d-90b3-541e13bc0409 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8100626'] for port (2b0f9add-1334-4b60-b930-f0f579237dad), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:19.803839 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-b66c11f4-e224-472d-90b3-541e13bc0409 None None] Calling delete_port for 2b0f9add-1334-4b60-b930-f0f579237dad owned by network:dhcp {{(pid=104487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 08:45:19.901480 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.db [None req-6f97290b-c376-438e-8130-9bd85ffd9951 admin admin] For port 2b0f9add-1334-4b60-b930-f0f579237dad, host dv-cinder-851170-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851170-2-iscsi',level=0,port_id=2b0f9add-1334-4b60-b930-f0f579237dad,segment=NetworkSegment(68930789-2201-41e5-af0c-d633f061e6eb),segment_id=68930789-2201-41e5-af0c-d633f061e6eb)] {{(pid=104485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:45:19.901847 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-6f97290b-c376-438e-8130-9bd85ffd9951 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8100626'] for port (2b0f9add-1334-4b60-b930-f0f579237dad), precommit_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:19.909812 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0374a7dd-1470-40ff-b737-dea8dfb3a39a req-1bc36176-ebec-4cf4-aa13-1b08b2b228a2 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:45:19.911326 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-0374a7dd-1470-40ff-b737-dea8dfb3a39a req-1bc36176-ebec-4cf4-aa13-1b08b2b228a2 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/ports?device_id=159ef74b-f7ad-4522-a24f-174383d37309 HTTP/1.1" status: 200 len: 944 time: 0.1446059 Jul 27 08:45:19.937367 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.plugin [None req-6f97290b-c376-438e-8130-9bd85ffd9951 admin admin] Calling delete_port for 2b0f9add-1334-4b60-b930-f0f579237dad owned by network:dhcp {{(pid=104485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 08:45:19.943544 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-b8fb0964-3483-4994-b5db-5fad34bf975b req-6bd90505-b600-43bd-a3e7-15b4098484d7 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=fcc4b31a-2386-44ed-81fb-c2f68a123c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4360871 Jul 27 08:45:19.952002 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a59a81-41fb-45dd-8e14-ba3fd7484af6 req-dfe22754-3bc4-47bd-857e-fd4e9577c7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:45:19.953702 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-47a59a81-41fb-45dd-8e14-ba3fd7484af6 req-dfe22754-3bc4-47bd-857e-fd4e9577c7aa service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8f6980da-175b-4e92-9032-637e0458eb4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3773804 Jul 27 08:45:19.955417 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-b66c11f4-e224-472d-90b3-541e13bc0409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786710477123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786709965406'] for port (2b0f9add-1334-4b60-b930-f0f579237dad), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:19.984840 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66c11f4-e224-472d-90b3-541e13bc0409 None None] No DVR routers for this DVR port 2b0f9add-1334-4b60-b930-f0f579237dad on host dv-cinder-851170-2-iscsi {{(pid=104487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 08:45:19.986638 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66c11f4-e224-472d-90b3-541e13bc0409 None None] Pushing event deleted for resources: {'Port': ['ID=2b0f9add-1334-4b60-b930-f0f579237dad,revision_number=None']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:45:20.097521 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=100 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:45:20.107396 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-0374a7dd-1470-40ff-b737-dea8dfb3a39a req-3b4e93f4-9e6a-447b-ba43-c92ee79668cf tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/security-groups?id=33103d02-1660-42f2-9c20-0c21b6db7e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1823726 Jul 27 08:45:20.111756 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-47a59a81-41fb-45dd-8e14-ba3fd7484af6 req-18405d85-bff9-4393-a7b0-6d4cc09a4860 service neutron] 10.222.0.42 "GET /v2.0/networks/8f6980da-175b-4e92-9032-637e0458eb4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469665 Jul 27 08:45:20.131634 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.notifiers.nova [req-e6a7a95b-177d-4159-b6c0-afd82e1fbafa req-c427ab80-6084-4c30-b05d-9ab2572926d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbc21c19-a9c2-48e6-88bd-b5b02cd593fb {{(pid=104486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 08:45:20.140928 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-e6a7a95b-177d-4159-b6c0-afd82e1fbafa req-c427ab80-6084-4c30-b05d-9ab2572926d5 service neutron] Publish callbacks [] for port (cbc21c19-a9c2-48e6-88bd-b5b02cd593fb), precommit_update {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:20.168389 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-6f97290b-c376-438e-8130-9bd85ffd9951 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786710477123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786709965406'] for port (2b0f9add-1334-4b60-b930-f0f579237dad), after_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:20.192567 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.db.provisioning_blocks [req-e6a7a95b-177d-4159-b6c0-afd82e1fbafa req-c427ab80-6084-4c30-b05d-9ab2572926d5 service neutron] Transition to ACTIVE for port object cbc21c19-a9c2-48e6-88bd-b5b02cd593fb will not be triggered until provisioned by entity L2. {{(pid=104486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 27 08:45:20.230617 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f97290b-c376-438e-8130-9bd85ffd9951 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b0f9add-1334-4b60-b930-f0f579237dad,revision_number=None']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:45:20.234409 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-47a59a81-41fb-45dd-8e14-ba3fd7484af6 req-5a689991-b617-4d89-87c7-efdb9dcb82a5 service neutron] 10.222.0.42 "GET /v2.0/networks/8f6980da-175b-4e92-9032-637e0458eb4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146371 Jul 27 08:45:20.238908 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f97290b-c376-438e-8130-9bd85ffd9951 admin admin] No DVR routers for this DVR port 2b0f9add-1334-4b60-b930-f0f579237dad on host dv-cinder-851170-2-iscsi {{(pid=104485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 08:45:20.246013 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-e6a7a95b-177d-4159-b6c0-afd82e1fbafa req-c427ab80-6084-4c30-b05d-9ab2572926d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4293873'] for port (cbc21c19-a9c2-48e6-88bd-b5b02cd593fb), after_update {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:20.251141 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:45:20.273849 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-0d06c47e-7344-46ac-875a-2e3b88466049 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:20.274603 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-45eb61cd-e3d7-4840-8013-3080c7768274 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (36998da0-f99a-403d-814c-b55466abd131), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:20.306180 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c427ab80-6084-4c30-b05d-9ab2572926d5 service neutron] Pushing event updated for resources: {'Port': ['ID=cbc21c19-a9c2-48e6-88bd-b5b02cd593fb,revision_number=2']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:45:20.325330 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-6f97290b-c376-438e-8130-9bd85ffd9951 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-831493', 'neutron.services.segments.db._delete_segments_for_network-8786710418890'] for network (8f62ee98-23a0-4933-b8cb-2aa4e027f74e), precommit_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:20.371143 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-6f97290b-c376-438e-8130-9bd85ffd9951 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104485) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:45:20.371143 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-6f97290b-c376-438e-8130-9bd85ffd9951 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104485) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:45:20.371143 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-6f97290b-c376-438e-8130-9bd85ffd9951 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104485) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:45:20.371143 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-6f97290b-c376-438e-8130-9bd85ffd9951 admin admin] Subscribe: > port after_create 55550000 {{(pid=104485) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:45:20.371143 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-6f97290b-c376-438e-8130-9bd85ffd9951 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104485) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:45:20.371143 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-6f97290b-c376-438e-8130-9bd85ffd9951 admin admin] Subscribe: > port after_update 55550000 {{(pid=104485) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:45:20.371143 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-6f97290b-c376-438e-8130-9bd85ffd9951 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104485) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:45:20.371143 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-6f97290b-c376-438e-8130-9bd85ffd9951 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104485) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:45:20.371143 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-6f97290b-c376-438e-8130-9bd85ffd9951 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104485) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:45:20.371143 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-6f97290b-c376-438e-8130-9bd85ffd9951 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104485) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:45:20.394705 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Device 8d569832-7ef9-4c22-86e2-8066c4b25d54 no longer exists at agent ovs-agent-dv-cinder-851170-2-iscsi {{(pid=104487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 08:45:20.397884 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.managers [req-e6a7a95b-177d-4159-b6c0-afd82e1fbafa req-c427ab80-6084-4c30-b05d-9ab2572926d5 service neutron] Attempting to bind port cbc21c19-a9c2-48e6-88bd-b5b02cd593fb on host hv-cinder-85117 for vnic_type normal with profile {{(pid=104486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 08:45:20.400620 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.managers [req-e6a7a95b-177d-4159-b6c0-afd82e1fbafa req-c427ab80-6084-4c30-b05d-9ab2572926d5 service neutron] Attempting to bind port cbc21c19-a9c2-48e6-88bd-b5b02cd593fb by drivers openvswitch,hyperv on host hv-cinder-85117 at level 0 using segments [{'id': 'd4421dbb-2177-49de-a9fa-abc5e0331875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '77554b81-fd19-4316-8d69-62980152360c'}] {{(pid=104486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 08:45:20.400620 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6a7a95b-177d-4159-b6c0-afd82e1fbafa req-c427ab80-6084-4c30-b05d-9ab2572926d5 service neutron] Attempting to bind port cbc21c19-a9c2-48e6-88bd-b5b02cd593fb on network 77554b81-fd19-4316-8d69-62980152360c {{(pid=104486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 08:45:20.404232 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6a7a95b-177d-4159-b6c0-afd82e1fbafa req-c427ab80-6084-4c30-b05d-9ab2572926d5 service neutron] Port cbc21c19-a9c2-48e6-88bd-b5b02cd593fb on network 77554b81-fd19-4316-8d69-62980152360c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85117 {{(pid=104486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 27 08:45:20.404567 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6a7a95b-177d-4159-b6c0-afd82e1fbafa req-c427ab80-6084-4c30-b05d-9ab2572926d5 service neutron] Attempting to bind port cbc21c19-a9c2-48e6-88bd-b5b02cd593fb on network 77554b81-fd19-4316-8d69-62980152360c {{(pid=104486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 08:45:20.410552 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6a7a95b-177d-4159-b6c0-afd82e1fbafa req-c427ab80-6084-4c30-b05d-9ab2572926d5 service neutron] Checking agent: {'id': '40990755-2d84-4c9d-828c-eda94a5136e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85117', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 8, 37, 21), 'started_at': datetime.datetime(2022, 7, 27, 8, 37, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 8, 44, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 08:45:20.410906 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6a7a95b-177d-4159-b6c0-afd82e1fbafa req-c427ab80-6084-4c30-b05d-9ab2572926d5 service neutron] Checking segment: {'id': 'd4421dbb-2177-49de-a9fa-abc5e0331875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '77554b81-fd19-4316-8d69-62980152360c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 08:45:20.411348 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6a7a95b-177d-4159-b6c0-afd82e1fbafa req-c427ab80-6084-4c30-b05d-9ab2572926d5 service neutron] Bound using segment: {'id': 'd4421dbb-2177-49de-a9fa-abc5e0331875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '77554b81-fd19-4316-8d69-62980152360c'} {{(pid=104486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 08:45:20.411899 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.managers [req-e6a7a95b-177d-4159-b6c0-afd82e1fbafa req-c427ab80-6084-4c30-b05d-9ab2572926d5 service neutron] Bound port: cbc21c19-a9c2-48e6-88bd-b5b02cd593fb, host: hv-cinder-85117, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4421dbb-2177-49de-a9fa-abc5e0331875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '77554b81-fd19-4316-8d69-62980152360c'}}] {{(pid=104486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 08:45:20.412263 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-e6a7a95b-177d-4159-b6c0-afd82e1fbafa req-c427ab80-6084-4c30-b05d-9ab2572926d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (cbc21c19-a9c2-48e6-88bd-b5b02cd593fb), before_update {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:20.422842 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] No Port match for: 8d569832-7ef9-4c22-86e2-8066c4b25d54 {{(pid=104487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 08:45:20.423195 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Device 8d569832-7ef9-4c22-86e2-8066c4b25d54 not bound to the agent host dv-cinder-851170-2-iscsi {{(pid=104487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 08:45:20.424234 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Device 2b0f9add-1334-4b60-b930-f0f579237dad no longer exists at agent ovs-agent-dv-cinder-851170-2-iscsi {{(pid=104487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 08:45:20.444489 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] No Port match for: 2b0f9add-1334-4b60-b930-f0f579237dad {{(pid=104487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 08:45:20.445109 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Device 2b0f9add-1334-4b60-b930-f0f579237dad not bound to the agent host dv-cinder-851170-2-iscsi {{(pid=104487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 08:45:20.469927 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-6f97290b-c376-438e-8130-9bd85ffd9951 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104485) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:45:20.470448 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-6f97290b-c376-438e-8130-9bd85ffd9951 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104485) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:45:20.470850 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-6f97290b-c376-438e-8130-9bd85ffd9951 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104485) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:45:20.471189 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-6f97290b-c376-438e-8130-9bd85ffd9951 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104485) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 08:45:20.471559 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.services.segments.db [None req-6f97290b-c376-438e-8130-9bd85ffd9951 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f62ee98-23a0-4933-b8cb-2aa4e027f74e']}} {{(pid=104485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:45:20.485327 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.db [req-e6a7a95b-177d-4159-b6c0-afd82e1fbafa req-c427ab80-6084-4c30-b05d-9ab2572926d5 service neutron] For port cbc21c19-a9c2-48e6-88bd-b5b02cd593fb, host hv-cinder-85117, cleared binding levels {{(pid=104486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 08:45:20.485692 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-0d06c47e-7344-46ac-875a-2e3b88466049 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363235'] for floatingip (71272700-5171-4b75-8082-3e19f08f34b0), after_update {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:20.488594 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.db [req-e6a7a95b-177d-4159-b6c0-afd82e1fbafa req-c427ab80-6084-4c30-b05d-9ab2572926d5 service neutron] For port cbc21c19-a9c2-48e6-88bd-b5b02cd593fb, host hv-cinder-85117, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85117',level=0,port_id=cbc21c19-a9c2-48e6-88bd-b5b02cd593fb,segment=NetworkSegment(d4421dbb-2177-49de-a9fa-abc5e0331875),segment_id=d4421dbb-2177-49de-a9fa-abc5e0331875)] {{(pid=104486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 08:45:20.520700 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.services.segments.db [None req-6f97290b-c376-438e-8130-9bd85ffd9951 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68930789-2201-41e5-af0c-d633f061e6eb') {'for_net_delete': True} {{(pid=104485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:45:20.521003 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.services.segments.db [None req-6f97290b-c376-438e-8130-9bd85ffd9951 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68930789-2201-41e5-af0c-d633f061e6eb') {} {{(pid=104485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:45:20.541143 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-6f97290b-c376-438e-8130-9bd85ffd9951 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786710418791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4551686'] for segment (68930789-2201-41e5-af0c-d633f061e6eb), before_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:20.543631 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-e6a7a95b-177d-4159-b6c0-afd82e1fbafa req-c427ab80-6084-4c30-b05d-9ab2572926d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4293873'] for port (cbc21c19-a9c2-48e6-88bd-b5b02cd593fb), after_update {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:20.591086 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a7a95b-177d-4159-b6c0-afd82e1fbafa req-c427ab80-6084-4c30-b05d-9ab2572926d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:45:20.592832 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-e6a7a95b-177d-4159-b6c0-afd82e1fbafa req-c427ab80-6084-4c30-b05d-9ab2572926d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8374701'] for port (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:20.594387 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-e6a7a95b-177d-4159-b6c0-afd82e1fbafa req-c427ab80-6084-4c30-b05d-9ab2572926d5 service neutron] 10.222.0.42 "PUT /v2.0/ports/cbc21c19-a9c2-48e6-88bd-b5b02cd593fb HTTP/1.1" status: 200 len: 1094 time: 1.4280415 Jul 27 08:45:20.597404 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-6f97290b-c376-438e-8130-9bd85ffd9951 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-834444'] for segment (68930789-2201-41e5-af0c-d633f061e6eb), precommit_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:20.601265 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:45:20.613706 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f97290b-c376-438e-8130-9bd85ffd9951 admin admin] Releasing vlan 684 on physical network physnet1 to pool {{(pid=104485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 08:45:20.614021 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-6f97290b-c376-438e-8130-9bd85ffd9951 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-834444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16582244'] for segment (68930789-2201-41e5-af0c-d633f061e6eb), after_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:20.618255 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c427ab80-6084-4c30-b05d-9ab2572926d5 service neutron] Pushing event updated for resources: {'Port': ['ID=cbc21c19-a9c2-48e6-88bd-b5b02cd593fb,revision_number=3']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:45:20.623781 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e039946f-9689-47a3-85ab-cdd76c8ab6be', 'tag': 'cbc21c19-a9c2-48e6-88bd-b5b02cd593fb'}] {{(pid=104486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 08:45:20.626242 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0fbdf057086729fb3d5906bdd251c7adb98d678ad2f5ce1a48bcc8d44af0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9397a4c-2115-4b18-8101-232efdcd3dc0" -d '{"events": [{"name": "network-changed", "server_uuid": "e039946f-9689-47a3-85ab-cdd76c8ab6be", "tag": "cbc21c19-a9c2-48e6-88bd-b5b02cd593fb"}]}' {{(pid=104486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 08:45:20.672198 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 08:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2345a4d3-8ab9-41e1-8c80-9537d42007a1 x-openstack-request-id: req-2345a4d3-8ab9-41e1-8c80-9537d42007a1 {{(pid=104486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 08:45:20.672305 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e039946f-9689-47a3-85ab-cdd76c8ab6be", "tag": "cbc21c19-a9c2-48e6-88bd-b5b02cd593fb", "status": "completed", "code": 200}]} {{(pid=104486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 08:45:20.672495 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-2345a4d3-8ab9-41e1-8c80-9537d42007a1 {{(pid=104486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 08:45:20.673361 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2345a4d3-8ab9-41e1-8c80-9537d42007a1'] response: {'name': 'network-changed', 'server_uuid': 'e039946f-9689-47a3-85ab-cdd76c8ab6be', 'tag': 'cbc21c19-a9c2-48e6-88bd-b5b02cd593fb', 'status': 'completed', 'code': 200} Jul 27 08:45:20.788941 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-6f97290b-c376-438e-8130-9bd85ffd9951 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-831502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363063'] for network (8f62ee98-23a0-4933-b8cb-2aa4e027f74e), after_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:20.802625 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-6f97290b-c376-438e-8130-9bd85ffd9951 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7864717'] for network (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:20.805823 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-6f97290b-c376-438e-8130-9bd85ffd9951 admin admin] 10.222.0.40 "DELETE /v2.0/networks/8f62ee98-23a0-4933-b8cb-2aa4e027f74e HTTP/1.1" status: 204 len: 168 time: 1.3149843 Jul 27 08:45:20.819352 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.services.segments.plugin [-] Segment 68930789-2201-41e5-af0c-d633f061e6eb resource provider aggregate not found Jul 27 08:45:20.826700 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f97290b-c376-438e-8130-9bd85ffd9951 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f62ee98-23a0-4933-b8cb-2aa4e027f74e,revision_number=None']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:45:20.832677 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d06c47e-7344-46ac-875a-2e3b88466049 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Router 3e5b6a5e-dae9-4233-a289-94d5f15ec0f2 has already been hosted by L3 agent 5bc6d868-bb0b-4164-b2dd-44360f4de654 {{(pid=104485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 08:45:20.841947 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.services.segments.plugin [-] Segment 68930789-2201-41e5-af0c-d633f061e6eb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 68930789-2201-41e5-af0c-d633f061e6eb found for delete ", "request_id": "req-d791206c-0b4c-4581-a2c1-8c5c59d77569"}]} Jul 27 08:45:20.917255 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:45:20.944140 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d06c47e-7344-46ac-875a-2e3b88466049 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Notify agent at l3_agent.dv-cinder-851170-2-iscsi the message routers_updated {{(pid=104485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 08:45:20.948922 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-0d06c47e-7344-46ac-875a-2e3b88466049 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8374701'] for floatingip (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:20.954081 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41445197-2cb3-4689-9ae2-e5422581f4c5 None None] Sync routers for ids ['3e5b6a5e-dae9-4233-a289-94d5f15ec0f2'] in dv-cinder-851170-2-iscsi {{(pid=104487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 08:45:20.964682 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41445197-2cb3-4689-9ae2-e5422581f4c5 None None] Routers {'3e5b6a5e-dae9-4233-a289-94d5f15ec0f2'} bound to L3 agent in host dv-cinder-851170-2-iscsi {{(pid=104487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 08:45:20.965296 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_hamode_db [None req-41445197-2cb3-4689-9ae2-e5422581f4c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-27T08:30:18Z,description=,heartbeat_timestamp=2022-07-27T08:45:18Z,host='dv-cinder-851170-2-iscsi',id=5bc6d868-bb0b-4164-b2dd-44360f4de654,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T08:30:19Z,topic='l3_agent')) {'router_ids': ['3e5b6a5e-dae9-4233-a289-94d5f15ec0f2'], 'active': True} {{(pid=104487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:45:20.981642 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f053d88-ea01-4efa-9bcc-0880e6194203', 'tag': '6f674684-ef99-4489-89b2-62b7296f4a73'}] {{(pid=104485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 08:45:20.984314 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f4ab7c7b1e34975a56cd7ce610f5615b70f950c8da59d9e9b5a870069a9544" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62045c69-e89e-4b83-b359-2d1588652242" -d '{"events": [{"name": "network-changed", "server_uuid": "8f053d88-ea01-4efa-9bcc-0880e6194203", "tag": "6f674684-ef99-4489-89b2-62b7296f4a73"}]}' {{(pid=104485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 08:45:21.018101 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-0d06c47e-7344-46ac-875a-2e3b88466049 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "PUT /v2.0/floatingips/71272700-5171-4b75-8082-3e19f08f34b0 HTTP/1.1" status: 200 len: 993 time: 1.6874015 Jul 27 08:45:21.038948 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 08:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de76e888-14a5-441d-9699-16294f958c77 x-openstack-request-id: req-de76e888-14a5-441d-9699-16294f958c77 {{(pid=104485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 08:45:21.039331 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f053d88-ea01-4efa-9bcc-0880e6194203", "tag": "6f674684-ef99-4489-89b2-62b7296f4a73", "status": "completed", "code": 200}]} {{(pid=104485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 08:45:21.039608 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-de76e888-14a5-441d-9699-16294f958c77 {{(pid=104485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 08:45:21.040013 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de76e888-14a5-441d-9699-16294f958c77'] response: {'name': 'network-changed', 'server_uuid': '8f053d88-ea01-4efa-9bcc-0880e6194203', 'tag': '6f674684-ef99-4489-89b2-62b7296f4a73', 'status': 'completed', 'code': 200} Jul 27 08:45:21.092355 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb7d740-806d-44c0-97e9-df1f6407140e req-8273e511-8843-4274-a66e-20fa81248b41 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:45:21.094060 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-dcb7d740-806d-44c0-97e9-df1f6407140e req-8273e511-8843-4274-a66e-20fa81248b41 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=e039946f-9689-47a3-85ab-cdd76c8ab6be HTTP/1.1" status: 200 len: 944 time: 0.0531521 Jul 27 08:45:21.148295 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-dcb7d740-806d-44c0-97e9-df1f6407140e req-b00a22ac-adf4-4b3d-bd4e-e3a63de5f2c2 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=fcc4b31a-2386-44ed-81fb-c2f68a123c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474181 Jul 27 08:45:21.220271 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvr_db [None req-41445197-2cb3-4689-9ae2-e5422581f4c5 None None] Set router 3e5b6a5e-dae9-4233-a289-94d5f15ec0f2 gateway port host: dv-cinder-851170-2-iscsi {{(pid=104487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 08:45:21.221970 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:45:21.226046 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 59368) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:45:21.233429 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:UPDATE=2,neutron:DELETE=5,neutron:SELECT=93 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:45:21.242723 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f948eb43-42b5-4357-bcf7-0e1aa6455ace req-a5825867-0a9c-4826-a745-28cff0ea2c36 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:45:21.244208 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-f948eb43-42b5-4357-bcf7-0e1aa6455ace req-a5825867-0a9c-4826-a745-28cff0ea2c36 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/ports?device_id=159ef74b-f7ad-4522-a24f-174383d37309 HTTP/1.1" status: 200 len: 944 time: 0.0533078 Jul 27 08:45:21.277073 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-8cfa278f-061b-4db1-96d7-a5a4e1b9cfaa admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=52bd08da2d1746c6a84cf75143ae6bf6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0498140 Jul 27 08:45:21.280715 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 59370) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:45:21.287686 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:45:21.300735 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-f948eb43-42b5-4357-bcf7-0e1aa6455ace req-65f8b811-3441-46da-b7f4-047d7a88646e tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/security-groups?id=33103d02-1660-42f2-9c20-0c21b6db7e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500579 Jul 27 08:45:21.337642 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-8afb9a0d-45df-47ff-b471-6ee44522a528 admin admin] Publish callbacks [] for security_group (6dfb1169-7eb8-4729-a2a0-d63f36a2079d), before_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:21.360364 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-8afb9a0d-45df-47ff-b471-6ee44522a528 admin admin] Publish callbacks [] for security_group (6dfb1169-7eb8-4729-a2a0-d63f36a2079d), precommit_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:21.363237 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-83feb67a-80d7-474e-96e8-1d92c33387c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (0a293c43-2970-4b69-9d2a-dcf41d8870ef), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:21.400569 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (40990755-2d84-4c9d-828c-eda94a5136e8), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:21.467107 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (ed9de811-f248-496b-b487-860d50d7cee7), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:21.471414 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_hamode_db [None req-41445197-2cb3-4689-9ae2-e5422581f4c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e5b6a5e-dae9-4233-a289-94d5f15ec0f2', 'name': 'tempest-ServerRescueNegativeTestJSON-336603511-router', 'tenant_id': 'a0d880114866423480268022d7dd20c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': 'bc20dc56-ef1b-4d13-a040-e7c64a46e81e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:40:56Z', 'updated_at': '2022-07-27T08:41:00Z', 'revision_number': 4, 'project_id': 'a0d880114866423480268022d7dd20c5', 'gw_port': {'id': 'bc20dc56-ef1b-4d13-a040-e7c64a46e81e', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5b6a5e-dae9-4233-a289-94d5f15ec0f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:40:57Z', 'updated_at': '2022-07-27T08:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi', '_floatingips': [{'id': '71272700-5171-4b75-8082-3e19f08f34b0', 'tenant_id': 'a0d880114866423480268022d7dd20c5', 'floating_ip_address': '172.27.2.144', 'floating_network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'router_id': '3e5b6a5e-dae9-4233-a289-94d5f15ec0f2', 'port_id': '6f674684-ef99-4489-89b2-62b7296f4a73', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 401, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0a6cf88-547f-4cf8-ad21-f8b392f1c474', 'mac_address': 'fa:16:3e:93:25:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f053d88-ea01-4efa-9bcc-0880e6194203', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T08:42:33Z', 'updated_at': '2022-07-27T08:45:20Z', 'revision_number': 3, 'project_id': 'a0d880114866423480268022d7dd20c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20925831-7162-4648-bf06-53baf1f72189', 'name': '', 'network_id': 'd0a6cf88-547f-4cf8-ad21-f8b392f1c474', 'tenant_id': 'a0d880114866423480268022d7dd20c5', 'mac_address': 'fa:16:3e:1b:02:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5b6a5e-dae9-4233-a289-94d5f15ec0f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'e0dfc042-b535-4f7d-9065-dbfee481baea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:41:00Z', 'updated_at': '2022-07-27T08:41:06Z', 'revision_number': 5, 'project_id': 'a0d880114866423480268022d7dd20c5', 'subnets': [{'id': 'e0dfc042-b535-4f7d-9065-dbfee481baea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851170-2-iscsi', False) {} {{(pid=104487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:45:21.500588 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-8afb9a0d-45df-47ff-b471-6ee44522a528 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (6dfb1169-7eb8-4729-a2a0-d63f36a2079d), after_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:21.501260 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41445197-2cb3-4689-9ae2-e5422581f4c5 None None] Checking router: 3e5b6a5e-dae9-4233-a289-94d5f15ec0f2 for host: dv-cinder-851170-2-iscsi {{(pid=104487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 08:45:21.503161 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-8afb9a0d-45df-47ff-b471-6ee44522a528 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:21.504402 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-8afb9a0d-45df-47ff-b471-6ee44522a528 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/6dfb1169-7eb8-4729-a2a0-d63f36a2079d HTTP/1.1" status: 204 len: 168 time: 0.2224853 Jul 27 08:45:21.515381 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afb9a0d-45df-47ff-b471-6ee44522a528 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dfb1169-7eb8-4729-a2a0-d63f36a2079d,revision_number=None']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:45:21.516480 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41445197-2cb3-4689-9ae2-e5422581f4c5 None None] Routers {'3e5b6a5e-dae9-4233-a289-94d5f15ec0f2'} bound to L3 agent in host dv-cinder-851170-2-iscsi {{(pid=104487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 08:45:21.517175 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_hamode_db [None req-41445197-2cb3-4689-9ae2-e5422581f4c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-27T08:30:18Z,description=,heartbeat_timestamp=2022-07-27T08:45:18Z,host='dv-cinder-851170-2-iscsi',id=5bc6d868-bb0b-4164-b2dd-44360f4de654,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T08:30:19Z,topic='l3_agent')) {'router_ids': ['3e5b6a5e-dae9-4233-a289-94d5f15ec0f2'], 'active': True} {{(pid=104487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:45:21.631708 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvr_db [None req-41445197-2cb3-4689-9ae2-e5422581f4c5 None None] Set router 3e5b6a5e-dae9-4233-a289-94d5f15ec0f2 gateway port host: dv-cinder-851170-2-iscsi {{(pid=104487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 08:45:21.828134 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:45:21.845396 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_hamode_db [None req-41445197-2cb3-4689-9ae2-e5422581f4c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e5b6a5e-dae9-4233-a289-94d5f15ec0f2', 'name': 'tempest-ServerRescueNegativeTestJSON-336603511-router', 'tenant_id': 'a0d880114866423480268022d7dd20c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': 'bc20dc56-ef1b-4d13-a040-e7c64a46e81e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:40:56Z', 'updated_at': '2022-07-27T08:41:00Z', 'revision_number': 4, 'project_id': 'a0d880114866423480268022d7dd20c5', 'gw_port': {'id': 'bc20dc56-ef1b-4d13-a040-e7c64a46e81e', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5b6a5e-dae9-4233-a289-94d5f15ec0f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:40:57Z', 'updated_at': '2022-07-27T08:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi', '_floatingips': [{'id': '71272700-5171-4b75-8082-3e19f08f34b0', 'tenant_id': 'a0d880114866423480268022d7dd20c5', 'floating_ip_address': '172.27.2.144', 'floating_network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'router_id': '3e5b6a5e-dae9-4233-a289-94d5f15ec0f2', 'port_id': '6f674684-ef99-4489-89b2-62b7296f4a73', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 401, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0a6cf88-547f-4cf8-ad21-f8b392f1c474', 'mac_address': 'fa:16:3e:93:25:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f053d88-ea01-4efa-9bcc-0880e6194203', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T08:42:33Z', 'updated_at': '2022-07-27T08:45:20Z', 'revision_number': 3, 'project_id': 'a0d880114866423480268022d7dd20c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20925831-7162-4648-bf06-53baf1f72189', 'name': '', 'network_id': 'd0a6cf88-547f-4cf8-ad21-f8b392f1c474', 'tenant_id': 'a0d880114866423480268022d7dd20c5', 'mac_address': 'fa:16:3e:1b:02:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5b6a5e-dae9-4233-a289-94d5f15ec0f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'e0dfc042-b535-4f7d-9065-dbfee481baea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:41:00Z', 'updated_at': '2022-07-27T08:41:06Z', 'revision_number': 5, 'project_id': 'a0d880114866423480268022d7dd20c5', 'subnets': [{'id': 'e0dfc042-b535-4f7d-9065-dbfee481baea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851170-2-iscsi', False) {} {{(pid=104487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:45:21.875069 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41445197-2cb3-4689-9ae2-e5422581f4c5 None None] The sync data for ids ['3e5b6a5e-dae9-4233-a289-94d5f15ec0f2'] in dv-cinder-851170-2-iscsi is: [{'id': '3e5b6a5e-dae9-4233-a289-94d5f15ec0f2', 'name': 'tempest-ServerRescueNegativeTestJSON-336603511-router', 'tenant_id': 'a0d880114866423480268022d7dd20c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': 'bc20dc56-ef1b-4d13-a040-e7c64a46e81e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:40:56Z', 'updated_at': '2022-07-27T08:41:00Z', 'revision_number': 4, 'project_id': 'a0d880114866423480268022d7dd20c5', 'gw_port': {'id': 'bc20dc56-ef1b-4d13-a040-e7c64a46e81e', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5b6a5e-dae9-4233-a289-94d5f15ec0f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:40:57Z', 'updated_at': '2022-07-27T08:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi', '_floatingips': [{'id': '71272700-5171-4b75-8082-3e19f08f34b0', 'tenant_id': 'a0d880114866423480268022d7dd20c5', 'floating_ip_address': '172.27.2.144', 'floating_network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'router_id': '3e5b6a5e-dae9-4233-a289-94d5f15ec0f2', 'port_id': '6f674684-ef99-4489-89b2-62b7296f4a73', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 401, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0a6cf88-547f-4cf8-ad21-f8b392f1c474', 'mac_address': 'fa:16:3e:93:25:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f053d88-ea01-4efa-9bcc-0880e6194203', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T08:42:33Z', 'updated_at': '2022-07-27T08:45:20Z', 'revision_number': 3, 'project_id': 'a0d880114866423480268022d7dd20c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20925831-7162-4648-bf06-53baf1f72189', 'name': '', 'network_id': 'd0a6cf88-547f-4cf8-ad21-f8b392f1c474', 'tenant_id': 'a0d880114866423480268022d7dd20c5', 'mac_address': 'fa:16:3e:1b:02:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5b6a5e-dae9-4233-a289-94d5f15ec0f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'e0dfc042-b535-4f7d-9065-dbfee481baea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:41:00Z', 'updated_at': '2022-07-27T08:41:06Z', 'revision_number': 5, 'project_id': 'a0d880114866423480268022d7dd20c5', 'subnets': [{'id': 'e0dfc042-b535-4f7d-9065-dbfee481baea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 08:45:22.233916 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 59378) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:45:22.274274 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-ebd1b0ab-2007-46f1-b590-d166355aba02 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=df89794fec88414e88f7a4b8ecbce47f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390880 Jul 27 08:45:22.276763 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 59380) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:45:22.277819 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3304d7f-12d9-415c-9264-ede3c8b22243 req-eeea4982-fce3-46b0-a9b5-950508486983 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:45:22.279568 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-a3304d7f-12d9-415c-9264-ede3c8b22243 req-eeea4982-fce3-46b0-a9b5-950508486983 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=e039946f-9689-47a3-85ab-cdd76c8ab6be HTTP/1.1" status: 200 len: 944 time: 0.0508556 Jul 27 08:45:22.329725 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-a3304d7f-12d9-415c-9264-ede3c8b22243 req-8fe3d76f-181b-4594-9228-5e6830ecd705 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=fcc4b31a-2386-44ed-81fb-c2f68a123c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440249 Jul 27 08:45:22.341915 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-7982e450-fbd3-4ebf-9658-44ae602d3d79 admin admin] Publish callbacks [] for security_group (f913f51b-1f09-468f-a08a-38af3161f9d5), before_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:22.364701 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-7982e450-fbd3-4ebf-9658-44ae602d3d79 admin admin] Publish callbacks [] for security_group (f913f51b-1f09-468f-a08a-38af3161f9d5), precommit_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:22.439626 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1582c79c-69b7-4143-91cc-486bc80c53af req-cf3f6b98-863f-4b1f-ad14-97b5ba6e6ee8 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:45:22.441165 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-1582c79c-69b7-4143-91cc-486bc80c53af req-cf3f6b98-863f-4b1f-ad14-97b5ba6e6ee8 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/ports?device_id=159ef74b-f7ad-4522-a24f-174383d37309 HTTP/1.1" status: 200 len: 944 time: 0.0610147 Jul 27 08:45:22.489909 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-1582c79c-69b7-4143-91cc-486bc80c53af req-f1e64d0c-8860-4e86-b8d0-81ea5eb4ce6b tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/security-groups?id=33103d02-1660-42f2-9c20-0c21b6db7e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430825 Jul 27 08:45:22.551574 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-7982e450-fbd3-4ebf-9658-44ae602d3d79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (f913f51b-1f09-468f-a08a-38af3161f9d5), after_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:22.554221 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-7982e450-fbd3-4ebf-9658-44ae602d3d79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:22.555403 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-7982e450-fbd3-4ebf-9658-44ae602d3d79 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/f913f51b-1f09-468f-a08a-38af3161f9d5 HTTP/1.1" status: 204 len: 168 time: 0.2776999 Jul 27 08:45:22.566275 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7982e450-fbd3-4ebf-9658-44ae602d3d79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f913f51b-1f09-468f-a08a-38af3161f9d5,revision_number=None']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:45:22.677173 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9397a4c-2115-4b18-8101-232efdcd3dc0 req-474b377e-10ec-41db-8e89-3831ec82ad48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:45:22.678691 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-e9397a4c-2115-4b18-8101-232efdcd3dc0 req-474b377e-10ec-41db-8e89-3831ec82ad48 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e2c60f49a9e14417bd1d9504128fc94b&device_id=e039946f-9689-47a3-85ab-cdd76c8ab6be HTTP/1.1" status: 200 len: 1128 time: 0.0464859 Jul 27 08:45:22.733597 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62045c69-e89e-4b83-b359-2d1588652242 req-ac0d2a88-27d5-48b2-b382-30e5dc79de3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:45:22.735136 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-62045c69-e89e-4b83-b359-2d1588652242 req-ac0d2a88-27d5-48b2-b382-30e5dc79de3e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a0d880114866423480268022d7dd20c5&device_id=8f053d88-ea01-4efa-9bcc-0880e6194203 HTTP/1.1" status: 200 len: 1129 time: 0.0411460 Jul 27 08:45:22.828819 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9397a4c-2115-4b18-8101-232efdcd3dc0 req-d0e78d2a-715e-412b-bafc-3a698b658a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:45:22.830306 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-e9397a4c-2115-4b18-8101-232efdcd3dc0 req-d0e78d2a-715e-412b-bafc-3a698b658a14 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=e2c60f49a9e14417bd1d9504128fc94b&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0943105 Jul 27 08:45:23.041867 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f053d88-ea01-4efa-9bcc-0880e6194203', 'tag': '6f674684-ef99-4489-89b2-62b7296f4a73'}] {{(pid=104485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 08:45:23.046085 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f4ab7c7b1e34975a56cd7ce610f5615b70f950c8da59d9e9b5a870069a9544" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4858ed19-ea56-40bf-ac4e-7c2a2b6951cf" -d '{"events": [{"name": "network-changed", "server_uuid": "8f053d88-ea01-4efa-9bcc-0880e6194203", "tag": "6f674684-ef99-4489-89b2-62b7296f4a73"}]}' {{(pid=104485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 08:45:23.100561 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 08:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c6f6da0-3438-4a6b-a2bc-a2005f5b3eed x-openstack-request-id: req-7c6f6da0-3438-4a6b-a2bc-a2005f5b3eed {{(pid=104485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 08:45:23.100917 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f053d88-ea01-4efa-9bcc-0880e6194203", "tag": "6f674684-ef99-4489-89b2-62b7296f4a73", "status": "completed", "code": 200}]} {{(pid=104485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 08:45:23.101677 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-7c6f6da0-3438-4a6b-a2bc-a2005f5b3eed {{(pid=104485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 08:45:23.101677 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c6f6da0-3438-4a6b-a2bc-a2005f5b3eed'] response: {'name': 'network-changed', 'server_uuid': '8f053d88-ea01-4efa-9bcc-0880e6194203', 'tag': '6f674684-ef99-4489-89b2-62b7296f4a73', 'status': 'completed', 'code': 200} Jul 27 08:45:23.175982 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62045c69-e89e-4b83-b359-2d1588652242 req-c63bbebf-4fde-458b-8d50-ed792828523d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:45:23.177460 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-62045c69-e89e-4b83-b359-2d1588652242 req-c63bbebf-4fde-458b-8d50-ed792828523d service neutron] 10.222.0.42 "GET /v2.0/networks?id=d0a6cf88-547f-4cf8-ad21-f8b392f1c474 HTTP/1.1" status: 200 len: 919 time: 0.1772323 Jul 27 08:45:23.178831 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9397a4c-2115-4b18-8101-232efdcd3dc0 req-a2e1170d-3be1-4e32-8134-21267c7a3e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:45:23.180161 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-e9397a4c-2115-4b18-8101-232efdcd3dc0 req-a2e1170d-3be1-4e32-8134-21267c7a3e77 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1706786 Jul 27 08:45:23.265897 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-62045c69-e89e-4b83-b359-2d1588652242 req-6b95536a-ef15-4e22-8b55-a438b13c8753 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6f674684-ef99-4489-89b2-62b7296f4a73 HTTP/1.1" status: 200 len: 1001 time: 0.0686326 Jul 27 08:45:23.305930 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a7a95b-177d-4159-b6c0-afd82e1fbafa req-1f2e31db-2c1a-41ad-9176-01cc100dd2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:45:23.307287 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-e6a7a95b-177d-4159-b6c0-afd82e1fbafa req-1f2e31db-2c1a-41ad-9176-01cc100dd2bb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e2c60f49a9e14417bd1d9504128fc94b&device_id=e039946f-9689-47a3-85ab-cdd76c8ab6be HTTP/1.1" status: 200 len: 1128 time: 0.0505819 Jul 27 08:45:23.332213 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:45:23.361971 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62045c69-e89e-4b83-b359-2d1588652242 req-d14e7451-48d3-4448-b58d-6a5cf4881a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:45:23.361971 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-62045c69-e89e-4b83-b359-2d1588652242 req-d14e7451-48d3-4448-b58d-6a5cf4881a9e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e0dfc042-b535-4f7d-9065-dbfee481baea HTTP/1.1" status: 200 len: 857 time: 0.0502119 Jul 27 08:45:23.441332 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:45:23.456427 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c94c980-921c-4945-a9d3-54f9dd70875a req-625dfabb-a3a4-4f1b-9388-e39599a21fff tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:45:23.457273 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-7c94c980-921c-4945-a9d3-54f9dd70875a req-625dfabb-a3a4-4f1b-9388-e39599a21fff tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=e039946f-9689-47a3-85ab-cdd76c8ab6be HTTP/1.1" status: 200 len: 944 time: 0.0491986 Jul 27 08:45:23.508088 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-7c94c980-921c-4945-a9d3-54f9dd70875a req-ab5f4378-d265-4dd0-91a1-0c39c025fea5 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=fcc4b31a-2386-44ed-81fb-c2f68a123c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434728 Jul 27 08:45:23.567169 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Device 59ab739b-608a-4deb-9d9c-07a3e116ee2e details requested by agent hyperv_hv-cinder-85117 with host hv-cinder-85117 {{(pid=104487) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 08:45:23.596949 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-e6a7a95b-177d-4159-b6c0-afd82e1fbafa req-e506a49c-9743-4f7e-bb51-00e9678bd10a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cbc21c19-a9c2-48e6-88bd-b5b02cd593fb HTTP/1.1" status: 200 len: 217 time: 0.0370457 Jul 27 08:45:23.635867 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf5823c-8db2-4f4b-bdc5-2c383cc9f1a3 req-7e6d3c90-1493-4b00-a1d0-db9f306cef33 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:45:23.637373 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-daf5823c-8db2-4f4b-bdc5-2c383cc9f1a3 req-7e6d3c90-1493-4b00-a1d0-db9f306cef33 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/ports?device_id=159ef74b-f7ad-4522-a24f-174383d37309 HTTP/1.1" status: 200 len: 944 time: 0.0728283 Jul 27 08:45:23.663212 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62045c69-e89e-4b83-b359-2d1588652242 req-6ceb383d-023a-42e3-8de2-7581a4870b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:45:23.665143 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-62045c69-e89e-4b83-b359-2d1588652242 req-6ceb383d-023a-42e3-8de2-7581a4870b86 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d0a6cf88-547f-4cf8-ad21-f8b392f1c474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1143827 Jul 27 08:45:23.682404 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] For port 59ab739b-608a-4deb-9d9c-07a3e116ee2e, host hv-cinder-85117, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85117',level=0,port_id=59ab739b-608a-4deb-9d9c-07a3e116ee2e,segment=NetworkSegment(e7699621-ef90-47fe-8696-58f5c1995388),segment_id=e7699621-ef90-47fe-8696-58f5c1995388)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:45:23.697853 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Returning: {'device': '59ab739b-608a-4deb-9d9c-07a3e116ee2e', 'network_id': '8f6980da-175b-4e92-9032-637e0458eb4f', 'port_id': '59ab739b-608a-4deb-9d9c-07a3e116ee2e', 'mac_address': 'fa:16:3e:92:4b:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5784479d-44dd-45ed-b6e6-1aaaf2f91b93', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104487) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 08:45:23.718431 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-daf5823c-8db2-4f4b-bdc5-2c383cc9f1a3 req-a58052ca-aef9-4240-b99b-8bc4d7f90b0b tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/security-groups?id=33103d02-1660-42f2-9c20-0c21b6db7e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647309 Jul 27 08:45:23.719186 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 59410) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:45:23.728115 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a7a95b-177d-4159-b6c0-afd82e1fbafa req-fa0bd72e-7cfe-4f61-bb73-917821022c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:45:23.729682 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-e6a7a95b-177d-4159-b6c0-afd82e1fbafa req-fa0bd72e-7cfe-4f61-bb73-917821022c9e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c4ce96ff-fd31-496d-82bd-3a3dbfb16be8 HTTP/1.1" status: 200 len: 856 time: 0.1113727 Jul 27 08:45:23.742664 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Current status of the port 59ab739b-608a-4deb-9d9c-07a3e116ee2e is: DOWN; New status is: BUILD {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:45:23.743122 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (59ab739b-608a-4deb-9d9c-07a3e116ee2e), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:23.758114 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.notifiers.nova [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59ab739b-608a-4deb-9d9c-07a3e116ee2e {{(pid=104487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 08:45:23.779983 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] For port 59ab739b-608a-4deb-9d9c-07a3e116ee2e, host hv-cinder-85117, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85117',level=0,port_id=59ab739b-608a-4deb-9d9c-07a3e116ee2e,segment=NetworkSegment(e7699621-ef90-47fe-8696-58f5c1995388),segment_id=e7699621-ef90-47fe-8696-58f5c1995388)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:45:23.788222 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a7a95b-177d-4159-b6c0-afd82e1fbafa req-379eea91-6f01-4427-b189-2ee8ed3e7ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:45:23.789710 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-e6a7a95b-177d-4159-b6c0-afd82e1fbafa req-379eea91-6f01-4427-b189-2ee8ed3e7ab3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=77554b81-fd19-4316-8d69-62980152360c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0532465 Jul 27 08:45:23.836157 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.v2.base [None req-9bb3ecbe-5fee-4587-89a4-a8e224c8b5b4 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1662186271-network', 'tenant_id': '5d10772d974f47d7bc82c0f0b8a8facf'}} {{(pid=104485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:45:23.854485 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-62045c69-e89e-4b83-b359-2d1588652242 req-1398dac3-f907-4b58-b7c6-29a59885d812 service neutron] 10.222.0.42 "GET /v2.0/networks/d0a6cf88-547f-4cf8-ad21-f8b392f1c474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819007 Jul 27 08:45:23.866298 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (59ab739b-608a-4deb-9d9c-07a3e116ee2e), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:23.914763 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Pushing event updated for resources: {'Port': ['ID=59ab739b-608a-4deb-9d9c-07a3e116ee2e,revision_number=4']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:45:23.943385 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bb3ecbe-5fee-4587-89a4-a8e224c8b5b4 admin admin] Made reservation on behalf of 5d10772d974f47d7bc82c0f0b8a8facf for: {'network': 1} {{(pid=104485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 08:45:23.945766 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-9bb3ecbe-5fee-4587-89a4-a8e224c8b5b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for network (None), before_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:23.952058 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-e6a7a95b-177d-4159-b6c0-afd82e1fbafa req-80907bbf-e57d-4d3a-94aa-15838cad4f5f service neutron] 10.222.0.42 "GET /v2.0/networks/77554b81-fd19-4316-8d69-62980152360c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552832 Jul 27 08:45:23.955508 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-9bb3ecbe-5fee-4587-89a4-a8e224c8b5b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:24.021341 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-62045c69-e89e-4b83-b359-2d1588652242 req-94c32676-f7c9-4aa1-9c73-9cc9846fd77a service neutron] 10.222.0.42 "GET /v2.0/networks/d0a6cf88-547f-4cf8-ad21-f8b392f1c474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588986 Jul 27 08:45:24.035023 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-9bb3ecbe-5fee-4587-89a4-a8e224c8b5b4 admin admin] Publish callbacks [] for security_group (465735f8-0261-43da-acda-8771a0ea9937), precommit_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:24.061937 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-e6a7a95b-177d-4159-b6c0-afd82e1fbafa req-d5f2c2ad-129e-40cc-af10-0a032ebdc4cb service neutron] 10.222.0.42 "GET /v2.0/networks/77554b81-fd19-4316-8d69-62980152360c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986321 Jul 27 08:45:24.126386 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-9bb3ecbe-5fee-4587-89a4-a8e224c8b5b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (465735f8-0261-43da-acda-8771a0ea9937), after_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:24.137873 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4858ed19-ea56-40bf-ac4e-7c2a2b6951cf req-21726c83-0712-4752-953a-a103b2b193f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:45:24.140744 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-4858ed19-ea56-40bf-ac4e-7c2a2b6951cf req-21726c83-0712-4752-953a-a103b2b193f6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a0d880114866423480268022d7dd20c5&device_id=8f053d88-ea01-4efa-9bcc-0880e6194203 HTTP/1.1" status: 200 len: 1129 time: 0.0450408 Jul 27 08:45:24.148837 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bb3ecbe-5fee-4587-89a4-a8e224c8b5b4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 694} {{(pid=104485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 08:45:24.164751 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb3ecbe-5fee-4587-89a4-a8e224c8b5b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=465735f8-0261-43da-acda-8771a0ea9937,revision_number=1']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:45:24.167636 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-9bb3ecbe-5fee-4587-89a4-a8e224c8b5b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-834444'] for segment (751fbd15-6e5a-4e44-9bca-3f428bc56006), precommit_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:24.167980 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.db.segments_db [None req-9bb3ecbe-5fee-4587-89a4-a8e224c8b5b4 admin admin] Added segment 751fbd15-6e5a-4e44-9bca-3f428bc56006 of type vlan for network 93238f62-e429-47ef-8e5c-b2b7247c1c0f Jul 27 08:45:24.211090 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-9bb3ecbe-5fee-4587-89a4-a8e224c8b5b4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786709896331'] for network (93238f62-e429-47ef-8e5c-b2b7247c1c0f), precommit_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:24.214963 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:45:24.238585 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4858ed19-ea56-40bf-ac4e-7c2a2b6951cf req-3f62ae98-9900-4ff9-b4ba-184e439d639f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:45:24.240085 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-4858ed19-ea56-40bf-ac4e-7c2a2b6951cf req-3f62ae98-9900-4ff9-b4ba-184e439d639f service neutron] 10.222.0.42 "GET /v2.0/networks?id=d0a6cf88-547f-4cf8-ad21-f8b392f1c474 HTTP/1.1" status: 200 len: 919 time: 0.0912428 Jul 27 08:45:24.280414 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-9bb3ecbe-5fee-4587-89a4-a8e224c8b5b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739'] for network (93238f62-e429-47ef-8e5c-b2b7247c1c0f), after_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:24.281388 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb3ecbe-5fee-4587-89a4-a8e224c8b5b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:45:24.281965 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-9bb3ecbe-5fee-4587-89a4-a8e224c8b5b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7864717'] for network (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:24.342695 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb3ecbe-5fee-4587-89a4-a8e224c8b5b4 admin admin] Pushing event updated for resources: {'Network': ['ID=93238f62-e429-47ef-8e5c-b2b7247c1c0f,revision_number=1']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:45:24.351909 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Network 93238f62-e429-47ef-8e5c-b2b7247c1c0f details requested by agent ovs-agent-dv-cinder-851170-2-iscsi with host dv-cinder-851170-2-iscsi {{(pid=104487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 08:45:24.411625 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-9bb3ecbe-5fee-4587-89a4-a8e224c8b5b4 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6911285 Jul 27 08:45:24.414462 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 59414) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:45:24.420081 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.v2.base [None req-39abd974-9428-4be8-bd28-869b763e1de7 admin admin] Request body: {'subnet': {'network_id': '93238f62-e429-47ef-8e5c-b2b7247c1c0f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1662186271-subnet', 'tenant_id': '5d10772d974f47d7bc82c0f0b8a8facf', 'ip_version': 4}} {{(pid=104485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:45:24.522728 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39abd974-9428-4be8-bd28-869b763e1de7 admin admin] Made reservation on behalf of 5d10772d974f47d7bc82c0f0b8a8facf for: {'subnet': 1} {{(pid=104485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 08:45:24.525167 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-39abd974-9428-4be8-bd28-869b763e1de7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16687783'] for subnet (None), before_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:24.571490 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] get_ports_and_sgs() called for port_ids ['59ab739b-608a-4deb-9d9c-07a3e116ee2e'] {{(pid=104487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 08:45:24.600321 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:45:24.646741 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02326b49-190d-4c4b-9d38-555cb6d07ab0 req-00c9adb7-ac0f-42a1-9566-cad30f8fac17 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:45:24.648334 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-02326b49-190d-4c4b-9d38-555cb6d07ab0 req-00c9adb7-ac0f-42a1-9566-cad30f8fac17 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=e039946f-9689-47a3-85ab-cdd76c8ab6be HTTP/1.1" status: 200 len: 944 time: 0.0540209 Jul 27 08:45:24.709771 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-02326b49-190d-4c4b-9d38-555cb6d07ab0 req-7d31b954-da0c-4525-ade7-2aac1692f753 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=fcc4b31a-2386-44ed-81fb-c2f68a123c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529323 Jul 27 08:45:24.777996 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-39abd974-9428-4be8-bd28-869b763e1de7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16582395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16687753'] for subnet (45bab364-f7d1-4e2a-889f-749acca6bead), after_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:24.870045 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39abd974-9428-4be8-bd28-869b763e1de7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45bab364-f7d1-4e2a-889f-749acca6bead,revision_number=0']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:45:24.887652 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214fa7e2-b911-443e-b734-f4cddb933f26 req-17a0afa6-8771-4155-87d9-ae2111f19750 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:45:24.889780 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-214fa7e2-b911-443e-b734-f4cddb933f26 req-17a0afa6-8771-4155-87d9-ae2111f19750 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/ports?device_id=159ef74b-f7ad-4522-a24f-174383d37309 HTTP/1.1" status: 200 len: 945 time: 0.0836308 Jul 27 08:45:24.893309 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39abd974-9428-4be8-bd28-869b763e1de7 admin admin] Checking segment: {'id': '751fbd15-6e5a-4e44-9bca-3f428bc56006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '93238f62-e429-47ef-8e5c-b2b7247c1c0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 08:45:24.893660 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39abd974-9428-4be8-bd28-869b763e1de7 admin admin] Network hostable DHCP agents. Network: 93238f62-e429-47ef-8e5c-b2b7247c1c0f, hostable agents: ['7c77c4a2-8ca4-486b-af2a-676805e7b922'], hosted agents: [] {{(pid=104485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 08:45:24.946589 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-214fa7e2-b911-443e-b734-f4cddb933f26 req-22a6c23f-9682-42a0-b67a-886f0b4bb696 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/security-groups?id=33103d02-1660-42f2-9c20-0c21b6db7e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504823 Jul 27 08:45:24.994407 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39abd974-9428-4be8-bd28-869b763e1de7 admin admin] Network 93238f62-e429-47ef-8e5c-b2b7247c1c0f is scheduled to be hosted by DHCP agent 7c77c4a2-8ca4-486b-af2a-676805e7b922 with binding_index 1 {{(pid=104485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 08:45:25.062769 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.scheduler.base_scheduler [None req-39abd974-9428-4be8-bd28-869b763e1de7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851170-2-iscsi, 93238f62-e429-47ef-8e5c-b2b7247c1c0f) {{(pid=104485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 08:45:25.067240 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39abd974-9428-4be8-bd28-869b763e1de7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:45:25.068233 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-39abd974-9428-4be8-bd28-869b763e1de7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:25.071363 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e390ef-c4c0-4841-9bfc-33ffb7aeb9c9 None None] Network 93238f62-e429-47ef-8e5c-b2b7247c1c0f requested from dv-cinder-851170-2-iscsi {{(pid=104487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 08:45:25.172595 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aefd8320-9afd-47df-a5c7-0d3e8a64bb42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15de2134-51f9-5133-ac93-618e7ff2167e-93238f62-e429-47ef-8e5c-b2b7247c1c0f', 'network_id': '93238f62-e429-47ef-8e5c-b2b7247c1c0f', 'project_id': '5d10772d974f47d7bc82c0f0b8a8facf', 'fixed_ips': [{'subnet_id': '45bab364-f7d1-4e2a-889f-749acca6bead'}]}} from dv-cinder-851170-2-iscsi. {{(pid=104487) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 27 08:45:25.173489 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-aefd8320-9afd-47df-a5c7-0d3e8a64bb42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (None), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:25.185923 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-39abd974-9428-4be8-bd28-869b763e1de7 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7702322 Jul 27 08:45:25.188365 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 59422) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:45:25.192616 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.v2.base [None req-6973d1c4-207a-4912-93dc-504f6b7e2e4f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1662186271-router', 'tenant_id': '5d10772d974f47d7bc82c0f0b8a8facf', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5'}}} {{(pid=104485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:45:25.245544 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:45:25.281033 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-6973d1c4-207a-4912-93dc-504f6b7e2e4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8122130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-347'] for router (99785374-1eaf-4faf-abb6-be11fa2e167c), before_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:25.282207 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-6973d1c4-207a-4912-93dc-504f6b7e2e4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8119546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-327805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-338'] for router (99785374-1eaf-4faf-abb6-be11fa2e167c), precommit_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:25.309317 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.db_base_plugin_common [None req-aefd8320-9afd-47df-a5c7-0d3e8a64bb42 None None] Allocated IP 172.20.0.2 (93238f62-e429-47ef-8e5c-b2b7247c1c0f/45bab364-f7d1-4e2a-889f-749acca6bead/6a14d482-1e5a-40b2-9a8e-6debd857399f) {{(pid=104487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 08:45:25.324085 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:45:25.336618 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-6973d1c4-207a-4912-93dc-504f6b7e2e4f admin admin] Publish callbacks [] for router_controller (99785374-1eaf-4faf-abb6-be11fa2e167c), precommit_add_association {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:25.454062 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-aefd8320-9afd-47df-a5c7-0d3e8a64bb42 None None] Publish callbacks [] for port (6a14d482-1e5a-40b2-9a8e-6debd857399f), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:25.536685 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-6973d1c4-207a-4912-93dc-504f6b7e2e4f admin admin] Publish callbacks [] for router_gateway (99785374-1eaf-4faf-abb6-be11fa2e167c), precommit_update {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:25.561264 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-aefd8320-9afd-47df-a5c7-0d3e8a64bb42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786709965397'] for port (6a14d482-1e5a-40b2-9a8e-6debd857399f), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:25.603788 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aefd8320-9afd-47df-a5c7-0d3e8a64bb42 None None] Network 93238f62-e429-47ef-8e5c-b2b7247c1c0f is already hosted by enough agents. {{(pid=104487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 08:45:25.607983 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.scheduler.base_scheduler [None req-aefd8320-9afd-47df-a5c7-0d3e8a64bb42 None None] Resources bound (agent type, host, resource id): {{(pid=104487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 08:45:25.610383 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aefd8320-9afd-47df-a5c7-0d3e8a64bb42 None None] Received port after_create {{(pid=104487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 08:45:25.614507 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:45:25.619677 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefd8320-9afd-47df-a5c7-0d3e8a64bb42 None None] Pushing event updated for resources: {'Port': ['ID=6a14d482-1e5a-40b2-9a8e-6debd857399f,revision_number=1']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:45:25.643066 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Device 59ab739b-608a-4deb-9d9c-07a3e116ee2e up at agent hyperv_hv-cinder-85117 {{(pid=104487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 08:45:25.710896 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.managers [None req-aefd8320-9afd-47df-a5c7-0d3e8a64bb42 None None] Attempting to bind port 6a14d482-1e5a-40b2-9a8e-6debd857399f on host dv-cinder-851170-2-iscsi for vnic_type normal with profile {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 08:45:25.711261 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.managers [None req-aefd8320-9afd-47df-a5c7-0d3e8a64bb42 None None] Attempting to bind port 6a14d482-1e5a-40b2-9a8e-6debd857399f by drivers openvswitch,hyperv on host dv-cinder-851170-2-iscsi at level 0 using segments [{'id': '751fbd15-6e5a-4e44-9bca-3f428bc56006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '93238f62-e429-47ef-8e5c-b2b7247c1c0f'}] {{(pid=104487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 08:45:25.711618 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aefd8320-9afd-47df-a5c7-0d3e8a64bb42 None None] Attempting to bind port 6a14d482-1e5a-40b2-9a8e-6debd857399f on network 93238f62-e429-47ef-8e5c-b2b7247c1c0f {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 08:45:25.720868 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Provisioning for port 59ab739b-608a-4deb-9d9c-07a3e116ee2e completed by entity L2. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 27 08:45:25.723294 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aefd8320-9afd-47df-a5c7-0d3e8a64bb42 None None] Checking agent: {'id': 'ed9de811-f248-496b-b487-860d50d7cee7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851170-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 8, 30, 21), 'started_at': datetime.datetime(2022, 7, 27, 8, 30, 51), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 8, 45, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851170-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 08:45:25.723664 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aefd8320-9afd-47df-a5c7-0d3e8a64bb42 None None] Checking segment: {'id': '751fbd15-6e5a-4e44-9bca-3f428bc56006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '93238f62-e429-47ef-8e5c-b2b7247c1c0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 08:45:25.724065 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-aefd8320-9afd-47df-a5c7-0d3e8a64bb42 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:25.724458 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aefd8320-9afd-47df-a5c7-0d3e8a64bb42 None None] Bound using segment: {'id': '751fbd15-6e5a-4e44-9bca-3f428bc56006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '93238f62-e429-47ef-8e5c-b2b7247c1c0f'} {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 08:45:25.724917 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.managers [None req-aefd8320-9afd-47df-a5c7-0d3e8a64bb42 None None] Bound port: 6a14d482-1e5a-40b2-9a8e-6debd857399f, host: dv-cinder-851170-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '751fbd15-6e5a-4e44-9bca-3f428bc56006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '93238f62-e429-47ef-8e5c-b2b7247c1c0f'}}] {{(pid=104487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 08:45:25.725814 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-aefd8320-9afd-47df-a5c7-0d3e8a64bb42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (6a14d482-1e5a-40b2-9a8e-6debd857399f), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:25.789125 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Provisioning complete for port 59ab739b-608a-4deb-9d9c-07a3e116ee2e triggered by entity L2. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:45:25.789489 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (59ab739b-608a-4deb-9d9c-07a3e116ee2e), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:25.797629 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-aefd8320-9afd-47df-a5c7-0d3e8a64bb42 None None] For port 6a14d482-1e5a-40b2-9a8e-6debd857399f, host dv-cinder-851170-2-iscsi, cleared binding levels {{(pid=104487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 08:45:25.804936 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=100 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:45:25.835008 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-aefd8320-9afd-47df-a5c7-0d3e8a64bb42 None None] For port 6a14d482-1e5a-40b2-9a8e-6debd857399f, host dv-cinder-851170-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851170-2-iscsi',level=0,port_id=6a14d482-1e5a-40b2-9a8e-6debd857399f,segment=NetworkSegment(751fbd15-6e5a-4e44-9bca-3f428bc56006),segment_id=751fbd15-6e5a-4e44-9bca-3f428bc56006)] {{(pid=104487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 08:45:25.844928 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ed836c-91f8-4991-b5fc-d541cbacc58c req-458ad949-0560-41ce-b9bd-24c3003ec09e tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:45:25.846681 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-e5ed836c-91f8-4991-b5fc-d541cbacc58c req-458ad949-0560-41ce-b9bd-24c3003ec09e tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=e039946f-9689-47a3-85ab-cdd76c8ab6be HTTP/1.1" status: 200 len: 944 time: 0.0535662 Jul 27 08:45:25.893377 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Current status of the port 59ab739b-608a-4deb-9d9c-07a3e116ee2e is: BUILD; New status is: ACTIVE {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:45:25.893895 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (59ab739b-608a-4deb-9d9c-07a3e116ee2e), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:25.900248 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-e5ed836c-91f8-4991-b5fc-d541cbacc58c req-029d79fb-4466-4cb1-a040-394298f89b8b tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=fcc4b31a-2386-44ed-81fb-c2f68a123c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469162 Jul 27 08:45:25.917548 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:45:25.922345 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '159ef74b-f7ad-4522-a24f-174383d37309', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59ab739b-608a-4deb-9d9c-07a3e116ee2e'}] {{(pid=104487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 08:45:25.924715 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80d6aca8d47c9a16b7ef4a01c61ef1bf5c962aea16cee8599b6bab5dfb4de652" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85ab8668-e910-4f10-8bae-4c5068084fd2" -d '{"events": [{"server_uuid": "159ef74b-f7ad-4522-a24f-174383d37309", "name": "network-vif-plugged", "status": "completed", "tag": "59ab739b-608a-4deb-9d9c-07a3e116ee2e"}]}' {{(pid=104487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 08:45:25.939317 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] For port 59ab739b-608a-4deb-9d9c-07a3e116ee2e, host hv-cinder-85117, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85117',level=0,port_id=59ab739b-608a-4deb-9d9c-07a3e116ee2e,segment=NetworkSegment(e7699621-ef90-47fe-8696-58f5c1995388),segment_id=e7699621-ef90-47fe-8696-58f5c1995388)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:45:25.944266 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-aefd8320-9afd-47df-a5c7-0d3e8a64bb42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (6a14d482-1e5a-40b2-9a8e-6debd857399f), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:26.005308 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefd8320-9afd-47df-a5c7-0d3e8a64bb42 None None] Pushing event updated for resources: {'Port': ['ID=6a14d482-1e5a-40b2-9a8e-6debd857399f,revision_number=2']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:45:26.038582 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-6973d1c4-207a-4912-93dc-504f6b7e2e4f admin admin] Publish callbacks [] for router_gateway (99785374-1eaf-4faf-abb6-be11fa2e167c), before_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:26.039265 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (59ab739b-608a-4deb-9d9c-07a3e116ee2e), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:26.060958 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-6973d1c4-207a-4912-93dc-504f6b7e2e4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (None), before_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:26.117075 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Pushing event updated for resources: {'Port': ['ID=59ab739b-608a-4deb-9d9c-07a3e116ee2e,revision_number=5']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:45:26.129657 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edf8663-56fd-4675-ba04-eecfdeac36d7 req-2bbea19c-643d-4ea8-8fae-f2e5aa3f8484 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:45:26.131344 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-4edf8663-56fd-4675-ba04-eecfdeac36d7 req-2bbea19c-643d-4ea8-8fae-f2e5aa3f8484 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/ports?device_id=159ef74b-f7ad-4522-a24f-174383d37309 HTTP/1.1" status: 200 len: 946 time: 0.0738251 Jul 27 08:45:26.159514 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 08:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-069d714d-bccb-480c-b269-74fd133da8e7 x-openstack-request-id: req-069d714d-bccb-480c-b269-74fd133da8e7 {{(pid=104487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 08:45:26.159858 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "159ef74b-f7ad-4522-a24f-174383d37309", "name": "network-vif-plugged", "status": "completed", "tag": "59ab739b-608a-4deb-9d9c-07a3e116ee2e", "code": 200}]} {{(pid=104487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 08:45:26.160121 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-069d714d-bccb-480c-b269-74fd133da8e7 {{(pid=104487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 08:45:26.160545 dv-cinder-851170-2-iscsi neutron-server[104487]: INFO neutron.notifiers.nova [-] Nova event matching ['req-069d714d-bccb-480c-b269-74fd133da8e7'] response: {'server_uuid': '159ef74b-f7ad-4522-a24f-174383d37309', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59ab739b-608a-4deb-9d9c-07a3e116ee2e', 'code': 200} Jul 27 08:45:26.184530 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.db.db_base_plugin_common [None req-6973d1c4-207a-4912-93dc-504f6b7e2e4f admin admin] Allocated IP 172.27.2.177 (e7cd7671-9410-421d-95f2-ddad301715a5/bd8cca88-d260-42a1-9635-5bfcc6eba2a1/c33789dc-58b9-4b11-aa84-a815cd3415fd) {{(pid=104485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 08:45:26.190746 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-4edf8663-56fd-4675-ba04-eecfdeac36d7 req-23481e3c-cc6b-4594-a590-450b3c35aada tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/security-groups?id=33103d02-1660-42f2-9c20-0c21b6db7e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526354 Jul 27 08:45:26.245826 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=85,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=6 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:45:26.311447 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-6973d1c4-207a-4912-93dc-504f6b7e2e4f admin admin] Publish callbacks [] for port (c33789dc-58b9-4b11-aa84-a815cd3415fd), precommit_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:26.423675 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Device 6a14d482-1e5a-40b2-9a8e-6debd857399f up at agent ovs-agent-dv-cinder-851170-2-iscsi {{(pid=104487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 08:45:26.435824 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-6973d1c4-207a-4912-93dc-504f6b7e2e4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786709965397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16582167'] for port (c33789dc-58b9-4b11-aa84-a815cd3415fd), after_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:26.469851 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Provisioning complete for port 6a14d482-1e5a-40b2-9a8e-6debd857399f triggered by entity L2. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:45:26.470260 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (6a14d482-1e5a-40b2-9a8e-6debd857399f), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:26.478447 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6973d1c4-207a-4912-93dc-504f6b7e2e4f admin admin] Network e7cd7671-9410-421d-95f2-ddad301715a5 is already hosted by enough agents. {{(pid=104485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 08:45:26.483519 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.scheduler.base_scheduler [None req-6973d1c4-207a-4912-93dc-504f6b7e2e4f admin admin] Resources bound (agent type, host, resource id): {{(pid=104485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 08:45:26.487623 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6973d1c4-207a-4912-93dc-504f6b7e2e4f admin admin] Received port after_create {{(pid=104485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 08:45:26.509701 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6973d1c4-207a-4912-93dc-504f6b7e2e4f admin admin] Pushing event updated for resources: {'Port': ['ID=c33789dc-58b9-4b11-aa84-a815cd3415fd,revision_number=1']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:45:26.569018 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Current status of the port 6a14d482-1e5a-40b2-9a8e-6debd857399f is: DOWN; New status is: ACTIVE {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:45:26.569018 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (6a14d482-1e5a-40b2-9a8e-6debd857399f), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:26.605516 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=100 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:45:26.608499 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] For port 6a14d482-1e5a-40b2-9a8e-6debd857399f, host dv-cinder-851170-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851170-2-iscsi',level=0,port_id=6a14d482-1e5a-40b2-9a8e-6debd857399f,segment=NetworkSegment(751fbd15-6e5a-4e44-9bca-3f428bc56006),segment_id=751fbd15-6e5a-4e44-9bca-3f428bc56006)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:45:26.621738 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-4858ed19-ea56-40bf-ac4e-7c2a2b6951cf req-e7dcfeef-baeb-4eeb-9288-c724d4291b16 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6f674684-ef99-4489-89b2-62b7296f4a73 HTTP/1.1" status: 200 len: 1001 time: 0.0950544 Jul 27 08:45:26.684511 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4858ed19-ea56-40bf-ac4e-7c2a2b6951cf req-5560f213-be5b-4b35-93af-f34e54895e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:45:26.686417 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-4858ed19-ea56-40bf-ac4e-7c2a2b6951cf req-5560f213-be5b-4b35-93af-f34e54895e54 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e0dfc042-b535-4f7d-9065-dbfee481baea HTTP/1.1" status: 200 len: 857 time: 0.0468006 Jul 27 08:45:26.715017 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (6a14d482-1e5a-40b2-9a8e-6debd857399f), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:26.748811 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:45:26.774613 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4858ed19-ea56-40bf-ac4e-7c2a2b6951cf req-c88b4cc4-359b-41a9-b184-430d231d9c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:45:26.776278 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-4858ed19-ea56-40bf-ac4e-7c2a2b6951cf req-c88b4cc4-359b-41a9-b184-430d231d9c0d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d0a6cf88-547f-4cf8-ad21-f8b392f1c474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0806122 Jul 27 08:45:26.779296 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-088c5eb2-6ed5-42fc-a7ce-4f5e5094a020 req-a6769ea4-03d0-4b0c-82aa-6bf3fe72c9e2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ac824ac8-4d92-4c41-8a17-c96d40d2ce05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0736432 Jul 27 08:45:26.784418 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Pushing event updated for resources: {'Port': ['ID=6a14d482-1e5a-40b2-9a8e-6debd857399f,revision_number=3']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:45:26.869435 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-6973d1c4-207a-4912-93dc-504f6b7e2e4f admin admin] Publish callbacks [] for router_gateway (99785374-1eaf-4faf-abb6-be11fa2e167c), after_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:26.898679 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088c5eb2-6ed5-42fc-a7ce-4f5e5094a020 req-a73fb71f-a26e-419d-9539-4545ef579acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:45:26.900378 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-088c5eb2-6ed5-42fc-a7ce-4f5e5094a020 req-a73fb71f-a26e-419d-9539-4545ef579acc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a0d880114866423480268022d7dd20c5&device_id=ac824ac8-4d92-4c41-8a17-c96d40d2ce05 HTTP/1.1" status: 200 len: 1130 time: 0.0814183 Jul 27 08:45:26.928167 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:45:26.949897 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-4858ed19-ea56-40bf-ac4e-7c2a2b6951cf req-e52857bd-d0f1-4fc1-ae98-5d4940dca519 service neutron] 10.222.0.42 "GET /v2.0/networks/d0a6cf88-547f-4cf8-ad21-f8b392f1c474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522062 Jul 27 08:45:27.050352 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83648f27-687b-46ae-98a0-9c02f85dcb61 req-6940baa2-33a0-4af9-8eb0-c7c24bf2ca95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:45:27.051999 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-83648f27-687b-46ae-98a0-9c02f85dcb61 req-6940baa2-33a0-4af9-8eb0-c7c24bf2ca95 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=159ef74b-f7ad-4522-a24f-174383d37309 HTTP/1.1" status: 200 len: 1130 time: 0.1221340 Jul 27 08:45:27.096966 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088c5eb2-6ed5-42fc-a7ce-4f5e5094a020 req-f428c5ad-310b-47ee-91f3-be1a73c8aecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:45:27.099403 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-088c5eb2-6ed5-42fc-a7ce-4f5e5094a020 req-f428c5ad-310b-47ee-91f3-be1a73c8aecd service neutron] 10.222.0.42 "GET /v2.0/networks?id=d0a6cf88-547f-4cf8-ad21-f8b392f1c474 HTTP/1.1" status: 200 len: 919 time: 0.1773677 Jul 27 08:45:27.108837 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-4858ed19-ea56-40bf-ac4e-7c2a2b6951cf req-4042bc6a-b03f-48f4-8458-3260b0ccbb16 service neutron] 10.222.0.42 "GET /v2.0/networks/d0a6cf88-547f-4cf8-ad21-f8b392f1c474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283338 Jul 27 08:45:27.123905 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cd166d-b297-44e2-9f18-052467ade4eb req-f0f6ae8f-7473-4b3a-8c61-755ea57344d1 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:45:27.125405 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-c9cd166d-b297-44e2-9f18-052467ade4eb req-f0f6ae8f-7473-4b3a-8c61-755ea57344d1 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=e039946f-9689-47a3-85ab-cdd76c8ab6be HTTP/1.1" status: 200 len: 944 time: 0.1163883 Jul 27 08:45:27.146225 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-088c5eb2-6ed5-42fc-a7ce-4f5e5094a020 req-d4c20c12-83ae-40c5-8093-e24e0a95f95f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=75614ea5-42c0-4439-8250-f07133e78608 HTTP/1.1" status: 200 len: 217 time: 0.0364914 Jul 27 08:45:27.168974 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5939fcc1-668a-40cf-810b-436a45523356 None None] Network 93238f62-e429-47ef-8e5c-b2b7247c1c0f requested from dv-cinder-851170-2-iscsi {{(pid=104487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 08:45:27.208002 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088c5eb2-6ed5-42fc-a7ce-4f5e5094a020 req-d4da057c-7ad3-4584-8c60-aa61751032d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:45:27.209483 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-83648f27-687b-46ae-98a0-9c02f85dcb61 req-9433ad0c-a044-474a-8476-fd10ff8218e5 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=33103d02-1660-42f2-9c20-0c21b6db7e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1480143 Jul 27 08:45:27.209651 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-088c5eb2-6ed5-42fc-a7ce-4f5e5094a020 req-d4da057c-7ad3-4584-8c60-aa61751032d5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e0dfc042-b535-4f7d-9065-dbfee481baea HTTP/1.1" status: 200 len: 857 time: 0.0534854 Jul 27 08:45:27.251049 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-c9cd166d-b297-44e2-9f18-052467ade4eb req-f8e1cfbd-97ec-4203-90ff-8e0611b75f66 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=fcc4b31a-2386-44ed-81fb-c2f68a123c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1185193 Jul 27 08:45:27.252433 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-6973d1c4-207a-4912-93dc-504f6b7e2e4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8119500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-363910'] for router (99785374-1eaf-4faf-abb6-be11fa2e167c), after_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:27.328202 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7678f49c-a758-4354-8010-5b8b8ecfc4c2 req-bdcca7c3-45a1-4142-8cba-0b7c4333198a tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:45:27.329862 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-7678f49c-a758-4354-8010-5b8b8ecfc4c2 req-bdcca7c3-45a1-4142-8cba-0b7c4333198a tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/ports?device_id=159ef74b-f7ad-4522-a24f-174383d37309 HTTP/1.1" status: 200 len: 946 time: 0.0574703 Jul 27 08:45:27.383939 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-7678f49c-a758-4354-8010-5b8b8ecfc4c2 req-f0bc2ee8-b5a8-497f-8540-be179620acae tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/security-groups?id=33103d02-1660-42f2-9c20-0c21b6db7e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483441 Jul 27 08:45:27.425719 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-54d30fdf-45f6-4c7a-b0b6-9e35247bbaa7 None None] Provisioning complete for port 6a14d482-1e5a-40b2-9a8e-6debd857399f triggered by entity DHCP. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:45:27.426088 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-54d30fdf-45f6-4c7a-b0b6-9e35247bbaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (6a14d482-1e5a-40b2-9a8e-6debd857399f), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:27.488768 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6973d1c4-207a-4912-93dc-504f6b7e2e4f admin admin] Router 99785374-1eaf-4faf-abb6-be11fa2e167c is scheduled to L3 agent 5bc6d868-bb0b-4164-b2dd-44360f4de654 with binding_index 1 {{(pid=104485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 27 08:45:27.508249 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-54d30fdf-45f6-4c7a-b0b6-9e35247bbaa7 None None] Current status of the port 6a14d482-1e5a-40b2-9a8e-6debd857399f is: ACTIVE; New status is: ACTIVE {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:45:27.596929 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6973d1c4-207a-4912-93dc-504f6b7e2e4f admin admin] Notify agent at l3_agent.dv-cinder-851170-2-iscsi the message routers_updated {{(pid=104485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 08:45:27.606329 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6630892-e76d-42b9-8045-a6612ef7b906 None None] Sync routers for ids ['99785374-1eaf-4faf-abb6-be11fa2e167c'] in dv-cinder-851170-2-iscsi {{(pid=104488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 08:45:27.609240 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=75,neutron:UPDATE=2 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:45:27.612997 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=71,neutron:UPDATE=4 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:45:27.618278 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6630892-e76d-42b9-8045-a6612ef7b906 None None] Routers {'99785374-1eaf-4faf-abb6-be11fa2e167c'} bound to L3 agent in host dv-cinder-851170-2-iscsi {{(pid=104488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 08:45:27.618906 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_hamode_db [None req-d6630892-e76d-42b9-8045-a6612ef7b906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-27T08:30:18Z,description=,heartbeat_timestamp=2022-07-27T08:45:18Z,host='dv-cinder-851170-2-iscsi',id=5bc6d868-bb0b-4164-b2dd-44360f4de654,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T08:30:19Z,topic='l3_agent')) {'router_ids': ['99785374-1eaf-4faf-abb6-be11fa2e167c'], 'active': True} {{(pid=104488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:45:27.641913 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Device cbc21c19-a9c2-48e6-88bd-b5b02cd593fb details requested by agent hyperv_hv-cinder-85117 with host hv-cinder-85117 {{(pid=104487) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 08:45:27.694222 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088c5eb2-6ed5-42fc-a7ce-4f5e5094a020 req-28f21e22-f884-4dca-aceb-ed5a9e63e896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:45:27.695744 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-088c5eb2-6ed5-42fc-a7ce-4f5e5094a020 req-28f21e22-f884-4dca-aceb-ed5a9e63e896 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d0a6cf88-547f-4cf8-ad21-f8b392f1c474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408034 Jul 27 08:45:27.699517 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-6973d1c4-207a-4912-93dc-504f6b7e2e4f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:27.702004 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-6973d1c4-207a-4912-93dc-504f6b7e2e4f admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5123880 Jul 27 08:45:27.705503 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 59436) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:45:27.723936 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvr_db [None req-d6630892-e76d-42b9-8045-a6612ef7b906 None None] Set router 99785374-1eaf-4faf-abb6-be11fa2e167c gateway port host: dv-cinder-851170-2-iscsi {{(pid=104488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 08:45:27.743401 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-c3d57735-2d9a-4852-9340-4bcdca44ab00 None None] Provisioning complete for port 6a14d482-1e5a-40b2-9a8e-6debd857399f triggered by entity DHCP. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:45:27.743700 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-c3d57735-2d9a-4852-9340-4bcdca44ab00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (6a14d482-1e5a-40b2-9a8e-6debd857399f), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:27.781045 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] For port cbc21c19-a9c2-48e6-88bd-b5b02cd593fb, host hv-cinder-85117, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85117',level=0,port_id=cbc21c19-a9c2-48e6-88bd-b5b02cd593fb,segment=NetworkSegment(d4421dbb-2177-49de-a9fa-abc5e0331875),segment_id=d4421dbb-2177-49de-a9fa-abc5e0331875)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:45:27.801082 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Returning: {'device': 'cbc21c19-a9c2-48e6-88bd-b5b02cd593fb', 'network_id': '77554b81-fd19-4316-8d69-62980152360c', 'port_id': 'cbc21c19-a9c2-48e6-88bd-b5b02cd593fb', 'mac_address': 'fa:16:3e:c9:5d:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4ce96ff-fd31-496d-82bd-3a3dbfb16be8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104487) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 08:45:27.811808 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-088c5eb2-6ed5-42fc-a7ce-4f5e5094a020 req-502f09e8-602d-479e-9c02-d293cbc1c3d9 service neutron] 10.222.0.42 "GET /v2.0/networks/d0a6cf88-547f-4cf8-ad21-f8b392f1c474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060591 Jul 27 08:45:27.830552 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:45:27.874542 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Current status of the port cbc21c19-a9c2-48e6-88bd-b5b02cd593fb is: DOWN; New status is: BUILD {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:45:27.874845 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (cbc21c19-a9c2-48e6-88bd-b5b02cd593fb), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:27.879515 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-c3d57735-2d9a-4852-9340-4bcdca44ab00 None None] Current status of the port 6a14d482-1e5a-40b2-9a8e-6debd857399f is: ACTIVE; New status is: ACTIVE {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:45:27.891964 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.notifiers.nova [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbc21c19-a9c2-48e6-88bd-b5b02cd593fb {{(pid=104487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 08:45:27.905322 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_hamode_db [None req-d6630892-e76d-42b9-8045-a6612ef7b906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99785374-1eaf-4faf-abb6-be11fa2e167c', 'name': 'tempest-TestShelveInstance-1662186271-router', 'tenant_id': '5d10772d974f47d7bc82c0f0b8a8facf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'c33789dc-58b9-4b11-aa84-a815cd3415fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:45:25Z', 'updated_at': '2022-07-27T08:45:26Z', 'revision_number': 3, 'project_id': '5d10772d974f47d7bc82c0f0b8a8facf', 'gw_port': {'id': 'c33789dc-58b9-4b11-aa84-a815cd3415fd', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:47:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99785374-1eaf-4faf-abb6-be11fa2e167c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:45:26Z', 'updated_at': '2022-07-27T08:45:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi'}], 'dv-cinder-851170-2-iscsi', False) {} {{(pid=104488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:45:27.912913 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] For port cbc21c19-a9c2-48e6-88bd-b5b02cd593fb, host hv-cinder-85117, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85117',level=0,port_id=cbc21c19-a9c2-48e6-88bd-b5b02cd593fb,segment=NetworkSegment(d4421dbb-2177-49de-a9fa-abc5e0331875),segment_id=d4421dbb-2177-49de-a9fa-abc5e0331875)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:45:27.930730 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6630892-e76d-42b9-8045-a6612ef7b906 None None] Checking router: 99785374-1eaf-4faf-abb6-be11fa2e167c for host: dv-cinder-851170-2-iscsi {{(pid=104488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 08:45:27.931075 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6630892-e76d-42b9-8045-a6612ef7b906 None None] Updating router 99785374-1eaf-4faf-abb6-be11fa2e167c port c33789dc-58b9-4b11-aa84-a815cd3415fd binding host dv-cinder-851170-2-iscsi {{(pid=104488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 08:45:27.962721 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-d6630892-e76d-42b9-8045-a6612ef7b906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (c33789dc-58b9-4b11-aa84-a815cd3415fd), before_update {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:27.971969 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (cbc21c19-a9c2-48e6-88bd-b5b02cd593fb), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:28.020978 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Pushing event updated for resources: {'Port': ['ID=cbc21c19-a9c2-48e6-88bd-b5b02cd593fb,revision_number=4']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:45:28.108003 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:45:28.162199 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-f19c27ba-790e-4e1d-a49d-ab9790a8e227 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (None), before_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:28.211491 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-d6630892-e76d-42b9-8045-a6612ef7b906 None None] Publish callbacks [] for port (c33789dc-58b9-4b11-aa84-a815cd3415fd), precommit_update {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:28.286941 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-d6630892-e76d-42b9-8045-a6612ef7b906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (c33789dc-58b9-4b11-aa84-a815cd3415fd), after_update {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:28.317082 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.db.db_base_plugin_common [None req-f19c27ba-790e-4e1d-a49d-ab9790a8e227 admin admin] Allocated IP 172.20.0.1 (93238f62-e429-47ef-8e5c-b2b7247c1c0f/45bab364-f7d1-4e2a-889f-749acca6bead/18a25a2f-461e-439c-81cf-486b6762e6a3) {{(pid=104485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 08:45:28.344695 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.managers [None req-d6630892-e76d-42b9-8045-a6612ef7b906 None None] Attempting to bind port c33789dc-58b9-4b11-aa84-a815cd3415fd on host dv-cinder-851170-2-iscsi for vnic_type normal with profile {{(pid=104488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 08:45:28.345074 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.managers [None req-d6630892-e76d-42b9-8045-a6612ef7b906 None None] Attempting to bind port c33789dc-58b9-4b11-aa84-a815cd3415fd by drivers openvswitch,hyperv on host dv-cinder-851170-2-iscsi at level 0 using segments [{'id': '0a5e83d9-b5a8-42c5-b200-67984880d111', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5'}] {{(pid=104488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 08:45:28.345440 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6630892-e76d-42b9-8045-a6612ef7b906 None None] Attempting to bind port c33789dc-58b9-4b11-aa84-a815cd3415fd on network e7cd7671-9410-421d-95f2-ddad301715a5 {{(pid=104488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 08:45:28.352765 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6630892-e76d-42b9-8045-a6612ef7b906 None None] Checking agent: {'id': 'ed9de811-f248-496b-b487-860d50d7cee7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851170-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 8, 30, 21), 'started_at': datetime.datetime(2022, 7, 27, 8, 30, 51), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 8, 45, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851170-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 08:45:28.353166 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6630892-e76d-42b9-8045-a6612ef7b906 None None] Checking segment: {'id': '0a5e83d9-b5a8-42c5-b200-67984880d111', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 08:45:28.353569 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-d6630892-e76d-42b9-8045-a6612ef7b906 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:28.354062 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6630892-e76d-42b9-8045-a6612ef7b906 None None] Bound using segment: {'id': '0a5e83d9-b5a8-42c5-b200-67984880d111', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5'} {{(pid=104488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 08:45:28.354468 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.managers [None req-d6630892-e76d-42b9-8045-a6612ef7b906 None None] Bound port: c33789dc-58b9-4b11-aa84-a815cd3415fd, host: dv-cinder-851170-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a5e83d9-b5a8-42c5-b200-67984880d111', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5'}}] {{(pid=104488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 08:45:28.354855 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-d6630892-e76d-42b9-8045-a6612ef7b906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (c33789dc-58b9-4b11-aa84-a815cd3415fd), before_update {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:28.416164 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.db [None req-d6630892-e76d-42b9-8045-a6612ef7b906 None None] For port c33789dc-58b9-4b11-aa84-a815cd3415fd, host dv-cinder-851170-2-iscsi, cleared binding levels {{(pid=104488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 08:45:28.419820 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.db [None req-d6630892-e76d-42b9-8045-a6612ef7b906 None None] For port c33789dc-58b9-4b11-aa84-a815cd3415fd, host dv-cinder-851170-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851170-2-iscsi',level=0,port_id=c33789dc-58b9-4b11-aa84-a815cd3415fd,segment=NetworkSegment(0a5e83d9-b5a8-42c5-b200-67984880d111),segment_id=0a5e83d9-b5a8-42c5-b200-67984880d111)] {{(pid=104488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 08:45:28.426633 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=100 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:45:28.429364 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-088c5eb2-6ed5-42fc-a7ce-4f5e5094a020 req-05e864dc-93f8-4ea9-b4fa-8be4c487625e service neutron] 10.222.0.42 "GET /v2.0/networks/d0a6cf88-547f-4cf8-ad21-f8b392f1c474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231411 Jul 27 08:45:28.438894 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d10bd9-e04c-4925-b43a-d0e62ae9740e None None] Pushing event updated for resources: {'Port': ['ID=c33789dc-58b9-4b11-aa84-a815cd3415fd,revision_number=2']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:45:28.451513 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Device 6a14d482-1e5a-40b2-9a8e-6debd857399f up at agent ovs-agent-dv-cinder-851170-2-iscsi {{(pid=104487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 08:45:28.456429 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d10bd9-e04c-4925-b43a-d0e62ae9740e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:45:28.456673 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d10bd9-e04c-4925-b43a-d0e62ae9740e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:45:28.457167 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d10bd9-e04c-4925-b43a-d0e62ae9740e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:45:28.457830 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d10bd9-e04c-4925-b43a-d0e62ae9740e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:45:28.458349 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da48bcfe-9793-449f-93ea-02b98d03bb0d req-f19f70f4-0247-407a-af17-e17968871955 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:45:28.458507 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d10bd9-e04c-4925-b43a-d0e62ae9740e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:45:28.458757 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d10bd9-e04c-4925-b43a-d0e62ae9740e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:45:28.459264 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d10bd9-e04c-4925-b43a-d0e62ae9740e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:45:28.463269 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d10bd9-e04c-4925-b43a-d0e62ae9740e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:45:28.463269 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d10bd9-e04c-4925-b43a-d0e62ae9740e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:45:28.463673 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-da48bcfe-9793-449f-93ea-02b98d03bb0d req-f19f70f4-0247-407a-af17-e17968871955 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=e039946f-9689-47a3-85ab-cdd76c8ab6be HTTP/1.1" status: 200 len: 945 time: 0.0726070 Jul 27 08:45:28.463785 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d10bd9-e04c-4925-b43a-d0e62ae9740e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:45:28.463785 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d10bd9-e04c-4925-b43a-d0e62ae9740e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:45:28.463785 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d10bd9-e04c-4925-b43a-d0e62ae9740e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:45:28.463785 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d10bd9-e04c-4925-b43a-d0e62ae9740e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:45:28.463785 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d10bd9-e04c-4925-b43a-d0e62ae9740e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:45:28.464185 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d10bd9-e04c-4925-b43a-d0e62ae9740e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:45:28.489057 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] get_ports_and_sgs() called for port_ids ['cbc21c19-a9c2-48e6-88bd-b5b02cd593fb'] {{(pid=104487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 08:45:28.502512 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-f19c27ba-790e-4e1d-a49d-ab9790a8e227 admin admin] Publish callbacks [] for port (18a25a2f-461e-439c-81cf-486b6762e6a3), precommit_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:28.553475 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-da48bcfe-9793-449f-93ea-02b98d03bb0d req-732cf514-0879-4105-9a9b-0d72f9612fcd tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=fcc4b31a-2386-44ed-81fb-c2f68a123c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809748 Jul 27 08:45:28.571794 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Provisioning complete for port 6a14d482-1e5a-40b2-9a8e-6debd857399f triggered by entity L2. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:45:28.572173 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (6a14d482-1e5a-40b2-9a8e-6debd857399f), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:28.583554 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319d29fa-a9d7-49bf-922c-5858cc307737 req-583adaa5-3efd-4e96-89bc-a34e1c7cb584 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:45:28.585063 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-319d29fa-a9d7-49bf-922c-5858cc307737 req-583adaa5-3efd-4e96-89bc-a34e1c7cb584 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/ports?device_id=159ef74b-f7ad-4522-a24f-174383d37309 HTTP/1.1" status: 200 len: 946 time: 0.0682538 Jul 27 08:45:28.607305 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:45:28.624963 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:45:28.633883 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-319d29fa-a9d7-49bf-922c-5858cc307737 req-8928d44a-3f90-485f-bc1a-28d7e4c92a06 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/security-groups?id=33103d02-1660-42f2-9c20-0c21b6db7e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418885 Jul 27 08:45:28.699428 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Current status of the port 6a14d482-1e5a-40b2-9a8e-6debd857399f is: ACTIVE; New status is: ACTIVE {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:45:28.760771 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-d6630892-e76d-42b9-8045-a6612ef7b906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (c33789dc-58b9-4b11-aa84-a815cd3415fd), after_update {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:28.764622 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:45:28.801181 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-f19c27ba-790e-4e1d-a49d-ab9790a8e227 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786709965397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16582167'] for port (18a25a2f-461e-439c-81cf-486b6762e6a3), after_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:28.820289 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6630892-e76d-42b9-8045-a6612ef7b906 None None] Routers {'99785374-1eaf-4faf-abb6-be11fa2e167c'} bound to L3 agent in host dv-cinder-851170-2-iscsi {{(pid=104488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 08:45:28.822644 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_hamode_db [None req-d6630892-e76d-42b9-8045-a6612ef7b906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-27T08:30:18Z,description=,heartbeat_timestamp=2022-07-27T08:45:18Z,host='dv-cinder-851170-2-iscsi',id=5bc6d868-bb0b-4164-b2dd-44360f4de654,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T08:30:19Z,topic='l3_agent')) {'router_ids': ['99785374-1eaf-4faf-abb6-be11fa2e167c'], 'active': True} {{(pid=104488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:45:28.824466 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d10bd9-e04c-4925-b43a-d0e62ae9740e None None] Pushing event updated for resources: {'Port': ['ID=c33789dc-58b9-4b11-aa84-a815cd3415fd,revision_number=3']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:45:28.837896 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f19c27ba-790e-4e1d-a49d-ab9790a8e227 admin admin] Network 93238f62-e429-47ef-8e5c-b2b7247c1c0f is already hosted by enough agents. {{(pid=104485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 08:45:28.844867 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.scheduler.base_scheduler [None req-f19c27ba-790e-4e1d-a49d-ab9790a8e227 admin admin] Resources bound (agent type, host, resource id): {{(pid=104485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 08:45:28.849139 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19c27ba-790e-4e1d-a49d-ab9790a8e227 admin admin] Received port after_create {{(pid=104485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 08:45:28.876799 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19c27ba-790e-4e1d-a49d-ab9790a8e227 admin admin] Pushing event updated for resources: {'Port': ['ID=18a25a2f-461e-439c-81cf-486b6762e6a3,revision_number=1']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:45:28.896960 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-f19c27ba-790e-4e1d-a49d-ab9790a8e227 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8118662'] for router_interface (99785374-1eaf-4faf-abb6-be11fa2e167c), before_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:28.925418 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:45:28.929561 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvr_db [None req-d6630892-e76d-42b9-8045-a6612ef7b906 None None] Set router 99785374-1eaf-4faf-abb6-be11fa2e167c gateway port host: dv-cinder-851170-2-iscsi {{(pid=104488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 08:45:28.986786 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:45:29.102353 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-f19c27ba-790e-4e1d-a49d-ab9790a8e227 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (18a25a2f-461e-439c-81cf-486b6762e6a3), before_update {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:29.112390 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-39172a9e-135f-4e5e-a84b-d4dda78a83f9 None None] Provisioning complete for port 18a25a2f-461e-439c-81cf-486b6762e6a3 triggered by entity DHCP. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:45:29.112842 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-39172a9e-135f-4e5e-a84b-d4dda78a83f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (18a25a2f-461e-439c-81cf-486b6762e6a3), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:29.146647 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:45:29.148972 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-39172a9e-135f-4e5e-a84b-d4dda78a83f9 None None] Port 18a25a2f-461e-439c-81cf-486b6762e6a3 cannot update to ACTIVE because it is not bound. {{(pid=104487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 08:45:29.191413 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_hamode_db [None req-d6630892-e76d-42b9-8045-a6612ef7b906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99785374-1eaf-4faf-abb6-be11fa2e167c', 'name': 'tempest-TestShelveInstance-1662186271-router', 'tenant_id': '5d10772d974f47d7bc82c0f0b8a8facf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'c33789dc-58b9-4b11-aa84-a815cd3415fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:45:25Z', 'updated_at': '2022-07-27T08:45:26Z', 'revision_number': 3, 'project_id': '5d10772d974f47d7bc82c0f0b8a8facf', 'gw_port': {'id': 'c33789dc-58b9-4b11-aa84-a815cd3415fd', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:47:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99785374-1eaf-4faf-abb6-be11fa2e167c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:45:26Z', 'updated_at': '2022-07-27T08:45:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi'}], 'dv-cinder-851170-2-iscsi', False) {} {{(pid=104488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:45:29.219205 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6630892-e76d-42b9-8045-a6612ef7b906 None None] The sync data for ids ['99785374-1eaf-4faf-abb6-be11fa2e167c'] in dv-cinder-851170-2-iscsi is: [{'id': '99785374-1eaf-4faf-abb6-be11fa2e167c', 'name': 'tempest-TestShelveInstance-1662186271-router', 'tenant_id': '5d10772d974f47d7bc82c0f0b8a8facf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'c33789dc-58b9-4b11-aa84-a815cd3415fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:45:25Z', 'updated_at': '2022-07-27T08:45:26Z', 'revision_number': 3, 'project_id': '5d10772d974f47d7bc82c0f0b8a8facf', 'gw_port': {'id': 'c33789dc-58b9-4b11-aa84-a815cd3415fd', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:47:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99785374-1eaf-4faf-abb6-be11fa2e167c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:45:26Z', 'updated_at': '2022-07-27T08:45:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi'}] {{(pid=104488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 08:45:29.274335 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-f19c27ba-790e-4e1d-a49d-ab9790a8e227 admin admin] Publish callbacks [] for port (18a25a2f-461e-439c-81cf-486b6762e6a3), precommit_update {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:29.323322 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-f19c27ba-790e-4e1d-a49d-ab9790a8e227 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16582144'] for port (18a25a2f-461e-439c-81cf-486b6762e6a3), after_update {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:29.398451 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-f19c27ba-790e-4e1d-a49d-ab9790a8e227 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7864753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8118778'] for router_interface (99785374-1eaf-4faf-abb6-be11fa2e167c), after_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:29.398671 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19c27ba-790e-4e1d-a49d-ab9790a8e227 admin admin] Pushing event updated for resources: {'Port': ['ID=18a25a2f-461e-439c-81cf-486b6762e6a3,revision_number=2']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:45:29.506877 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f19c27ba-790e-4e1d-a49d-ab9790a8e227 admin admin] Network 93238f62-e429-47ef-8e5c-b2b7247c1c0f is already hosted by enough agents. {{(pid=104485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 08:45:29.508349 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.scheduler.base_scheduler [None req-f19c27ba-790e-4e1d-a49d-ab9790a8e227 admin admin] Resources bound (agent type, host, resource id): {{(pid=104485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 08:45:29.634738 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f19c27ba-790e-4e1d-a49d-ab9790a8e227 admin admin] Router 99785374-1eaf-4faf-abb6-be11fa2e167c has already been hosted by L3 agent 5bc6d868-bb0b-4164-b2dd-44360f4de654 {{(pid=104485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 08:45:29.647066 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:45:29.735201 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Device cbc21c19-a9c2-48e6-88bd-b5b02cd593fb up at agent hyperv_hv-cinder-85117 {{(pid=104487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 08:45:29.747235 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2673d3d5-9494-47ed-80e4-1a02420ec5f2 req-7197d692-117a-4542-8b21-a4b3a0851d3d tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:45:29.748922 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-2673d3d5-9494-47ed-80e4-1a02420ec5f2 req-7197d692-117a-4542-8b21-a4b3a0851d3d tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=e039946f-9689-47a3-85ab-cdd76c8ab6be HTTP/1.1" status: 200 len: 945 time: 0.1125031 Jul 27 08:45:29.784919 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da17841-1d51-4878-a1dd-5e8e1dff4c59 req-f1f00cd9-f6ca-4793-80fa-7c0135c328b9 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:45:29.787159 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-0da17841-1d51-4878-a1dd-5e8e1dff4c59 req-f1f00cd9-f6ca-4793-80fa-7c0135c328b9 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/ports?device_id=159ef74b-f7ad-4522-a24f-174383d37309 HTTP/1.1" status: 200 len: 946 time: 0.0674636 Jul 27 08:45:29.791661 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-1f9d236a-17f4-496e-be84-3c0888cc5691 None None] Provisioning complete for port 18a25a2f-461e-439c-81cf-486b6762e6a3 triggered by entity DHCP. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:45:29.793172 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-1f9d236a-17f4-496e-be84-3c0888cc5691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (18a25a2f-461e-439c-81cf-486b6762e6a3), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:29.834524 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=100 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:45:29.841709 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Provisioning for port cbc21c19-a9c2-48e6-88bd-b5b02cd593fb completed by entity L2. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 27 08:45:29.847406 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-1f9d236a-17f4-496e-be84-3c0888cc5691 None None] Port 18a25a2f-461e-439c-81cf-486b6762e6a3 cannot update to ACTIVE because it is not bound. {{(pid=104487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 08:45:29.852210 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-0da17841-1d51-4878-a1dd-5e8e1dff4c59 req-ff3e3507-86c5-4db1-a61f-bf5d2f861d9a tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/security-groups?id=33103d02-1660-42f2-9c20-0c21b6db7e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585229 Jul 27 08:45:29.852511 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f19c27ba-790e-4e1d-a49d-ab9790a8e227 admin admin] Notify agent at l3_agent.dv-cinder-851170-2-iscsi the message routers_updated {{(pid=104485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 08:45:29.856308 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-2673d3d5-9494-47ed-80e4-1a02420ec5f2 req-43c10d17-5875-4596-b0d0-8fb62d7150ce tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=fcc4b31a-2386-44ed-81fb-c2f68a123c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996101 Jul 27 08:45:29.868834 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-f19c27ba-790e-4e1d-a49d-ab9790a8e227 admin admin] 10.222.0.40 "PUT /v2.0/routers/99785374-1eaf-4faf-abb6-be11fa2e167c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1533830 Jul 27 08:45:29.940660 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Provisioning complete for port cbc21c19-a9c2-48e6-88bd-b5b02cd593fb triggered by entity L2. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:45:29.941326 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (cbc21c19-a9c2-48e6-88bd-b5b02cd593fb), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:29.987235 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0e9df4-bece-4255-9f63-b6228a86ca7b req-7351b60c-ef36-4f7a-a1ad-480dfbf6fe29 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:45:29.989713 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-1a0e9df4-bece-4255-9f63-b6228a86ca7b req-7351b60c-ef36-4f7a-a1ad-480dfbf6fe29 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/ports?device_id=159ef74b-f7ad-4522-a24f-174383d37309 HTTP/1.1" status: 200 len: 946 time: 0.0575497 Jul 27 08:45:29.999674 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 59452) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:45:30.004642 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.v2.base [None req-81941f52-f64d-42c6-8433-665e4a635367 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Request body: {'floatingip': {'port_id': '59ab739b-608a-4deb-9d9c-07a3e116ee2e'}} {{(pid=104485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:45:30.039425 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Current status of the port cbc21c19-a9c2-48e6-88bd-b5b02cd593fb is: BUILD; New status is: ACTIVE {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:45:30.040082 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (cbc21c19-a9c2-48e6-88bd-b5b02cd593fb), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:30.072996 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e039946f-9689-47a3-85ab-cdd76c8ab6be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbc21c19-a9c2-48e6-88bd-b5b02cd593fb'}] {{(pid=104487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 08:45:30.076661 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80d6aca8d47c9a16b7ef4a01c61ef1bf5c962aea16cee8599b6bab5dfb4de652" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08ff1305-4bca-446b-92d1-143f26b1a20d" -d '{"events": [{"server_uuid": "e039946f-9689-47a3-85ab-cdd76c8ab6be", "name": "network-vif-plugged", "status": "completed", "tag": "cbc21c19-a9c2-48e6-88bd-b5b02cd593fb"}]}' {{(pid=104487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 08:45:30.096267 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] For port cbc21c19-a9c2-48e6-88bd-b5b02cd593fb, host hv-cinder-85117, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85117',level=0,port_id=cbc21c19-a9c2-48e6-88bd-b5b02cd593fb,segment=NetworkSegment(d4421dbb-2177-49de-a9fa-abc5e0331875),segment_id=d4421dbb-2177-49de-a9fa-abc5e0331875)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:45:30.125366 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 08:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38d76bd6-7e47-4e0e-876b-5d8b4e98e786 x-openstack-request-id: req-38d76bd6-7e47-4e0e-876b-5d8b4e98e786 {{(pid=104487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 08:45:30.125754 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e039946f-9689-47a3-85ab-cdd76c8ab6be", "name": "network-vif-plugged", "status": "completed", "tag": "cbc21c19-a9c2-48e6-88bd-b5b02cd593fb", "code": 200}]} {{(pid=104487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 08:45:30.126325 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-38d76bd6-7e47-4e0e-876b-5d8b4e98e786 {{(pid=104487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 08:45:30.126806 dv-cinder-851170-2-iscsi neutron-server[104487]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38d76bd6-7e47-4e0e-876b-5d8b4e98e786'] response: {'server_uuid': 'e039946f-9689-47a3-85ab-cdd76c8ab6be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbc21c19-a9c2-48e6-88bd-b5b02cd593fb', 'code': 200} Jul 27 08:45:30.158949 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (cbc21c19-a9c2-48e6-88bd-b5b02cd593fb), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:30.228160 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Pushing event updated for resources: {'Port': ['ID=cbc21c19-a9c2-48e6-88bd-b5b02cd593fb,revision_number=5']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:45:30.299482 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-81941f52-f64d-42c6-8433-665e4a635367 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks [] for floatingip (fb69297d-c756-4083-86f5-b3d2bf67c7d6), before_update {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:30.420964 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Device c33789dc-58b9-4b11-aa84-a815cd3415fd up at agent ovs-agent-dv-cinder-851170-2-iscsi {{(pid=104487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 08:45:30.485370 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Provisioning complete for port c33789dc-58b9-4b11-aa84-a815cd3415fd triggered by entity L2. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:45:30.485836 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (c33789dc-58b9-4b11-aa84-a815cd3415fd), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:30.530380 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ce75e2-c4b2-49a9-bdef-27a45d620b7f req-b1cd724e-66d0-497a-b38b-d0d24546fa64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:45:30.532221 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-f3ce75e2-c4b2-49a9-bdef-27a45d620b7f req-b1cd724e-66d0-497a-b38b-d0d24546fa64 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e039946f-9689-47a3-85ab-cdd76c8ab6be HTTP/1.1" status: 200 len: 1130 time: 0.0470183 Jul 27 08:45:30.588671 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Current status of the port c33789dc-58b9-4b11-aa84-a815cd3415fd is: DOWN; New status is: ACTIVE {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:45:30.589063 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (c33789dc-58b9-4b11-aa84-a815cd3415fd), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:30.594751 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-f3ce75e2-c4b2-49a9-bdef-27a45d620b7f req-3ceaa7d7-8977-409b-b4f8-cd2b15782ab6 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=fcc4b31a-2386-44ed-81fb-c2f68a123c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559936 Jul 27 08:45:30.614902 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] For port c33789dc-58b9-4b11-aa84-a815cd3415fd, host dv-cinder-851170-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851170-2-iscsi',level=0,port_id=c33789dc-58b9-4b11-aa84-a815cd3415fd,segment=NetworkSegment(0a5e83d9-b5a8-42c5-b200-67984880d111),segment_id=0a5e83d9-b5a8-42c5-b200-67984880d111)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:45:30.683333 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (c33789dc-58b9-4b11-aa84-a815cd3415fd), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:30.728526 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:45:30.742767 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Pushing event updated for resources: {'Port': ['ID=c33789dc-58b9-4b11-aa84-a815cd3415fd,revision_number=4']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:45:30.784067 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-81941f52-f64d-42c6-8433-665e4a635367 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:30.849206 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-81941f52-f64d-42c6-8433-665e4a635367 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363235'] for floatingip (fb69297d-c756-4083-86f5-b3d2bf67c7d6), after_update {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:30.867258 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 59468) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:45:30.872175 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.v2.base [None req-46c93e62-8b66-4f8a-bb85-bc89206f5a03 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-664844061-network', 'tenant_id': '4a36d9652e80462a8e11c3b3e8a9c4a8'}} {{(pid=104486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:45:30.952065 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.db.l3_db [None req-81941f52-f64d-42c6-8433-665e4a635367 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Floating IP fb69297d-c756-4083-86f5-b3d2bf67c7d6 associated. External IP: 172.27.2.6, port: 59ab739b-608a-4deb-9d9c-07a3e116ee2e. Jul 27 08:45:30.990349 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45a8df4-ebaa-4f3c-b903-c61d0cab70f8 req-f4cd02f4-5755-4f4e-813d-0feb10001bd6 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:45:30.992104 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-f45a8df4-ebaa-4f3c-b903-c61d0cab70f8 req-f4cd02f4-5755-4f4e-813d-0feb10001bd6 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=e039946f-9689-47a3-85ab-cdd76c8ab6be HTTP/1.1" status: 200 len: 946 time: 0.0478368 Jul 27 08:45:31.014601 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46c93e62-8b66-4f8a-bb85-bc89206f5a03 admin admin] Made reservation on behalf of 4a36d9652e80462a8e11c3b3e8a9c4a8 for: {'network': 1} {{(pid=104486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 08:45:31.017041 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-46c93e62-8b66-4f8a-bb85-bc89206f5a03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for network (None), before_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:31.035727 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-46c93e62-8b66-4f8a-bb85-bc89206f5a03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:31.066939 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-f45a8df4-ebaa-4f3c-b903-c61d0cab70f8 req-0742f1e9-81bf-496e-b556-9930c5f7aa8e tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=fcc4b31a-2386-44ed-81fb-c2f68a123c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684505 Jul 27 08:45:31.125954 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ccf4ff-aa6d-46f1-b052-48d83c8e7191 None None] Sync routers for ids ['99785374-1eaf-4faf-abb6-be11fa2e167c'] in dv-cinder-851170-2-iscsi {{(pid=104487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 08:45:31.136457 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ccf4ff-aa6d-46f1-b052-48d83c8e7191 None None] Routers {'99785374-1eaf-4faf-abb6-be11fa2e167c'} bound to L3 agent in host dv-cinder-851170-2-iscsi {{(pid=104487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 08:45:31.137295 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_hamode_db [None req-94ccf4ff-aa6d-46f1-b052-48d83c8e7191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-27T08:30:18Z,description=,heartbeat_timestamp=2022-07-27T08:45:18Z,host='dv-cinder-851170-2-iscsi',id=5bc6d868-bb0b-4164-b2dd-44360f4de654,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T08:30:19Z,topic='l3_agent')) {'router_ids': ['99785374-1eaf-4faf-abb6-be11fa2e167c'], 'active': True} {{(pid=104487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:45:31.141978 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-46c93e62-8b66-4f8a-bb85-bc89206f5a03 admin admin] Publish callbacks [] for security_group (7947d007-fc07-4adb-b1d2-8abd37f588a9), precommit_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:31.142762 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:45:31.160827 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81941f52-f64d-42c6-8433-665e4a635367 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Router 9859d67e-360d-4e3b-a6c7-bd0d6a4cb852 has already been hosted by L3 agent 5bc6d868-bb0b-4164-b2dd-44360f4de654 {{(pid=104485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 08:45:31.167762 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:45:31.226171 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-46c93e62-8b66-4f8a-bb85-bc89206f5a03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (7947d007-fc07-4adb-b1d2-8abd37f588a9), after_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:31.249446 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvr_db [None req-94ccf4ff-aa6d-46f1-b052-48d83c8e7191 None None] Set router 99785374-1eaf-4faf-abb6-be11fa2e167c gateway port host: dv-cinder-851170-2-iscsi {{(pid=104487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 08:45:31.250983 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46c93e62-8b66-4f8a-bb85-bc89206f5a03 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 697} {{(pid=104486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 08:45:31.268670 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c93e62-8b66-4f8a-bb85-bc89206f5a03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7947d007-fc07-4adb-b1d2-8abd37f588a9,revision_number=1']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:45:31.273054 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81941f52-f64d-42c6-8433-665e4a635367 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Notify agent at l3_agent.dv-cinder-851170-2-iscsi the message routers_updated {{(pid=104485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 08:45:31.273230 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-46c93e62-8b66-4f8a-bb85-bc89206f5a03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-834444'] for segment (a16e8699-16a8-463e-9383-22cee171f606), precommit_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:31.273481 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.db.segments_db [None req-46c93e62-8b66-4f8a-bb85-bc89206f5a03 admin admin] Added segment a16e8699-16a8-463e-9383-22cee171f606 of type vlan for network da8e27ef-30b6-46d4-bee6-45ae43a64b7f Jul 27 08:45:31.277304 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-81941f52-f64d-42c6-8433-665e4a635367 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8374701'] for floatingip (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:31.294616 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2723259c-d9df-4ebd-8f3c-ef40c06702f5 None None] Sync routers for ids ['9859d67e-360d-4e3b-a6c7-bd0d6a4cb852'] in dv-cinder-851170-2-iscsi {{(pid=104488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 08:45:31.310493 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2723259c-d9df-4ebd-8f3c-ef40c06702f5 None None] Routers {'9859d67e-360d-4e3b-a6c7-bd0d6a4cb852'} bound to L3 agent in host dv-cinder-851170-2-iscsi {{(pid=104488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 08:45:31.311374 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_hamode_db [None req-2723259c-d9df-4ebd-8f3c-ef40c06702f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-27T08:30:18Z,description=,heartbeat_timestamp=2022-07-27T08:45:18Z,host='dv-cinder-851170-2-iscsi',id=5bc6d868-bb0b-4164-b2dd-44360f4de654,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T08:30:19Z,topic='l3_agent')) {'router_ids': ['9859d67e-360d-4e3b-a6c7-bd0d6a4cb852'], 'active': True} {{(pid=104488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:45:31.313652 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-81941f52-f64d-42c6-8433-665e4a635367 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "PUT /v2.0/floatingips/fb69297d-c756-4083-86f5-b3d2bf67c7d6 HTTP/1.1" status: 200 len: 990 time: 1.3125203 Jul 27 08:45:31.318435 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '159ef74b-f7ad-4522-a24f-174383d37309', 'tag': '59ab739b-608a-4deb-9d9c-07a3e116ee2e'}] {{(pid=104485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 08:45:31.322531 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f4ab7c7b1e34975a56cd7ce610f5615b70f950c8da59d9e9b5a870069a9544" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b32d5ca-67d0-4d3a-a146-cede2fdca51f" -d '{"events": [{"name": "network-changed", "server_uuid": "159ef74b-f7ad-4522-a24f-174383d37309", "tag": "59ab739b-608a-4deb-9d9c-07a3e116ee2e"}]}' {{(pid=104485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 08:45:31.322963 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-46c93e62-8b66-4f8a-bb85-bc89206f5a03 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786709896331'] for network (da8e27ef-30b6-46d4-bee6-45ae43a64b7f), precommit_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:31.374193 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 08:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22598349-f3f9-44aa-a8d5-afcd8685b7e8 x-openstack-request-id: req-22598349-f3f9-44aa-a8d5-afcd8685b7e8 {{(pid=104485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 08:45:31.374623 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "159ef74b-f7ad-4522-a24f-174383d37309", "tag": "59ab739b-608a-4deb-9d9c-07a3e116ee2e", "status": "completed", "code": 200}]} {{(pid=104485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 08:45:31.375397 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-22598349-f3f9-44aa-a8d5-afcd8685b7e8 {{(pid=104485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 08:45:31.375890 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22598349-f3f9-44aa-a8d5-afcd8685b7e8'] response: {'name': 'network-changed', 'server_uuid': '159ef74b-f7ad-4522-a24f-174383d37309', 'tag': '59ab739b-608a-4deb-9d9c-07a3e116ee2e', 'status': 'completed', 'code': 200} Jul 27 08:45:31.406008 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-46c93e62-8b66-4f8a-bb85-bc89206f5a03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739'] for network (da8e27ef-30b6-46d4-bee6-45ae43a64b7f), after_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:31.407054 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c93e62-8b66-4f8a-bb85-bc89206f5a03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:45:31.407764 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-46c93e62-8b66-4f8a-bb85-bc89206f5a03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7864717'] for network (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:31.420285 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:45:31.447624 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvr_db [None req-2723259c-d9df-4ebd-8f3c-ef40c06702f5 None None] Set router 9859d67e-360d-4e3b-a6c7-bd0d6a4cb852 gateway port host: dv-cinder-851170-2-iscsi {{(pid=104488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 08:45:31.465797 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_hamode_db [None req-94ccf4ff-aa6d-46f1-b052-48d83c8e7191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99785374-1eaf-4faf-abb6-be11fa2e167c', 'name': 'tempest-TestShelveInstance-1662186271-router', 'tenant_id': '5d10772d974f47d7bc82c0f0b8a8facf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'c33789dc-58b9-4b11-aa84-a815cd3415fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:45:25Z', 'updated_at': '2022-07-27T08:45:28Z', 'revision_number': 4, 'project_id': '5d10772d974f47d7bc82c0f0b8a8facf', 'gw_port': {'id': 'c33789dc-58b9-4b11-aa84-a815cd3415fd', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:47:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99785374-1eaf-4faf-abb6-be11fa2e167c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:45:26Z', 'updated_at': '2022-07-27T08:45:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi', '_interfaces': [{'id': '18a25a2f-461e-439c-81cf-486b6762e6a3', 'name': '', 'network_id': '93238f62-e429-47ef-8e5c-b2b7247c1c0f', 'tenant_id': '5d10772d974f47d7bc82c0f0b8a8facf', 'mac_address': 'fa:16:3e:5c:5f:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99785374-1eaf-4faf-abb6-be11fa2e167c', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '45bab364-f7d1-4e2a-889f-749acca6bead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:45:28Z', 'updated_at': '2022-07-27T08:45:29Z', 'revision_number': 2, 'project_id': '5d10772d974f47d7bc82c0f0b8a8facf', 'subnets': [{'id': '45bab364-f7d1-4e2a-889f-749acca6bead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851170-2-iscsi', False) {} {{(pid=104487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:45:31.471348 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c93e62-8b66-4f8a-bb85-bc89206f5a03 admin admin] Pushing event updated for resources: {'Network': ['ID=da8e27ef-30b6-46d4-bee6-45ae43a64b7f,revision_number=1']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:45:31.502867 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Network da8e27ef-30b6-46d4-bee6-45ae43a64b7f details requested by agent ovs-agent-dv-cinder-851170-2-iscsi with host dv-cinder-851170-2-iscsi {{(pid=104487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 08:45:31.505664 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ccf4ff-aa6d-46f1-b052-48d83c8e7191 None None] Checking router: 99785374-1eaf-4faf-abb6-be11fa2e167c for host: dv-cinder-851170-2-iscsi {{(pid=104487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 08:45:31.506012 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ccf4ff-aa6d-46f1-b052-48d83c8e7191 None None] Updating router 99785374-1eaf-4faf-abb6-be11fa2e167c port 18a25a2f-461e-439c-81cf-486b6762e6a3 binding host dv-cinder-851170-2-iscsi {{(pid=104487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 08:45:31.548924 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-46c93e62-8b66-4f8a-bb85-bc89206f5a03 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.6778343 Jul 27 08:45:31.549196 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 59476) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:45:31.553987 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.v2.base [None req-156a37f2-3b60-4726-80e2-5e61343f5aa6 admin admin] Request body: {'subnet': {'network_id': 'da8e27ef-30b6-46d4-bee6-45ae43a64b7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-664844061-subnet', 'tenant_id': '4a36d9652e80462a8e11c3b3e8a9c4a8', 'ip_version': 4}} {{(pid=104485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:45:31.583136 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-94ccf4ff-aa6d-46f1-b052-48d83c8e7191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (18a25a2f-461e-439c-81cf-486b6762e6a3), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:31.670466 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_hamode_db [None req-2723259c-d9df-4ebd-8f3c-ef40c06702f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9859d67e-360d-4e3b-a6c7-bd0d6a4cb852', 'name': 'tempest-AttachVolumeNegativeTest-1367014185-router', 'tenant_id': '940250de2f6f47ed9edc1bb0468551c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': '8459270c-d8a5-42a4-abf4-e5dc701f12a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:39:21Z', 'updated_at': '2022-07-27T08:39:32Z', 'revision_number': 4, 'project_id': '940250de2f6f47ed9edc1bb0468551c8', 'gw_port': {'id': '8459270c-d8a5-42a4-abf4-e5dc701f12a4', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9859d67e-360d-4e3b-a6c7-bd0d6a4cb852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:39:24Z', 'updated_at': '2022-07-27T08:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi', '_floatingips': [{'id': 'fb69297d-c756-4083-86f5-b3d2bf67c7d6', 'tenant_id': '940250de2f6f47ed9edc1bb0468551c8', 'floating_ip_address': '172.27.2.6', 'floating_network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'router_id': '9859d67e-360d-4e3b-a6c7-bd0d6a4cb852', 'port_id': '59ab739b-608a-4deb-9d9c-07a3e116ee2e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f6980da-175b-4e92-9032-637e0458eb4f', 'mac_address': 'fa:16:3e:92:4b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '159ef74b-f7ad-4522-a24f-174383d37309', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T08:45:09Z', 'updated_at': '2022-07-27T08:45:30Z', 'revision_number': 1, 'project_id': '940250de2f6f47ed9edc1bb0468551c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa37f9a5-dc13-418d-8b78-d17cc6344800', 'name': '', 'network_id': '8f6980da-175b-4e92-9032-637e0458eb4f', 'tenant_id': '940250de2f6f47ed9edc1bb0468551c8', 'mac_address': 'fa:16:3e:b8:8b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9859d67e-360d-4e3b-a6c7-bd0d6a4cb852', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '5784479d-44dd-45ed-b6e6-1aaaf2f91b93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:39:31Z', 'updated_at': '2022-07-27T08:39:43Z', 'revision_number': 5, 'project_id': '940250de2f6f47ed9edc1bb0468551c8', 'subnets': [{'id': '5784479d-44dd-45ed-b6e6-1aaaf2f91b93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851170-2-iscsi', False) {} {{(pid=104488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:45:31.687124 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-156a37f2-3b60-4726-80e2-5e61343f5aa6 admin admin] Made reservation on behalf of 4a36d9652e80462a8e11c3b3e8a9c4a8 for: {'subnet': 1} {{(pid=104485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 08:45:31.690194 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-156a37f2-3b60-4726-80e2-5e61343f5aa6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16687783'] for subnet (None), before_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:31.699784 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2723259c-d9df-4ebd-8f3c-ef40c06702f5 None None] Checking router: 9859d67e-360d-4e3b-a6c7-bd0d6a4cb852 for host: dv-cinder-851170-2-iscsi {{(pid=104488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 08:45:31.709746 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2723259c-d9df-4ebd-8f3c-ef40c06702f5 None None] Routers {'9859d67e-360d-4e3b-a6c7-bd0d6a4cb852'} bound to L3 agent in host dv-cinder-851170-2-iscsi {{(pid=104488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 08:45:31.710655 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_hamode_db [None req-2723259c-d9df-4ebd-8f3c-ef40c06702f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-27T08:30:18Z,description=,heartbeat_timestamp=2022-07-27T08:45:18Z,host='dv-cinder-851170-2-iscsi',id=5bc6d868-bb0b-4164-b2dd-44360f4de654,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T08:30:19Z,topic='l3_agent')) {'router_ids': ['9859d67e-360d-4e3b-a6c7-bd0d6a4cb852'], 'active': True} {{(pid=104488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:45:31.748499 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b32d5ca-67d0-4d3a-a146-cede2fdca51f req-f8a846c0-b542-4d04-bbbb-f2b7ce54dbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:45:31.750328 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-4b32d5ca-67d0-4d3a-a146-cede2fdca51f req-f8a846c0-b542-4d04-bbbb-f2b7ce54dbd6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=940250de2f6f47ed9edc1bb0468551c8&device_id=159ef74b-f7ad-4522-a24f-174383d37309 HTTP/1.1" status: 200 len: 1130 time: 0.0517633 Jul 27 08:45:31.831654 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvr_db [None req-2723259c-d9df-4ebd-8f3c-ef40c06702f5 None None] Set router 9859d67e-360d-4e3b-a6c7-bd0d6a4cb852 gateway port host: dv-cinder-851170-2-iscsi {{(pid=104488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 08:45:31.880449 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-94ccf4ff-aa6d-46f1-b052-48d83c8e7191 None None] Publish callbacks [] for port (18a25a2f-461e-439c-81cf-486b6762e6a3), precommit_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:31.881842 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:45:31.888928 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b32d5ca-67d0-4d3a-a146-cede2fdca51f req-77f2a01c-2cdc-4e5a-8c0b-ef9a078baa0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:45:31.890482 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-4b32d5ca-67d0-4d3a-a146-cede2fdca51f req-77f2a01c-2cdc-4e5a-8c0b-ef9a078baa0d service neutron] 10.222.0.42 "GET /v2.0/networks?id=8f6980da-175b-4e92-9032-637e0458eb4f HTTP/1.1" status: 200 len: 916 time: 0.1085079 Jul 27 08:45:31.938389 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-94ccf4ff-aa6d-46f1-b052-48d83c8e7191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (18a25a2f-461e-439c-81cf-486b6762e6a3), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:31.955169 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:45:31.980314 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-4b32d5ca-67d0-4d3a-a146-cede2fdca51f req-7fe47974-b8c0-4302-9683-fc665cb8243f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=59ab739b-608a-4deb-9d9c-07a3e116ee2e HTTP/1.1" status: 200 len: 998 time: 0.0639689 Jul 27 08:45:32.003294 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-156a37f2-3b60-4726-80e2-5e61343f5aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16582395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16687753'] for subnet (ffc368c0-34ea-48b9-bd5b-9995154c0bb3), after_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:32.015788 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecd161f-31ef-4e15-bc23-2d6a313e3616 None None] Pushing event updated for resources: {'Port': ['ID=18a25a2f-461e-439c-81cf-486b6762e6a3,revision_number=3']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:45:32.056922 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.managers [None req-94ccf4ff-aa6d-46f1-b052-48d83c8e7191 None None] Attempting to bind port 18a25a2f-461e-439c-81cf-486b6762e6a3 on host dv-cinder-851170-2-iscsi for vnic_type normal with profile {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 08:45:32.057294 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.managers [None req-94ccf4ff-aa6d-46f1-b052-48d83c8e7191 None None] Attempting to bind port 18a25a2f-461e-439c-81cf-486b6762e6a3 by drivers openvswitch,hyperv on host dv-cinder-851170-2-iscsi at level 0 using segments [{'id': '751fbd15-6e5a-4e44-9bca-3f428bc56006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '93238f62-e429-47ef-8e5c-b2b7247c1c0f'}] {{(pid=104487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 08:45:32.057637 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ccf4ff-aa6d-46f1-b052-48d83c8e7191 None None] Attempting to bind port 18a25a2f-461e-439c-81cf-486b6762e6a3 on network 93238f62-e429-47ef-8e5c-b2b7247c1c0f {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 08:45:32.063564 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ccf4ff-aa6d-46f1-b052-48d83c8e7191 None None] Checking agent: {'id': 'ed9de811-f248-496b-b487-860d50d7cee7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851170-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 8, 30, 21), 'started_at': datetime.datetime(2022, 7, 27, 8, 30, 51), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 8, 45, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851170-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 08:45:32.063936 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ccf4ff-aa6d-46f1-b052-48d83c8e7191 None None] Checking segment: {'id': '751fbd15-6e5a-4e44-9bca-3f428bc56006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '93238f62-e429-47ef-8e5c-b2b7247c1c0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 08:45:32.064349 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-94ccf4ff-aa6d-46f1-b052-48d83c8e7191 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:32.064969 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ccf4ff-aa6d-46f1-b052-48d83c8e7191 None None] Bound using segment: {'id': '751fbd15-6e5a-4e44-9bca-3f428bc56006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '93238f62-e429-47ef-8e5c-b2b7247c1c0f'} {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 08:45:32.065273 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.managers [None req-94ccf4ff-aa6d-46f1-b052-48d83c8e7191 None None] Bound port: 18a25a2f-461e-439c-81cf-486b6762e6a3, host: dv-cinder-851170-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '751fbd15-6e5a-4e44-9bca-3f428bc56006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '93238f62-e429-47ef-8e5c-b2b7247c1c0f'}}] {{(pid=104487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 08:45:32.065657 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-94ccf4ff-aa6d-46f1-b052-48d83c8e7191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (18a25a2f-461e-439c-81cf-486b6762e6a3), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:32.111041 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b32d5ca-67d0-4d3a-a146-cede2fdca51f req-51f9f0a0-c11b-49f3-87a2-7ff96627dc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:45:32.113505 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-4b32d5ca-67d0-4d3a-a146-cede2fdca51f req-51f9f0a0-c11b-49f3-87a2-7ff96627dc19 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5784479d-44dd-45ed-b6e6-1aaaf2f91b93 HTTP/1.1" status: 200 len: 854 time: 0.0981004 Jul 27 08:45:32.116246 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_hamode_db [None req-2723259c-d9df-4ebd-8f3c-ef40c06702f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9859d67e-360d-4e3b-a6c7-bd0d6a4cb852', 'name': 'tempest-AttachVolumeNegativeTest-1367014185-router', 'tenant_id': '940250de2f6f47ed9edc1bb0468551c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': '8459270c-d8a5-42a4-abf4-e5dc701f12a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:39:21Z', 'updated_at': '2022-07-27T08:39:32Z', 'revision_number': 4, 'project_id': '940250de2f6f47ed9edc1bb0468551c8', 'gw_port': {'id': '8459270c-d8a5-42a4-abf4-e5dc701f12a4', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9859d67e-360d-4e3b-a6c7-bd0d6a4cb852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:39:24Z', 'updated_at': '2022-07-27T08:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi', '_floatingips': [{'id': 'fb69297d-c756-4083-86f5-b3d2bf67c7d6', 'tenant_id': '940250de2f6f47ed9edc1bb0468551c8', 'floating_ip_address': '172.27.2.6', 'floating_network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'router_id': '9859d67e-360d-4e3b-a6c7-bd0d6a4cb852', 'port_id': '59ab739b-608a-4deb-9d9c-07a3e116ee2e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f6980da-175b-4e92-9032-637e0458eb4f', 'mac_address': 'fa:16:3e:92:4b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '159ef74b-f7ad-4522-a24f-174383d37309', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T08:45:09Z', 'updated_at': '2022-07-27T08:45:30Z', 'revision_number': 1, 'project_id': '940250de2f6f47ed9edc1bb0468551c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa37f9a5-dc13-418d-8b78-d17cc6344800', 'name': '', 'network_id': '8f6980da-175b-4e92-9032-637e0458eb4f', 'tenant_id': '940250de2f6f47ed9edc1bb0468551c8', 'mac_address': 'fa:16:3e:b8:8b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9859d67e-360d-4e3b-a6c7-bd0d6a4cb852', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '5784479d-44dd-45ed-b6e6-1aaaf2f91b93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:39:31Z', 'updated_at': '2022-07-27T08:39:43Z', 'revision_number': 5, 'project_id': '940250de2f6f47ed9edc1bb0468551c8', 'subnets': [{'id': '5784479d-44dd-45ed-b6e6-1aaaf2f91b93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851170-2-iscsi', False) {} {{(pid=104488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:45:32.122963 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156a37f2-3b60-4726-80e2-5e61343f5aa6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ffc368c0-34ea-48b9-bd5b-9995154c0bb3,revision_number=0']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:45:32.125752 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156a37f2-3b60-4726-80e2-5e61343f5aa6 admin admin] Checking segment: {'id': 'a16e8699-16a8-463e-9383-22cee171f606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'da8e27ef-30b6-46d4-bee6-45ae43a64b7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 08:45:32.126949 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-156a37f2-3b60-4726-80e2-5e61343f5aa6 admin admin] Network hostable DHCP agents. Network: da8e27ef-30b6-46d4-bee6-45ae43a64b7f, hostable agents: ['7c77c4a2-8ca4-486b-af2a-676805e7b922'], hosted agents: [] {{(pid=104485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 08:45:32.152028 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2723259c-d9df-4ebd-8f3c-ef40c06702f5 None None] The sync data for ids ['9859d67e-360d-4e3b-a6c7-bd0d6a4cb852'] in dv-cinder-851170-2-iscsi is: [{'id': '9859d67e-360d-4e3b-a6c7-bd0d6a4cb852', 'name': 'tempest-AttachVolumeNegativeTest-1367014185-router', 'tenant_id': '940250de2f6f47ed9edc1bb0468551c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': '8459270c-d8a5-42a4-abf4-e5dc701f12a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:39:21Z', 'updated_at': '2022-07-27T08:39:32Z', 'revision_number': 4, 'project_id': '940250de2f6f47ed9edc1bb0468551c8', 'gw_port': {'id': '8459270c-d8a5-42a4-abf4-e5dc701f12a4', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9859d67e-360d-4e3b-a6c7-bd0d6a4cb852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:39:24Z', 'updated_at': '2022-07-27T08:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi', '_floatingips': [{'id': 'fb69297d-c756-4083-86f5-b3d2bf67c7d6', 'tenant_id': '940250de2f6f47ed9edc1bb0468551c8', 'floating_ip_address': '172.27.2.6', 'floating_network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'router_id': '9859d67e-360d-4e3b-a6c7-bd0d6a4cb852', 'port_id': '59ab739b-608a-4deb-9d9c-07a3e116ee2e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f6980da-175b-4e92-9032-637e0458eb4f', 'mac_address': 'fa:16:3e:92:4b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '159ef74b-f7ad-4522-a24f-174383d37309', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T08:45:09Z', 'updated_at': '2022-07-27T08:45:30Z', 'revision_number': 1, 'project_id': '940250de2f6f47ed9edc1bb0468551c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa37f9a5-dc13-418d-8b78-d17cc6344800', 'name': '', 'network_id': '8f6980da-175b-4e92-9032-637e0458eb4f', 'tenant_id': '940250de2f6f47ed9edc1bb0468551c8', 'mac_address': 'fa:16:3e:b8:8b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9859d67e-360d-4e3b-a6c7-bd0d6a4cb852', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '5784479d-44dd-45ed-b6e6-1aaaf2f91b93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:39:31Z', 'updated_at': '2022-07-27T08:39:43Z', 'revision_number': 5, 'project_id': '940250de2f6f47ed9edc1bb0468551c8', 'subnets': [{'id': '5784479d-44dd-45ed-b6e6-1aaaf2f91b93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 08:45:32.177432 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-94ccf4ff-aa6d-46f1-b052-48d83c8e7191 None None] For port 18a25a2f-461e-439c-81cf-486b6762e6a3, host dv-cinder-851170-2-iscsi, cleared binding levels {{(pid=104487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 08:45:32.181448 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-94ccf4ff-aa6d-46f1-b052-48d83c8e7191 None None] For port 18a25a2f-461e-439c-81cf-486b6762e6a3, host dv-cinder-851170-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851170-2-iscsi',level=0,port_id=18a25a2f-461e-439c-81cf-486b6762e6a3,segment=NetworkSegment(751fbd15-6e5a-4e44-9bca-3f428bc56006),segment_id=751fbd15-6e5a-4e44-9bca-3f428bc56006)] {{(pid=104487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 08:45:32.189233 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:45:32.214762 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-156a37f2-3b60-4726-80e2-5e61343f5aa6 admin admin] Network da8e27ef-30b6-46d4-bee6-45ae43a64b7f is scheduled to be hosted by DHCP agent 7c77c4a2-8ca4-486b-af2a-676805e7b922 with binding_index 1 {{(pid=104485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 08:45:32.237061 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39834b1-9fc2-4200-b9af-66c7cbd6f8bb req-2bb9e57d-5ae7-41da-9ef8-d8b04f77a0dd tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:45:32.239271 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-b39834b1-9fc2-4200-b9af-66c7cbd6f8bb req-2bb9e57d-5ae7-41da-9ef8-d8b04f77a0dd tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=e039946f-9689-47a3-85ab-cdd76c8ab6be HTTP/1.1" status: 200 len: 946 time: 0.0617139 Jul 27 08:45:32.281409 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-a6a600dd-025c-4b86-a7d3-dd059c4ab3fa None None] Provisioning complete for port 18a25a2f-461e-439c-81cf-486b6762e6a3 triggered by entity DHCP. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:45:32.283790 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a6a600dd-025c-4b86-a7d3-dd059c4ab3fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (18a25a2f-461e-439c-81cf-486b6762e6a3), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:32.303337 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-b39834b1-9fc2-4200-b9af-66c7cbd6f8bb req-2165d8ef-1767-4697-b222-5eae04dfa147 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=fcc4b31a-2386-44ed-81fb-c2f68a123c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579078 Jul 27 08:45:32.307695 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-94ccf4ff-aa6d-46f1-b052-48d83c8e7191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (18a25a2f-461e-439c-81cf-486b6762e6a3), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:32.312011 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.scheduler.base_scheduler [None req-156a37f2-3b60-4726-80e2-5e61343f5aa6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851170-2-iscsi, da8e27ef-30b6-46d4-bee6-45ae43a64b7f) {{(pid=104485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 08:45:32.320696 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156a37f2-3b60-4726-80e2-5e61343f5aa6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:45:32.320696 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-156a37f2-3b60-4726-80e2-5e61343f5aa6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:32.350174 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-a6a600dd-025c-4b86-a7d3-dd059c4ab3fa None None] Port 18a25a2f-461e-439c-81cf-486b6762e6a3 cannot update to ACTIVE because it is not bound. {{(pid=104487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 08:45:32.361676 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e31cbae-fa9a-4be7-bbd7-b829128a8e5d None None] Network da8e27ef-30b6-46d4-bee6-45ae43a64b7f requested from dv-cinder-851170-2-iscsi {{(pid=104487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 08:45:32.426738 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128181c2-e23b-4550-8a93-dd78fb2b3c87 None None] New status for floating IP fb69297d-c756-4083-86f5-b3d2bf67c7d6: ACTIVE {{(pid=104487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 27 08:45:32.438318 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-156a37f2-3b60-4726-80e2-5e61343f5aa6 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8879070 Jul 27 08:45:32.440981 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 59480) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:45:32.445315 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.v2.base [None req-121ea6f8-b2f9-40b5-bb46-84ebb0d7b752 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-664844061-router', 'tenant_id': '4a36d9652e80462a8e11c3b3e8a9c4a8', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5'}}} {{(pid=104485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:45:32.535644 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-121ea6f8-b2f9-40b5-bb46-84ebb0d7b752 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8122130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-347'] for router (bd293918-df95-482e-b8e3-f77d4ceb2aa6), before_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:32.536984 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-121ea6f8-b2f9-40b5-bb46-84ebb0d7b752 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8119546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-327805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-338'] for router (bd293918-df95-482e-b8e3-f77d4ceb2aa6), precommit_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:32.597332 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-121ea6f8-b2f9-40b5-bb46-84ebb0d7b752 admin admin] Publish callbacks [] for router_controller (bd293918-df95-482e-b8e3-f77d4ceb2aa6), precommit_add_association {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:32.619914 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Device c33789dc-58b9-4b11-aa84-a815cd3415fd up at agent ovs-agent-dv-cinder-851170-2-iscsi {{(pid=104487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 08:45:32.670726 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ccf4ff-aa6d-46f1-b052-48d83c8e7191 None None] Routers {'99785374-1eaf-4faf-abb6-be11fa2e167c'} bound to L3 agent in host dv-cinder-851170-2-iscsi {{(pid=104487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 08:45:32.671280 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_hamode_db [None req-94ccf4ff-aa6d-46f1-b052-48d83c8e7191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-27T08:30:18Z,description=,heartbeat_timestamp=2022-07-27T08:45:18Z,host='dv-cinder-851170-2-iscsi',id=5bc6d868-bb0b-4164-b2dd-44360f4de654,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T08:30:19Z,topic='l3_agent')) {'router_ids': ['99785374-1eaf-4faf-abb6-be11fa2e167c'], 'active': True} {{(pid=104487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:45:32.673438 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecd161f-31ef-4e15-bc23-2d6a313e3616 None None] Pushing event updated for resources: {'Port': ['ID=18a25a2f-461e-439c-81cf-486b6762e6a3,revision_number=4']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:45:32.761760 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b32d5ca-67d0-4d3a-a146-cede2fdca51f req-d84b09e7-3cbb-487a-95ee-eaf884e64526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:45:32.763965 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-4b32d5ca-67d0-4d3a-a146-cede2fdca51f req-d84b09e7-3cbb-487a-95ee-eaf884e64526 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8f6980da-175b-4e92-9032-637e0458eb4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458124 Jul 27 08:45:32.774239 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-fedea099-8c70-4d91-a23a-cea546af93b8 None None] Provisioning complete for port 18a25a2f-461e-439c-81cf-486b6762e6a3 triggered by entity DHCP. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:45:32.774239 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-fedea099-8c70-4d91-a23a-cea546af93b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (18a25a2f-461e-439c-81cf-486b6762e6a3), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:32.806062 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-121ea6f8-b2f9-40b5-bb46-84ebb0d7b752 admin admin] Publish callbacks [] for router_gateway (bd293918-df95-482e-b8e3-f77d4ceb2aa6), precommit_update {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:32.818578 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:45:32.864126 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-4b32d5ca-67d0-4d3a-a146-cede2fdca51f req-1f87732f-b46f-4911-92b7-19631df77db5 service neutron] 10.222.0.42 "GET /v2.0/networks/8f6980da-175b-4e92-9032-637e0458eb4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921803 Jul 27 08:45:32.900008 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28bda1b6-c27b-4bae-a9f5-7c96f0adaf72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15de2134-51f9-5133-ac93-618e7ff2167e-da8e27ef-30b6-46d4-bee6-45ae43a64b7f', 'network_id': 'da8e27ef-30b6-46d4-bee6-45ae43a64b7f', 'project_id': '4a36d9652e80462a8e11c3b3e8a9c4a8', 'fixed_ips': [{'subnet_id': 'ffc368c0-34ea-48b9-bd5b-9995154c0bb3'}]}} from dv-cinder-851170-2-iscsi. {{(pid=104487) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 27 08:45:32.900925 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-28bda1b6-c27b-4bae-a9f5-7c96f0adaf72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (None), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:32.929815 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:45:32.949928 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Provisioning complete for port c33789dc-58b9-4b11-aa84-a815cd3415fd triggered by entity L2. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:45:32.950438 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (c33789dc-58b9-4b11-aa84-a815cd3415fd), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:32.990777 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:45:32.992781 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvr_db [None req-94ccf4ff-aa6d-46f1-b052-48d83c8e7191 None None] Set router 99785374-1eaf-4faf-abb6-be11fa2e167c gateway port host: dv-cinder-851170-2-iscsi {{(pid=104487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 08:45:33.058587 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-121ea6f8-b2f9-40b5-bb46-84ebb0d7b752 admin admin] Publish callbacks [] for router_gateway (bd293918-df95-482e-b8e3-f77d4ceb2aa6), before_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:33.082086 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-121ea6f8-b2f9-40b5-bb46-84ebb0d7b752 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (None), before_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:33.092774 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:45:33.134575 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-4b32d5ca-67d0-4d3a-a146-cede2fdca51f req-4eadb6bb-4722-4fb3-9644-653f47c3b03d service neutron] 10.222.0.42 "GET /v2.0/networks/8f6980da-175b-4e92-9032-637e0458eb4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303713 Jul 27 08:45:33.189940 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-fedea099-8c70-4d91-a23a-cea546af93b8 None None] Current status of the port 18a25a2f-461e-439c-81cf-486b6762e6a3 is: DOWN; New status is: ACTIVE {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:45:33.190356 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-fedea099-8c70-4d91-a23a-cea546af93b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (18a25a2f-461e-439c-81cf-486b6762e6a3), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:33.198862 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.db.db_base_plugin_common [None req-121ea6f8-b2f9-40b5-bb46-84ebb0d7b752 admin admin] Allocated IP 172.27.2.136 (e7cd7671-9410-421d-95f2-ddad301715a5/bd8cca88-d260-42a1-9635-5bfcc6eba2a1/1922b0fc-878e-407b-bb16-0ebfc19e6bf1) {{(pid=104485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 08:45:33.308208 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-121ea6f8-b2f9-40b5-bb46-84ebb0d7b752 admin admin] Publish callbacks [] for port (1922b0fc-878e-407b-bb16-0ebfc19e6bf1), precommit_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:33.330482 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Current status of the port c33789dc-58b9-4b11-aa84-a815cd3415fd is: ACTIVE; New status is: ACTIVE {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:45:33.348371 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.db_base_plugin_common [None req-28bda1b6-c27b-4bae-a9f5-7c96f0adaf72 None None] Allocated IP 172.20.0.2 (da8e27ef-30b6-46d4-bee6-45ae43a64b7f/ffc368c0-34ea-48b9-bd5b-9995154c0bb3/2159b8bb-c441-4b5a-b877-0eb19d3903d7) {{(pid=104487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 08:45:33.354050 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-fedea099-8c70-4d91-a23a-cea546af93b8 None None] For port 18a25a2f-461e-439c-81cf-486b6762e6a3, host dv-cinder-851170-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851170-2-iscsi',level=0,port_id=18a25a2f-461e-439c-81cf-486b6762e6a3,segment=NetworkSegment(751fbd15-6e5a-4e44-9bca-3f428bc56006),segment_id=751fbd15-6e5a-4e44-9bca-3f428bc56006)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:45:33.379653 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:45:33.392581 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-121ea6f8-b2f9-40b5-bb46-84ebb0d7b752 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786709965397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16582167'] for port (1922b0fc-878e-407b-bb16-0ebfc19e6bf1), after_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:33.437936 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-fedea099-8c70-4d91-a23a-cea546af93b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (18a25a2f-461e-439c-81cf-486b6762e6a3), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:33.465133 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-121ea6f8-b2f9-40b5-bb46-84ebb0d7b752 admin admin] Network e7cd7671-9410-421d-95f2-ddad301715a5 is already hosted by enough agents. {{(pid=104485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 08:45:33.474715 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.scheduler.base_scheduler [None req-121ea6f8-b2f9-40b5-bb46-84ebb0d7b752 admin admin] Resources bound (agent type, host, resource id): {{(pid=104485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 08:45:33.477217 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121ea6f8-b2f9-40b5-bb46-84ebb0d7b752 admin admin] Received port after_create {{(pid=104485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 08:45:33.509240 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_hamode_db [None req-94ccf4ff-aa6d-46f1-b052-48d83c8e7191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99785374-1eaf-4faf-abb6-be11fa2e167c', 'name': 'tempest-TestShelveInstance-1662186271-router', 'tenant_id': '5d10772d974f47d7bc82c0f0b8a8facf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'c33789dc-58b9-4b11-aa84-a815cd3415fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:45:25Z', 'updated_at': '2022-07-27T08:45:28Z', 'revision_number': 4, 'project_id': '5d10772d974f47d7bc82c0f0b8a8facf', 'gw_port': {'id': 'c33789dc-58b9-4b11-aa84-a815cd3415fd', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:47:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99785374-1eaf-4faf-abb6-be11fa2e167c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:45:26Z', 'updated_at': '2022-07-27T08:45:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi', '_interfaces': [{'id': '18a25a2f-461e-439c-81cf-486b6762e6a3', 'name': '', 'network_id': '93238f62-e429-47ef-8e5c-b2b7247c1c0f', 'tenant_id': '5d10772d974f47d7bc82c0f0b8a8facf', 'mac_address': 'fa:16:3e:5c:5f:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99785374-1eaf-4faf-abb6-be11fa2e167c', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '45bab364-f7d1-4e2a-889f-749acca6bead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:45:28Z', 'updated_at': '2022-07-27T08:45:32Z', 'revision_number': 4, 'project_id': '5d10772d974f47d7bc82c0f0b8a8facf', 'subnets': [{'id': '45bab364-f7d1-4e2a-889f-749acca6bead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851170-2-iscsi', False) {} {{(pid=104487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:45:33.509557 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121ea6f8-b2f9-40b5-bb46-84ebb0d7b752 admin admin] Pushing event updated for resources: {'Port': ['ID=1922b0fc-878e-407b-bb16-0ebfc19e6bf1,revision_number=1']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:45:33.519963 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2173a3-6f3f-4471-bcfe-b4b5cb604953 req-9ab2601e-76b7-48c3-824d-189bffa0a847 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:45:33.527870 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-7c2173a3-6f3f-4471-bcfe-b4b5cb604953 req-9ab2601e-76b7-48c3-824d-189bffa0a847 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=e039946f-9689-47a3-85ab-cdd76c8ab6be HTTP/1.1" status: 200 len: 946 time: 0.0996196 Jul 27 08:45:33.559526 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ccf4ff-aa6d-46f1-b052-48d83c8e7191 None None] The sync data for ids ['99785374-1eaf-4faf-abb6-be11fa2e167c'] in dv-cinder-851170-2-iscsi is: [{'id': '99785374-1eaf-4faf-abb6-be11fa2e167c', 'name': 'tempest-TestShelveInstance-1662186271-router', 'tenant_id': '5d10772d974f47d7bc82c0f0b8a8facf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'c33789dc-58b9-4b11-aa84-a815cd3415fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:45:25Z', 'updated_at': '2022-07-27T08:45:28Z', 'revision_number': 4, 'project_id': '5d10772d974f47d7bc82c0f0b8a8facf', 'gw_port': {'id': 'c33789dc-58b9-4b11-aa84-a815cd3415fd', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:47:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99785374-1eaf-4faf-abb6-be11fa2e167c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:45:26Z', 'updated_at': '2022-07-27T08:45:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi', '_interfaces': [{'id': '18a25a2f-461e-439c-81cf-486b6762e6a3', 'name': '', 'network_id': '93238f62-e429-47ef-8e5c-b2b7247c1c0f', 'tenant_id': '5d10772d974f47d7bc82c0f0b8a8facf', 'mac_address': 'fa:16:3e:5c:5f:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99785374-1eaf-4faf-abb6-be11fa2e167c', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '45bab364-f7d1-4e2a-889f-749acca6bead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:45:28Z', 'updated_at': '2022-07-27T08:45:32Z', 'revision_number': 4, 'project_id': '5d10772d974f47d7bc82c0f0b8a8facf', 'subnets': [{'id': '45bab364-f7d1-4e2a-889f-749acca6bead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 08:45:33.564587 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedea099-8c70-4d91-a23a-cea546af93b8 None None] Pushing event updated for resources: {'Port': ['ID=18a25a2f-461e-439c-81cf-486b6762e6a3,revision_number=5']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:45:33.627289 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-28bda1b6-c27b-4bae-a9f5-7c96f0adaf72 None None] Publish callbacks [] for port (2159b8bb-c441-4b5a-b877-0eb19d3903d7), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:33.638717 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:45:33.671636 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-7c2173a3-6f3f-4471-bcfe-b4b5cb604953 req-0a9a7ec8-2b13-42e9-afe9-9d0ada2ff05a tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=fcc4b31a-2386-44ed-81fb-c2f68a123c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1422737 Jul 27 08:45:33.719629 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-28bda1b6-c27b-4bae-a9f5-7c96f0adaf72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786709965397'] for port (2159b8bb-c441-4b5a-b877-0eb19d3903d7), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:33.760337 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28bda1b6-c27b-4bae-a9f5-7c96f0adaf72 None None] Network da8e27ef-30b6-46d4-bee6-45ae43a64b7f is already hosted by enough agents. {{(pid=104487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 08:45:33.765728 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.scheduler.base_scheduler [None req-28bda1b6-c27b-4bae-a9f5-7c96f0adaf72 None None] Resources bound (agent type, host, resource id): {{(pid=104487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 08:45:33.770054 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28bda1b6-c27b-4bae-a9f5-7c96f0adaf72 None None] Received port after_create {{(pid=104487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 08:45:33.781010 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bda1b6-c27b-4bae-a9f5-7c96f0adaf72 None None] Pushing event updated for resources: {'Port': ['ID=2159b8bb-c441-4b5a-b877-0eb19d3903d7,revision_number=1']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:45:33.839837 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3ec0b6-bb91-4750-bd1f-53e66cadb6e2 req-5c0a5c1c-3989-498e-9f0d-b067b71af721 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:45:33.839837 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-db3ec0b6-bb91-4750-bd1f-53e66cadb6e2 req-5c0a5c1c-3989-498e-9f0d-b067b71af721 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=e039946f-9689-47a3-85ab-cdd76c8ab6be HTTP/1.1" status: 200 len: 946 time: 0.0708330 Jul 27 08:45:33.846974 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 59486) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:45:33.847600 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.managers [None req-28bda1b6-c27b-4bae-a9f5-7c96f0adaf72 None None] Attempting to bind port 2159b8bb-c441-4b5a-b877-0eb19d3903d7 on host dv-cinder-851170-2-iscsi for vnic_type normal with profile {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 08:45:33.848065 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.managers [None req-28bda1b6-c27b-4bae-a9f5-7c96f0adaf72 None None] Attempting to bind port 2159b8bb-c441-4b5a-b877-0eb19d3903d7 by drivers openvswitch,hyperv on host dv-cinder-851170-2-iscsi at level 0 using segments [{'id': 'a16e8699-16a8-463e-9383-22cee171f606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'da8e27ef-30b6-46d4-bee6-45ae43a64b7f'}] {{(pid=104487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 08:45:33.848515 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bda1b6-c27b-4bae-a9f5-7c96f0adaf72 None None] Attempting to bind port 2159b8bb-c441-4b5a-b877-0eb19d3903d7 on network da8e27ef-30b6-46d4-bee6-45ae43a64b7f {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 08:45:33.851288 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.v2.base [None req-5827ea9e-4678-4431-8fc9-9c3355459b95 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Request body: {'floatingip': {'port_id': 'cbc21c19-a9c2-48e6-88bd-b5b02cd593fb'}} {{(pid=104485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:45:33.854714 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bda1b6-c27b-4bae-a9f5-7c96f0adaf72 None None] Checking agent: {'id': 'ed9de811-f248-496b-b487-860d50d7cee7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851170-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 8, 30, 21), 'started_at': datetime.datetime(2022, 7, 27, 8, 30, 51), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 8, 45, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851170-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 08:45:33.855098 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bda1b6-c27b-4bae-a9f5-7c96f0adaf72 None None] Checking segment: {'id': 'a16e8699-16a8-463e-9383-22cee171f606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'da8e27ef-30b6-46d4-bee6-45ae43a64b7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 08:45:33.855501 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-28bda1b6-c27b-4bae-a9f5-7c96f0adaf72 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:33.855887 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bda1b6-c27b-4bae-a9f5-7c96f0adaf72 None None] Bound using segment: {'id': 'a16e8699-16a8-463e-9383-22cee171f606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'da8e27ef-30b6-46d4-bee6-45ae43a64b7f'} {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 08:45:33.856399 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.managers [None req-28bda1b6-c27b-4bae-a9f5-7c96f0adaf72 None None] Bound port: 2159b8bb-c441-4b5a-b877-0eb19d3903d7, host: dv-cinder-851170-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a16e8699-16a8-463e-9383-22cee171f606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'da8e27ef-30b6-46d4-bee6-45ae43a64b7f'}}] {{(pid=104487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 08:45:33.857380 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-28bda1b6-c27b-4bae-a9f5-7c96f0adaf72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (2159b8bb-c441-4b5a-b877-0eb19d3903d7), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:33.904964 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-5827ea9e-4678-4431-8fc9-9c3355459b95 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Publish callbacks [] for floatingip (90e11de5-d974-42fd-9f96-1dda05f0fb85), before_update {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:33.920245 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:45:33.925144 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-28bda1b6-c27b-4bae-a9f5-7c96f0adaf72 None None] For port 2159b8bb-c441-4b5a-b877-0eb19d3903d7, host dv-cinder-851170-2-iscsi, cleared binding levels {{(pid=104487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 08:45:33.928473 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-28bda1b6-c27b-4bae-a9f5-7c96f0adaf72 None None] For port 2159b8bb-c441-4b5a-b877-0eb19d3903d7, host dv-cinder-851170-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851170-2-iscsi',level=0,port_id=2159b8bb-c441-4b5a-b877-0eb19d3903d7,segment=NetworkSegment(a16e8699-16a8-463e-9383-22cee171f606),segment_id=a16e8699-16a8-463e-9383-22cee171f606)] {{(pid=104487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 08:45:34.024136 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-28bda1b6-c27b-4bae-a9f5-7c96f0adaf72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (2159b8bb-c441-4b5a-b877-0eb19d3903d7), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:34.035458 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-121ea6f8-b2f9-40b5-bb46-84ebb0d7b752 admin admin] Publish callbacks [] for router_gateway (bd293918-df95-482e-b8e3-f77d4ceb2aa6), after_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:34.092166 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bda1b6-c27b-4bae-a9f5-7c96f0adaf72 None None] Pushing event updated for resources: {'Port': ['ID=2159b8bb-c441-4b5a-b877-0eb19d3903d7,revision_number=2']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:45:34.454090 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:45:34.473495 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Device 2159b8bb-c441-4b5a-b877-0eb19d3903d7 up at agent ovs-agent-dv-cinder-851170-2-iscsi {{(pid=104487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 08:45:34.524424 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Provisioning complete for port 2159b8bb-c441-4b5a-b877-0eb19d3903d7 triggered by entity L2. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:45:34.524905 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (2159b8bb-c441-4b5a-b877-0eb19d3903d7), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:34.609879 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Current status of the port 2159b8bb-c441-4b5a-b877-0eb19d3903d7 is: DOWN; New status is: ACTIVE {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:45:34.610309 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (2159b8bb-c441-4b5a-b877-0eb19d3903d7), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:34.649344 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] For port 2159b8bb-c441-4b5a-b877-0eb19d3903d7, host dv-cinder-851170-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851170-2-iscsi',level=0,port_id=2159b8bb-c441-4b5a-b877-0eb19d3903d7,segment=NetworkSegment(a16e8699-16a8-463e-9383-22cee171f606),segment_id=a16e8699-16a8-463e-9383-22cee171f606)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:45:34.698360 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-121ea6f8-b2f9-40b5-bb46-84ebb0d7b752 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8119500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-363910'] for router (bd293918-df95-482e-b8e3-f77d4ceb2aa6), after_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:34.740323 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (2159b8bb-c441-4b5a-b877-0eb19d3903d7), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:34.744994 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Device 18a25a2f-461e-439c-81cf-486b6762e6a3 up at agent ovs-agent-dv-cinder-851170-2-iscsi {{(pid=104487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 08:45:34.832380 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Provisioning complete for port 18a25a2f-461e-439c-81cf-486b6762e6a3 triggered by entity L2. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:45:34.832756 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (18a25a2f-461e-439c-81cf-486b6762e6a3), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:34.835633 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Pushing event updated for resources: {'Port': ['ID=2159b8bb-c441-4b5a-b877-0eb19d3903d7,revision_number=3']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:45:34.924372 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Current status of the port 18a25a2f-461e-439c-81cf-486b6762e6a3 is: ACTIVE; New status is: ACTIVE {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:45:34.935220 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-5827ea9e-4678-4431-8fc9-9c3355459b95 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:35.011786 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-5827ea9e-4678-4431-8fc9-9c3355459b95 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363235'] for floatingip (90e11de5-d974-42fd-9f96-1dda05f0fb85), after_update {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:35.050805 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-121ea6f8-b2f9-40b5-bb46-84ebb0d7b752 admin admin] Router bd293918-df95-482e-b8e3-f77d4ceb2aa6 is scheduled to L3 agent 5bc6d868-bb0b-4164-b2dd-44360f4de654 with binding_index 1 {{(pid=104485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 27 08:45:35.145338 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f48c12b5-653b-458e-9aa0-6d1f9bc35d0a None None] Network da8e27ef-30b6-46d4-bee6-45ae43a64b7f requested from dv-cinder-851170-2-iscsi {{(pid=104487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 08:45:35.187487 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.db.l3_db [None req-5827ea9e-4678-4431-8fc9-9c3355459b95 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Floating IP 90e11de5-d974-42fd-9f96-1dda05f0fb85 associated. External IP: 172.27.2.7, port: cbc21c19-a9c2-48e6-88bd-b5b02cd593fb. Jul 27 08:45:35.209215 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-dc3e006b-6a30-415c-a3e7-c550ad3c3891 None None] Provisioning complete for port 2159b8bb-c441-4b5a-b877-0eb19d3903d7 triggered by entity DHCP. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:45:35.209500 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-dc3e006b-6a30-415c-a3e7-c550ad3c3891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (2159b8bb-c441-4b5a-b877-0eb19d3903d7), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:35.235322 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:45:35.247473 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-121ea6f8-b2f9-40b5-bb46-84ebb0d7b752 admin admin] Notify agent at l3_agent.dv-cinder-851170-2-iscsi the message routers_updated {{(pid=104485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 08:45:35.256400 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3a78f8-630d-45f8-87ce-a009b035a17e None None] Sync routers for ids ['bd293918-df95-482e-b8e3-f77d4ceb2aa6'] in dv-cinder-851170-2-iscsi {{(pid=104488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 08:45:35.266416 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=100 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:45:35.267624 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3a78f8-630d-45f8-87ce-a009b035a17e None None] Routers {'bd293918-df95-482e-b8e3-f77d4ceb2aa6'} bound to L3 agent in host dv-cinder-851170-2-iscsi {{(pid=104488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 08:45:35.268227 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_hamode_db [None req-3e3a78f8-630d-45f8-87ce-a009b035a17e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-27T08:30:18Z,description=,heartbeat_timestamp=2022-07-27T08:45:18Z,host='dv-cinder-851170-2-iscsi',id=5bc6d868-bb0b-4164-b2dd-44360f4de654,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T08:30:19Z,topic='l3_agent')) {'router_ids': ['bd293918-df95-482e-b8e3-f77d4ceb2aa6'], 'active': True} {{(pid=104488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:45:35.367462 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=100 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:45:35.396055 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvr_db [None req-3e3a78f8-630d-45f8-87ce-a009b035a17e None None] Set router bd293918-df95-482e-b8e3-f77d4ceb2aa6 gateway port host: dv-cinder-851170-2-iscsi {{(pid=104488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 08:45:35.406214 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-121ea6f8-b2f9-40b5-bb46-84ebb0d7b752 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:35.410314 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-121ea6f8-b2f9-40b5-bb46-84ebb0d7b752 admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.9658430 Jul 27 08:45:35.410952 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 59490) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:45:35.482338 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:45:35.486013 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-dc3e006b-6a30-415c-a3e7-c550ad3c3891 None None] Current status of the port 2159b8bb-c441-4b5a-b877-0eb19d3903d7 is: ACTIVE; New status is: ACTIVE {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:45:35.522837 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5827ea9e-4678-4431-8fc9-9c3355459b95 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Router 280685fc-d095-4705-94a2-a4d23ada45dd has already been hosted by L3 agent 5bc6d868-bb0b-4164-b2dd-44360f4de654 {{(pid=104485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 08:45:35.586230 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_hamode_db [None req-3e3a78f8-630d-45f8-87ce-a009b035a17e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd293918-df95-482e-b8e3-f77d4ceb2aa6', 'name': 'tempest-TestShelveInstance-664844061-router', 'tenant_id': '4a36d9652e80462a8e11c3b3e8a9c4a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '1922b0fc-878e-407b-bb16-0ebfc19e6bf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:45:32Z', 'updated_at': '2022-07-27T08:45:33Z', 'revision_number': 3, 'project_id': '4a36d9652e80462a8e11c3b3e8a9c4a8', 'gw_port': {'id': '1922b0fc-878e-407b-bb16-0ebfc19e6bf1', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:2f:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd293918-df95-482e-b8e3-f77d4ceb2aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:45:33Z', 'updated_at': '2022-07-27T08:45:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi'}], 'dv-cinder-851170-2-iscsi', False) {} {{(pid=104488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:45:35.603916 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-fd34c2d9-e9a3-4ae8-be9c-b231a59262de None None] Provisioning complete for port 2159b8bb-c441-4b5a-b877-0eb19d3903d7 triggered by entity DHCP. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:45:35.604376 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-fd34c2d9-e9a3-4ae8-be9c-b231a59262de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (2159b8bb-c441-4b5a-b877-0eb19d3903d7), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:35.612124 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3a78f8-630d-45f8-87ce-a009b035a17e None None] Checking router: bd293918-df95-482e-b8e3-f77d4ceb2aa6 for host: dv-cinder-851170-2-iscsi {{(pid=104488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 08:45:35.612467 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3a78f8-630d-45f8-87ce-a009b035a17e None None] Updating router bd293918-df95-482e-b8e3-f77d4ceb2aa6 port 1922b0fc-878e-407b-bb16-0ebfc19e6bf1 binding host dv-cinder-851170-2-iscsi {{(pid=104488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 08:45:35.640624 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-3e3a78f8-630d-45f8-87ce-a009b035a17e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (1922b0fc-878e-407b-bb16-0ebfc19e6bf1), before_update {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:35.684236 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-fd34c2d9-e9a3-4ae8-be9c-b231a59262de None None] Current status of the port 2159b8bb-c441-4b5a-b877-0eb19d3903d7 is: ACTIVE; New status is: ACTIVE {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:45:35.722974 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5827ea9e-4678-4431-8fc9-9c3355459b95 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Notify agent at l3_agent.dv-cinder-851170-2-iscsi the message routers_updated {{(pid=104485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 08:45:35.728352 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-5827ea9e-4678-4431-8fc9-9c3355459b95 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8374701'] for floatingip (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:35.733294 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2867fdfc-f4c9-4950-ba46-0d9e09ceec80 None None] Sync routers for ids ['280685fc-d095-4705-94a2-a4d23ada45dd'] in dv-cinder-851170-2-iscsi {{(pid=104487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 08:45:35.743317 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2867fdfc-f4c9-4950-ba46-0d9e09ceec80 None None] Routers {'280685fc-d095-4705-94a2-a4d23ada45dd'} bound to L3 agent in host dv-cinder-851170-2-iscsi {{(pid=104487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 08:45:35.744218 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_hamode_db [None req-2867fdfc-f4c9-4950-ba46-0d9e09ceec80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-27T08:30:18Z,description=,heartbeat_timestamp=2022-07-27T08:45:18Z,host='dv-cinder-851170-2-iscsi',id=5bc6d868-bb0b-4164-b2dd-44360f4de654,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T08:30:19Z,topic='l3_agent')) {'router_ids': ['280685fc-d095-4705-94a2-a4d23ada45dd'], 'active': True} {{(pid=104487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:45:35.780315 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:45:35.798490 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-5827ea9e-4678-4431-8fc9-9c3355459b95 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "PUT /v2.0/floatingips/90e11de5-d974-42fd-9f96-1dda05f0fb85 HTTP/1.1" status: 200 len: 990 time: 1.9504955 Jul 27 08:45:35.800819 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e039946f-9689-47a3-85ab-cdd76c8ab6be', 'tag': 'cbc21c19-a9c2-48e6-88bd-b5b02cd593fb'}] {{(pid=104485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 08:45:35.803025 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f4ab7c7b1e34975a56cd7ce610f5615b70f950c8da59d9e9b5a870069a9544" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12012abf-6e50-42d3-9579-2801f94544e0" -d '{"events": [{"name": "network-changed", "server_uuid": "e039946f-9689-47a3-85ab-cdd76c8ab6be", "tag": "cbc21c19-a9c2-48e6-88bd-b5b02cd593fb"}]}' {{(pid=104485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 08:45:35.821714 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:45:35.866178 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 08:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67d03e95-f152-474a-a718-c3966e1e6385 x-openstack-request-id: req-67d03e95-f152-474a-a718-c3966e1e6385 {{(pid=104485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 08:45:35.872810 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e039946f-9689-47a3-85ab-cdd76c8ab6be", "tag": "cbc21c19-a9c2-48e6-88bd-b5b02cd593fb", "status": "completed", "code": 200}]} {{(pid=104485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 08:45:35.872810 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-67d03e95-f152-474a-a718-c3966e1e6385 {{(pid=104485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 08:45:35.873127 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvr_db [None req-2867fdfc-f4c9-4950-ba46-0d9e09ceec80 None None] Set router 280685fc-d095-4705-94a2-a4d23ada45dd gateway port host: dv-cinder-851170-2-iscsi {{(pid=104487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 08:45:35.873276 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67d03e95-f152-474a-a718-c3966e1e6385'] response: {'name': 'network-changed', 'server_uuid': 'e039946f-9689-47a3-85ab-cdd76c8ab6be', 'tag': 'cbc21c19-a9c2-48e6-88bd-b5b02cd593fb', 'status': 'completed', 'code': 200} Jul 27 08:45:35.915933 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-3e3a78f8-630d-45f8-87ce-a009b035a17e None None] Publish callbacks [] for port (1922b0fc-878e-407b-bb16-0ebfc19e6bf1), precommit_update {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:35.953041 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12012abf-6e50-42d3-9579-2801f94544e0 req-ee602745-94e8-41cf-9c9d-d48df55fb325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:45:35.955229 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-12012abf-6e50-42d3-9579-2801f94544e0 req-ee602745-94e8-41cf-9c9d-d48df55fb325 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e2c60f49a9e14417bd1d9504128fc94b&device_id=e039946f-9689-47a3-85ab-cdd76c8ab6be HTTP/1.1" status: 200 len: 1130 time: 0.0453010 Jul 27 08:45:35.998487 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-3e3a78f8-630d-45f8-87ce-a009b035a17e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (1922b0fc-878e-407b-bb16-0ebfc19e6bf1), after_update {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:36.007219 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-93090975-7dee-4fca-b179-a045f24af69f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (None), before_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:36.009972 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=100 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:45:36.069226 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.managers [None req-3e3a78f8-630d-45f8-87ce-a009b035a17e None None] Attempting to bind port 1922b0fc-878e-407b-bb16-0ebfc19e6bf1 on host dv-cinder-851170-2-iscsi for vnic_type normal with profile {{(pid=104488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 08:45:36.069627 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.managers [None req-3e3a78f8-630d-45f8-87ce-a009b035a17e None None] Attempting to bind port 1922b0fc-878e-407b-bb16-0ebfc19e6bf1 by drivers openvswitch,hyperv on host dv-cinder-851170-2-iscsi at level 0 using segments [{'id': '0a5e83d9-b5a8-42c5-b200-67984880d111', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5'}] {{(pid=104488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 08:45:36.069988 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3a78f8-630d-45f8-87ce-a009b035a17e None None] Attempting to bind port 1922b0fc-878e-407b-bb16-0ebfc19e6bf1 on network e7cd7671-9410-421d-95f2-ddad301715a5 {{(pid=104488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 08:45:36.078018 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6120927-8b62-4553-937c-4e15ce2a7cde None None] Pushing event updated for resources: {'Port': ['ID=1922b0fc-878e-407b-bb16-0ebfc19e6bf1,revision_number=2']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:45:36.082466 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3a78f8-630d-45f8-87ce-a009b035a17e None None] Checking agent: {'id': 'ed9de811-f248-496b-b487-860d50d7cee7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851170-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 8, 30, 21), 'started_at': datetime.datetime(2022, 7, 27, 8, 30, 51), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 8, 45, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851170-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 08:45:36.082816 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12012abf-6e50-42d3-9579-2801f94544e0 req-53d9479e-44fd-4b09-a9d5-11476de9e1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:45:36.082947 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3a78f8-630d-45f8-87ce-a009b035a17e None None] Checking segment: {'id': '0a5e83d9-b5a8-42c5-b200-67984880d111', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 08:45:36.083236 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-3e3a78f8-630d-45f8-87ce-a009b035a17e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:36.083620 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3a78f8-630d-45f8-87ce-a009b035a17e None None] Bound using segment: {'id': '0a5e83d9-b5a8-42c5-b200-67984880d111', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5'} {{(pid=104488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 08:45:36.084142 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.managers [None req-3e3a78f8-630d-45f8-87ce-a009b035a17e None None] Bound port: 1922b0fc-878e-407b-bb16-0ebfc19e6bf1, host: dv-cinder-851170-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a5e83d9-b5a8-42c5-b200-67984880d111', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5'}}] {{(pid=104488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 08:45:36.084519 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-3e3a78f8-630d-45f8-87ce-a009b035a17e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (1922b0fc-878e-407b-bb16-0ebfc19e6bf1), before_update {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:36.085556 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-12012abf-6e50-42d3-9579-2801f94544e0 req-53d9479e-44fd-4b09-a9d5-11476de9e1d2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=77554b81-fd19-4316-8d69-62980152360c HTTP/1.1" status: 200 len: 918 time: 0.1234488 Jul 27 08:45:36.109320 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_hamode_db [None req-2867fdfc-f4c9-4950-ba46-0d9e09ceec80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '280685fc-d095-4705-94a2-a4d23ada45dd', 'name': 'tempest-AttachVolumeShelveTestJSON-1404863556-router', 'tenant_id': 'e2c60f49a9e14417bd1d9504128fc94b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': '2111d175-ad61-442c-a713-d13ff343359d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:39:20Z', 'updated_at': '2022-07-27T08:39:27Z', 'revision_number': 4, 'project_id': 'e2c60f49a9e14417bd1d9504128fc94b', 'gw_port': {'id': '2111d175-ad61-442c-a713-d13ff343359d', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:b2:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '280685fc-d095-4705-94a2-a4d23ada45dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:39:22Z', 'updated_at': '2022-07-27T08:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi', '_floatingips': [{'id': '90e11de5-d974-42fd-9f96-1dda05f0fb85', 'tenant_id': 'e2c60f49a9e14417bd1d9504128fc94b', 'floating_ip_address': '172.27.2.7', 'floating_network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'router_id': '280685fc-d095-4705-94a2-a4d23ada45dd', 'port_id': 'cbc21c19-a9c2-48e6-88bd-b5b02cd593fb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77554b81-fd19-4316-8d69-62980152360c', 'mac_address': 'fa:16:3e:c9:5d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e039946f-9689-47a3-85ab-cdd76c8ab6be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T08:45:11Z', 'updated_at': '2022-07-27T08:45:34Z', 'revision_number': 1, 'project_id': 'e2c60f49a9e14417bd1d9504128fc94b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48f3e2e9-261d-41a4-a2cd-d4ba4f94b916', 'name': '', 'network_id': '77554b81-fd19-4316-8d69-62980152360c', 'tenant_id': 'e2c60f49a9e14417bd1d9504128fc94b', 'mac_address': 'fa:16:3e:76:ac:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '280685fc-d095-4705-94a2-a4d23ada45dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c4ce96ff-fd31-496d-82bd-3a3dbfb16be8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:39:26Z', 'updated_at': '2022-07-27T08:39:37Z', 'revision_number': 5, 'project_id': 'e2c60f49a9e14417bd1d9504128fc94b', 'subnets': [{'id': 'c4ce96ff-fd31-496d-82bd-3a3dbfb16be8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851170-2-iscsi', False) {} {{(pid=104487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:45:36.136947 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2867fdfc-f4c9-4950-ba46-0d9e09ceec80 None None] Checking router: 280685fc-d095-4705-94a2-a4d23ada45dd for host: dv-cinder-851170-2-iscsi {{(pid=104487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 08:45:36.144910 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.db [None req-3e3a78f8-630d-45f8-87ce-a009b035a17e None None] For port 1922b0fc-878e-407b-bb16-0ebfc19e6bf1, host dv-cinder-851170-2-iscsi, cleared binding levels {{(pid=104488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 08:45:36.146502 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2867fdfc-f4c9-4950-ba46-0d9e09ceec80 None None] Routers {'280685fc-d095-4705-94a2-a4d23ada45dd'} bound to L3 agent in host dv-cinder-851170-2-iscsi {{(pid=104487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 08:45:36.147144 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_hamode_db [None req-2867fdfc-f4c9-4950-ba46-0d9e09ceec80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-27T08:30:18Z,description=,heartbeat_timestamp=2022-07-27T08:45:18Z,host='dv-cinder-851170-2-iscsi',id=5bc6d868-bb0b-4164-b2dd-44360f4de654,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T08:30:19Z,topic='l3_agent')) {'router_ids': ['280685fc-d095-4705-94a2-a4d23ada45dd'], 'active': True} {{(pid=104487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:45:36.152889 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.db [None req-3e3a78f8-630d-45f8-87ce-a009b035a17e None None] For port 1922b0fc-878e-407b-bb16-0ebfc19e6bf1, host dv-cinder-851170-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851170-2-iscsi',level=0,port_id=1922b0fc-878e-407b-bb16-0ebfc19e6bf1,segment=NetworkSegment(0a5e83d9-b5a8-42c5-b200-67984880d111),segment_id=0a5e83d9-b5a8-42c5-b200-67984880d111)] {{(pid=104488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 08:45:36.162527 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-12012abf-6e50-42d3-9579-2801f94544e0 req-6c341145-81ea-41e8-aaa6-4a98e1b2800e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cbc21c19-a9c2-48e6-88bd-b5b02cd593fb HTTP/1.1" status: 200 len: 998 time: 0.0690470 Jul 27 08:45:36.227415 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-3e3a78f8-630d-45f8-87ce-a009b035a17e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (1922b0fc-878e-407b-bb16-0ebfc19e6bf1), after_update {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:36.285201 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvr_db [None req-2867fdfc-f4c9-4950-ba46-0d9e09ceec80 None None] Set router 280685fc-d095-4705-94a2-a4d23ada45dd gateway port host: dv-cinder-851170-2-iscsi {{(pid=104487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 08:45:36.332857 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3a78f8-630d-45f8-87ce-a009b035a17e None None] Routers {'bd293918-df95-482e-b8e3-f77d4ceb2aa6'} bound to L3 agent in host dv-cinder-851170-2-iscsi {{(pid=104488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 08:45:36.336005 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_hamode_db [None req-3e3a78f8-630d-45f8-87ce-a009b035a17e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-27T08:30:18Z,description=,heartbeat_timestamp=2022-07-27T08:45:18Z,host='dv-cinder-851170-2-iscsi',id=5bc6d868-bb0b-4164-b2dd-44360f4de654,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T08:30:19Z,topic='l3_agent')) {'router_ids': ['bd293918-df95-482e-b8e3-f77d4ceb2aa6'], 'active': True} {{(pid=104488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:45:36.343519 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6120927-8b62-4553-937c-4e15ce2a7cde None None] Pushing event updated for resources: {'Port': ['ID=1922b0fc-878e-407b-bb16-0ebfc19e6bf1,revision_number=3']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:45:36.455433 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.db.db_base_plugin_common [None req-93090975-7dee-4fca-b179-a045f24af69f admin admin] Allocated IP 172.20.0.1 (da8e27ef-30b6-46d4-bee6-45ae43a64b7f/ffc368c0-34ea-48b9-bd5b-9995154c0bb3/9eecc888-8cd4-4cb5-876e-9e329f17a2f8) {{(pid=104485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 08:45:36.476882 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Device 2159b8bb-c441-4b5a-b877-0eb19d3903d7 up at agent ovs-agent-dv-cinder-851170-2-iscsi {{(pid=104487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 08:45:36.571802 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12012abf-6e50-42d3-9579-2801f94544e0 req-64d2792d-bd89-47da-9330-e718c80823d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:45:36.573644 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-12012abf-6e50-42d3-9579-2801f94544e0 req-64d2792d-bd89-47da-9330-e718c80823d2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c4ce96ff-fd31-496d-82bd-3a3dbfb16be8 HTTP/1.1" status: 200 len: 856 time: 0.4049635 Jul 27 08:45:36.590017 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Provisioning complete for port 2159b8bb-c441-4b5a-b877-0eb19d3903d7 triggered by entity L2. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:45:36.590437 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (2159b8bb-c441-4b5a-b877-0eb19d3903d7), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:36.596087 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-93090975-7dee-4fca-b179-a045f24af69f admin admin] Publish callbacks [] for port (9eecc888-8cd4-4cb5-876e-9e329f17a2f8), precommit_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:36.602074 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:45:36.626262 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12012abf-6e50-42d3-9579-2801f94544e0 req-0baf570b-847c-4503-a03f-e9c34ee45091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:45:36.628736 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-12012abf-6e50-42d3-9579-2801f94544e0 req-0baf570b-847c-4503-a03f-e9c34ee45091 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=77554b81-fd19-4316-8d69-62980152360c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0481169 Jul 27 08:45:36.630362 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvr_db [None req-3e3a78f8-630d-45f8-87ce-a009b035a17e None None] Set router bd293918-df95-482e-b8e3-f77d4ceb2aa6 gateway port host: dv-cinder-851170-2-iscsi {{(pid=104488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 08:45:36.676690 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=100 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:45:36.705298 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-93090975-7dee-4fca-b179-a045f24af69f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786709965397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16582167'] for port (9eecc888-8cd4-4cb5-876e-9e329f17a2f8), after_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:36.719805 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_hamode_db [None req-2867fdfc-f4c9-4950-ba46-0d9e09ceec80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '280685fc-d095-4705-94a2-a4d23ada45dd', 'name': 'tempest-AttachVolumeShelveTestJSON-1404863556-router', 'tenant_id': 'e2c60f49a9e14417bd1d9504128fc94b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': '2111d175-ad61-442c-a713-d13ff343359d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:39:20Z', 'updated_at': '2022-07-27T08:39:27Z', 'revision_number': 4, 'project_id': 'e2c60f49a9e14417bd1d9504128fc94b', 'gw_port': {'id': '2111d175-ad61-442c-a713-d13ff343359d', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:b2:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '280685fc-d095-4705-94a2-a4d23ada45dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:39:22Z', 'updated_at': '2022-07-27T08:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi', '_floatingips': [{'id': '90e11de5-d974-42fd-9f96-1dda05f0fb85', 'tenant_id': 'e2c60f49a9e14417bd1d9504128fc94b', 'floating_ip_address': '172.27.2.7', 'floating_network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'router_id': '280685fc-d095-4705-94a2-a4d23ada45dd', 'port_id': 'cbc21c19-a9c2-48e6-88bd-b5b02cd593fb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77554b81-fd19-4316-8d69-62980152360c', 'mac_address': 'fa:16:3e:c9:5d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e039946f-9689-47a3-85ab-cdd76c8ab6be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T08:45:11Z', 'updated_at': '2022-07-27T08:45:34Z', 'revision_number': 1, 'project_id': 'e2c60f49a9e14417bd1d9504128fc94b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48f3e2e9-261d-41a4-a2cd-d4ba4f94b916', 'name': '', 'network_id': '77554b81-fd19-4316-8d69-62980152360c', 'tenant_id': 'e2c60f49a9e14417bd1d9504128fc94b', 'mac_address': 'fa:16:3e:76:ac:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '280685fc-d095-4705-94a2-a4d23ada45dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c4ce96ff-fd31-496d-82bd-3a3dbfb16be8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:39:26Z', 'updated_at': '2022-07-27T08:39:37Z', 'revision_number': 5, 'project_id': 'e2c60f49a9e14417bd1d9504128fc94b', 'subnets': [{'id': 'c4ce96ff-fd31-496d-82bd-3a3dbfb16be8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851170-2-iscsi', False) {} {{(pid=104487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:45:36.735706 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-12012abf-6e50-42d3-9579-2801f94544e0 req-0ee4da91-6644-4d72-a334-2abe8dfa3c0a service neutron] 10.222.0.42 "GET /v2.0/networks/77554b81-fd19-4316-8d69-62980152360c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997119 Jul 27 08:45:36.739737 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:45:36.748409 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2867fdfc-f4c9-4950-ba46-0d9e09ceec80 None None] The sync data for ids ['280685fc-d095-4705-94a2-a4d23ada45dd'] in dv-cinder-851170-2-iscsi is: [{'id': '280685fc-d095-4705-94a2-a4d23ada45dd', 'name': 'tempest-AttachVolumeShelveTestJSON-1404863556-router', 'tenant_id': 'e2c60f49a9e14417bd1d9504128fc94b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': '2111d175-ad61-442c-a713-d13ff343359d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:39:20Z', 'updated_at': '2022-07-27T08:39:27Z', 'revision_number': 4, 'project_id': 'e2c60f49a9e14417bd1d9504128fc94b', 'gw_port': {'id': '2111d175-ad61-442c-a713-d13ff343359d', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:b2:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '280685fc-d095-4705-94a2-a4d23ada45dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:39:22Z', 'updated_at': '2022-07-27T08:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi', '_floatingips': [{'id': '90e11de5-d974-42fd-9f96-1dda05f0fb85', 'tenant_id': 'e2c60f49a9e14417bd1d9504128fc94b', 'floating_ip_address': '172.27.2.7', 'floating_network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'router_id': '280685fc-d095-4705-94a2-a4d23ada45dd', 'port_id': 'cbc21c19-a9c2-48e6-88bd-b5b02cd593fb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77554b81-fd19-4316-8d69-62980152360c', 'mac_address': 'fa:16:3e:c9:5d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e039946f-9689-47a3-85ab-cdd76c8ab6be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T08:45:11Z', 'updated_at': '2022-07-27T08:45:34Z', 'revision_number': 1, 'project_id': 'e2c60f49a9e14417bd1d9504128fc94b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48f3e2e9-261d-41a4-a2cd-d4ba4f94b916', 'name': '', 'network_id': '77554b81-fd19-4316-8d69-62980152360c', 'tenant_id': 'e2c60f49a9e14417bd1d9504128fc94b', 'mac_address': 'fa:16:3e:76:ac:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '280685fc-d095-4705-94a2-a4d23ada45dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c4ce96ff-fd31-496d-82bd-3a3dbfb16be8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:39:26Z', 'updated_at': '2022-07-27T08:39:37Z', 'revision_number': 5, 'project_id': 'e2c60f49a9e14417bd1d9504128fc94b', 'subnets': [{'id': 'c4ce96ff-fd31-496d-82bd-3a3dbfb16be8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 08:45:36.756454 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Current status of the port 2159b8bb-c441-4b5a-b877-0eb19d3903d7 is: ACTIVE; New status is: ACTIVE {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:45:36.769851 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93090975-7dee-4fca-b179-a045f24af69f admin admin] Network da8e27ef-30b6-46d4-bee6-45ae43a64b7f is already hosted by enough agents. {{(pid=104485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 08:45:36.772097 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.scheduler.base_scheduler [None req-93090975-7dee-4fca-b179-a045f24af69f admin admin] Resources bound (agent type, host, resource id): {{(pid=104485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 08:45:36.790923 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93090975-7dee-4fca-b179-a045f24af69f admin admin] Received port after_create {{(pid=104485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 08:45:36.831547 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_hamode_db [None req-3e3a78f8-630d-45f8-87ce-a009b035a17e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd293918-df95-482e-b8e3-f77d4ceb2aa6', 'name': 'tempest-TestShelveInstance-664844061-router', 'tenant_id': '4a36d9652e80462a8e11c3b3e8a9c4a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '1922b0fc-878e-407b-bb16-0ebfc19e6bf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:45:32Z', 'updated_at': '2022-07-27T08:45:33Z', 'revision_number': 3, 'project_id': '4a36d9652e80462a8e11c3b3e8a9c4a8', 'gw_port': {'id': '1922b0fc-878e-407b-bb16-0ebfc19e6bf1', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:2f:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd293918-df95-482e-b8e3-f77d4ceb2aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:45:33Z', 'updated_at': '2022-07-27T08:45:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi'}], 'dv-cinder-851170-2-iscsi', False) {} {{(pid=104488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:45:36.856112 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93090975-7dee-4fca-b179-a045f24af69f admin admin] Pushing event updated for resources: {'Port': ['ID=9eecc888-8cd4-4cb5-876e-9e329f17a2f8,revision_number=1']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:45:36.859015 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-12012abf-6e50-42d3-9579-2801f94544e0 req-91f54efc-dc6e-4a8a-a336-47ff2c31ee99 service neutron] 10.222.0.42 "GET /v2.0/networks/77554b81-fd19-4316-8d69-62980152360c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152706 Jul 27 08:45:36.866903 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3a78f8-630d-45f8-87ce-a009b035a17e None None] The sync data for ids ['bd293918-df95-482e-b8e3-f77d4ceb2aa6'] in dv-cinder-851170-2-iscsi is: [{'id': 'bd293918-df95-482e-b8e3-f77d4ceb2aa6', 'name': 'tempest-TestShelveInstance-664844061-router', 'tenant_id': '4a36d9652e80462a8e11c3b3e8a9c4a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '1922b0fc-878e-407b-bb16-0ebfc19e6bf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:45:32Z', 'updated_at': '2022-07-27T08:45:33Z', 'revision_number': 3, 'project_id': '4a36d9652e80462a8e11c3b3e8a9c4a8', 'gw_port': {'id': '1922b0fc-878e-407b-bb16-0ebfc19e6bf1', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:2f:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd293918-df95-482e-b8e3-f77d4ceb2aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:45:33Z', 'updated_at': '2022-07-27T08:45:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi'}] {{(pid=104488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 08:45:36.871166 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-93090975-7dee-4fca-b179-a045f24af69f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8118662'] for router_interface (bd293918-df95-482e-b8e3-f77d4ceb2aa6), before_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:36.973363 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:45:37.067231 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02067bcc-0c6e-4130-92ad-65246113b224 None None] New status for floating IP 90e11de5-d974-42fd-9f96-1dda05f0fb85: ACTIVE {{(pid=104488) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 27 08:45:37.080797 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-93090975-7dee-4fca-b179-a045f24af69f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (9eecc888-8cd4-4cb5-876e-9e329f17a2f8), before_update {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:37.116593 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-e0ca2b87-4171-4ebd-a3ba-dcf6e47dcab4 None None] Provisioning complete for port 9eecc888-8cd4-4cb5-876e-9e329f17a2f8 triggered by entity DHCP. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:45:37.117615 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-e0ca2b87-4171-4ebd-a3ba-dcf6e47dcab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (9eecc888-8cd4-4cb5-876e-9e329f17a2f8), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:37.190590 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-e0ca2b87-4171-4ebd-a3ba-dcf6e47dcab4 None None] Port 9eecc888-8cd4-4cb5-876e-9e329f17a2f8 cannot update to ACTIVE because it is not bound. {{(pid=104487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 08:45:37.307383 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-93090975-7dee-4fca-b179-a045f24af69f admin admin] Publish callbacks [] for port (9eecc888-8cd4-4cb5-876e-9e329f17a2f8), precommit_update {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:37.368956 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-93090975-7dee-4fca-b179-a045f24af69f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16582144'] for port (9eecc888-8cd4-4cb5-876e-9e329f17a2f8), after_update {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:37.413853 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:45:37.438011 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93090975-7dee-4fca-b179-a045f24af69f admin admin] Pushing event updated for resources: {'Port': ['ID=9eecc888-8cd4-4cb5-876e-9e329f17a2f8,revision_number=2']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:45:37.443272 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-93090975-7dee-4fca-b179-a045f24af69f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7864753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8118778'] for router_interface (bd293918-df95-482e-b8e3-f77d4ceb2aa6), after_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:37.544498 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93090975-7dee-4fca-b179-a045f24af69f admin admin] Network da8e27ef-30b6-46d4-bee6-45ae43a64b7f is already hosted by enough agents. {{(pid=104485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 08:45:37.546260 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.scheduler.base_scheduler [None req-93090975-7dee-4fca-b179-a045f24af69f admin admin] Resources bound (agent type, host, resource id): {{(pid=104485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 08:45:37.666183 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93090975-7dee-4fca-b179-a045f24af69f admin admin] Router bd293918-df95-482e-b8e3-f77d4ceb2aa6 has already been hosted by L3 agent 5bc6d868-bb0b-4164-b2dd-44360f4de654 {{(pid=104485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 08:45:37.776377 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93090975-7dee-4fca-b179-a045f24af69f admin admin] Notify agent at l3_agent.dv-cinder-851170-2-iscsi the message routers_updated {{(pid=104485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 08:45:37.782746 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-93090975-7dee-4fca-b179-a045f24af69f admin admin] 10.222.0.40 "PUT /v2.0/routers/bd293918-df95-482e-b8e3-f77d4ceb2aa6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3705838 Jul 27 08:45:37.829616 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-973b98c3-ae00-49fc-9048-25fc3571e808 None None] Provisioning complete for port 9eecc888-8cd4-4cb5-876e-9e329f17a2f8 triggered by entity DHCP. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:45:37.830001 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-973b98c3-ae00-49fc-9048-25fc3571e808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (9eecc888-8cd4-4cb5-876e-9e329f17a2f8), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:37.866079 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-973b98c3-ae00-49fc-9048-25fc3571e808 None None] Port 9eecc888-8cd4-4cb5-876e-9e329f17a2f8 cannot update to ACTIVE because it is not bound. {{(pid=104487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 08:45:38.210462 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 59504) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:45:38.215245 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.v2.base [None req-5b85c903-becf-410a-b96f-b0ee50aadfe5 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1962300602', 'description': 'tempest-secgroup-smoke-1962300602 description', 'project_id': '5d10772d974f47d7bc82c0f0b8a8facf'}} {{(pid=104485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:45:38.297486 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-5b85c903-becf-410a-b96f-b0ee50aadfe5 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Publish callbacks [] for security_group (None), before_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:38.345074 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:45:38.368251 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-5b85c903-becf-410a-b96f-b0ee50aadfe5 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Publish callbacks [] for security_group (6510ab0b-e3cc-4b2d-a6c9-f27a1733f830), precommit_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:38.409088 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Device 1922b0fc-878e-407b-bb16-0ebfc19e6bf1 up at agent ovs-agent-dv-cinder-851170-2-iscsi {{(pid=104487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 08:45:38.453730 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Provisioning complete for port 1922b0fc-878e-407b-bb16-0ebfc19e6bf1 triggered by entity L2. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:45:38.454024 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (1922b0fc-878e-407b-bb16-0ebfc19e6bf1), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:38.454687 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-5b85c903-becf-410a-b96f-b0ee50aadfe5 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (6510ab0b-e3cc-4b2d-a6c9-f27a1733f830), after_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:38.485836 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b85c903-becf-410a-b96f-b0ee50aadfe5 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6510ab0b-e3cc-4b2d-a6c9-f27a1733f830,revision_number=1']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:45:38.514220 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=100 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:45:38.527820 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Current status of the port 1922b0fc-878e-407b-bb16-0ebfc19e6bf1 is: DOWN; New status is: ACTIVE {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:45:38.528207 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (1922b0fc-878e-407b-bb16-0ebfc19e6bf1), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:38.542504 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-5b85c903-becf-410a-b96f-b0ee50aadfe5 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Publish callbacks [] for security_group (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:38.543791 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-5b85c903-becf-410a-b96f-b0ee50aadfe5 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3323202 Jul 27 08:45:38.547361 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 59506) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:45:38.551884 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.v2.base [None req-70d0bb50-7ab3-479b-9d35-7a5532fd3b62 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Request body: {'security_group_rule': {'security_group_id': '6510ab0b-e3cc-4b2d-a6c9-f27a1733f830', 'project_id': '5d10772d974f47d7bc82c0f0b8a8facf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:45:38.552955 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] For port 1922b0fc-878e-407b-bb16-0ebfc19e6bf1, host dv-cinder-851170-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851170-2-iscsi',level=0,port_id=1922b0fc-878e-407b-bb16-0ebfc19e6bf1,segment=NetworkSegment(0a5e83d9-b5a8-42c5-b200-67984880d111),segment_id=0a5e83d9-b5a8-42c5-b200-67984880d111)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:45:38.614636 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (1922b0fc-878e-407b-bb16-0ebfc19e6bf1), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:38.650107 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-70d0bb50-7ab3-479b-9d35-7a5532fd3b62 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Publish callbacks [] for security_group_rule (8a3951a3-8a46-4428-a23b-11be164ae604), before_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:38.663507 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Pushing event updated for resources: {'Port': ['ID=1922b0fc-878e-407b-bb16-0ebfc19e6bf1,revision_number=4']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:45:38.705998 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-70d0bb50-7ab3-479b-9d35-7a5532fd3b62 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Publish callbacks [] for security_group_rule (8a3951a3-8a46-4428-a23b-11be164ae604), precommit_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:38.782964 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-70d0bb50-7ab3-479b-9d35-7a5532fd3b62 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327747'] for security_group_rule (8a3951a3-8a46-4428-a23b-11be164ae604), after_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:38.801657 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d0bb50-7ab3-479b-9d35-7a5532fd3b62 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a3951a3-8a46-4428-a23b-11be164ae604,revision_number=0']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:45:38.899136 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-70d0bb50-7ab3-479b-9d35-7a5532fd3b62 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:38.900381 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-70d0bb50-7ab3-479b-9d35-7a5532fd3b62 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3520615 Jul 27 08:45:38.903719 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 59508) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:45:38.908156 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.v2.base [None req-0ae994b3-b777-4dbf-be51-a7fa2579cf39 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Request body: {'security_group_rule': {'security_group_id': '6510ab0b-e3cc-4b2d-a6c9-f27a1733f830', 'project_id': '5d10772d974f47d7bc82c0f0b8a8facf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:45:39.011272 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-0ae994b3-b777-4dbf-be51-a7fa2579cf39 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Publish callbacks [] for security_group_rule (48e50905-dc6b-432d-bbd6-969e7bda1fde), before_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:39.058484 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-0ae994b3-b777-4dbf-be51-a7fa2579cf39 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Publish callbacks [] for security_group_rule (48e50905-dc6b-432d-bbd6-969e7bda1fde), precommit_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:39.128634 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-0ae994b3-b777-4dbf-be51-a7fa2579cf39 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327747'] for security_group_rule (48e50905-dc6b-432d-bbd6-969e7bda1fde), after_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:39.147652 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae994b3-b777-4dbf-be51-a7fa2579cf39 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48e50905-dc6b-432d-bbd6-969e7bda1fde,revision_number=0']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:45:39.228151 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-0ae994b3-b777-4dbf-be51-a7fa2579cf39 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:39.229402 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-0ae994b3-b777-4dbf-be51-a7fa2579cf39 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3245995 Jul 27 08:45:39.232907 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 59510) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:45:39.238374 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.v2.base [None req-a39c2eca-3f39-4586-884a-d64588280bba tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Request body: {'security_group_rule': {'security_group_id': '6510ab0b-e3cc-4b2d-a6c9-f27a1733f830', 'project_id': '5d10772d974f47d7bc82c0f0b8a8facf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:45:39.329337 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-a39c2eca-3f39-4586-884a-d64588280bba tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Publish callbacks [] for security_group_rule (47fe2ba3-de47-4aed-bd2e-0ead6a1fbcd3), before_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:39.367218 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:45:39.385251 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-a39c2eca-3f39-4586-884a-d64588280bba tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Publish callbacks [] for security_group_rule (47fe2ba3-de47-4aed-bd2e-0ead6a1fbcd3), precommit_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:39.477408 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-a39c2eca-3f39-4586-884a-d64588280bba tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327747'] for security_group_rule (47fe2ba3-de47-4aed-bd2e-0ead6a1fbcd3), after_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:39.496154 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39c2eca-3f39-4586-884a-d64588280bba tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47fe2ba3-de47-4aed-bd2e-0ead6a1fbcd3,revision_number=0']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:45:39.553845 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-a39c2eca-3f39-4586-884a-d64588280bba tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:39.555129 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-a39c2eca-3f39-4586-884a-d64588280bba tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3211455 Jul 27 08:45:39.557857 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 59512) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:45:39.562369 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.v2.base [None req-47123d48-d692-450e-8263-24f558594237 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Request body: {'security_group_rule': {'security_group_id': '6510ab0b-e3cc-4b2d-a6c9-f27a1733f830', 'project_id': '5d10772d974f47d7bc82c0f0b8a8facf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:45:39.654789 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-47123d48-d692-450e-8263-24f558594237 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Publish callbacks [] for security_group_rule (83ead14d-1abf-4f4b-b977-5b185075b3e2), before_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:39.715214 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-47123d48-d692-450e-8263-24f558594237 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Publish callbacks [] for security_group_rule (83ead14d-1abf-4f4b-b977-5b185075b3e2), precommit_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:39.783571 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-47123d48-d692-450e-8263-24f558594237 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327747'] for security_group_rule (83ead14d-1abf-4f4b-b977-5b185075b3e2), after_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:39.801478 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47123d48-d692-450e-8263-24f558594237 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83ead14d-1abf-4f4b-b977-5b185075b3e2,revision_number=0']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:45:39.882378 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-47123d48-d692-450e-8263-24f558594237 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:39.883622 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-47123d48-d692-450e-8263-24f558594237 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3247561 Jul 27 08:45:39.886319 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 59514) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:45:39.891297 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.v2.base [None req-3c0537e1-9953-4b0a-a147-06809542b722 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Request body: {'security_group_rule': {'security_group_id': '6510ab0b-e3cc-4b2d-a6c9-f27a1733f830', 'project_id': '5d10772d974f47d7bc82c0f0b8a8facf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:45:39.966412 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.db.securitygroups_db [None req-3c0537e1-9953-4b0a-a147-06809542b722 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Project 5d10772d974f47d7bc82c0f0b8a8facf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 08:45:39.969128 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=80,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:45:39.973256 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-3c0537e1-9953-4b0a-a147-06809542b722 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Publish callbacks [] for security_group_rule (2bcd0d7a-add6-41a1-be35-4d4dc3d67d48), before_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:40.034566 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-3c0537e1-9953-4b0a-a147-06809542b722 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Publish callbacks [] for security_group_rule (2bcd0d7a-add6-41a1-be35-4d4dc3d67d48), precommit_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:40.080239 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffaf4f3a-32e1-40e4-b096-555fcb48c662 None None] Sync routers for ids ['bd293918-df95-482e-b8e3-f77d4ceb2aa6'] in dv-cinder-851170-2-iscsi {{(pid=104487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 08:45:40.090521 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffaf4f3a-32e1-40e4-b096-555fcb48c662 None None] Routers {'bd293918-df95-482e-b8e3-f77d4ceb2aa6'} bound to L3 agent in host dv-cinder-851170-2-iscsi {{(pid=104487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 08:45:40.091329 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_hamode_db [None req-ffaf4f3a-32e1-40e4-b096-555fcb48c662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-27T08:30:18Z,description=,heartbeat_timestamp=2022-07-27T08:45:18Z,host='dv-cinder-851170-2-iscsi',id=5bc6d868-bb0b-4164-b2dd-44360f4de654,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T08:30:19Z,topic='l3_agent')) {'router_ids': ['bd293918-df95-482e-b8e3-f77d4ceb2aa6'], 'active': True} {{(pid=104487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:45:40.151374 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-3c0537e1-9953-4b0a-a147-06809542b722 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327747'] for security_group_rule (2bcd0d7a-add6-41a1-be35-4d4dc3d67d48), after_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:40.173147 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0537e1-9953-4b0a-a147-06809542b722 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bcd0d7a-add6-41a1-be35-4d4dc3d67d48,revision_number=0']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:45:40.194791 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvr_db [None req-ffaf4f3a-32e1-40e4-b096-555fcb48c662 None None] Set router bd293918-df95-482e-b8e3-f77d4ceb2aa6 gateway port host: dv-cinder-851170-2-iscsi {{(pid=104487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 08:45:40.270865 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-3c0537e1-9953-4b0a-a147-06809542b722 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:40.272325 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-3c0537e1-9953-4b0a-a147-06809542b722 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3850491 Jul 27 08:45:40.275139 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 59516) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:45:40.279673 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.v2.base [None req-16707d45-1488-4dae-bff7-c7965ab710b9 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Request body: {'security_group_rule': {'security_group_id': '6510ab0b-e3cc-4b2d-a6c9-f27a1733f830', 'project_id': '5d10772d974f47d7bc82c0f0b8a8facf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:45:40.358941 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.db.securitygroups_db [None req-16707d45-1488-4dae-bff7-c7965ab710b9 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Project 5d10772d974f47d7bc82c0f0b8a8facf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 08:45:40.365929 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-16707d45-1488-4dae-bff7-c7965ab710b9 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Publish callbacks [] for security_group_rule (b1e052c3-e54f-4a9a-b2bf-5dea297d020f), before_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:40.383704 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_hamode_db [None req-ffaf4f3a-32e1-40e4-b096-555fcb48c662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd293918-df95-482e-b8e3-f77d4ceb2aa6', 'name': 'tempest-TestShelveInstance-664844061-router', 'tenant_id': '4a36d9652e80462a8e11c3b3e8a9c4a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '1922b0fc-878e-407b-bb16-0ebfc19e6bf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:45:32Z', 'updated_at': '2022-07-27T08:45:36Z', 'revision_number': 4, 'project_id': '4a36d9652e80462a8e11c3b3e8a9c4a8', 'gw_port': {'id': '1922b0fc-878e-407b-bb16-0ebfc19e6bf1', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:2f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd293918-df95-482e-b8e3-f77d4ceb2aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:45:33Z', 'updated_at': '2022-07-27T08:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi', '_interfaces': [{'id': '9eecc888-8cd4-4cb5-876e-9e329f17a2f8', 'name': '', 'network_id': 'da8e27ef-30b6-46d4-bee6-45ae43a64b7f', 'tenant_id': '4a36d9652e80462a8e11c3b3e8a9c4a8', 'mac_address': 'fa:16:3e:61:06:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd293918-df95-482e-b8e3-f77d4ceb2aa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'ffc368c0-34ea-48b9-bd5b-9995154c0bb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:45:36Z', 'updated_at': '2022-07-27T08:45:37Z', 'revision_number': 2, 'project_id': '4a36d9652e80462a8e11c3b3e8a9c4a8', 'subnets': [{'id': 'ffc368c0-34ea-48b9-bd5b-9995154c0bb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851170-2-iscsi', False) {} {{(pid=104487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:45:40.414545 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Device 1922b0fc-878e-407b-bb16-0ebfc19e6bf1 up at agent ovs-agent-dv-cinder-851170-2-iscsi {{(pid=104487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 08:45:40.417955 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffaf4f3a-32e1-40e4-b096-555fcb48c662 None None] Checking router: bd293918-df95-482e-b8e3-f77d4ceb2aa6 for host: dv-cinder-851170-2-iscsi {{(pid=104487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 08:45:40.418338 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffaf4f3a-32e1-40e4-b096-555fcb48c662 None None] Updating router bd293918-df95-482e-b8e3-f77d4ceb2aa6 port 9eecc888-8cd4-4cb5-876e-9e329f17a2f8 binding host dv-cinder-851170-2-iscsi {{(pid=104487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 08:45:40.431962 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-16707d45-1488-4dae-bff7-c7965ab710b9 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Publish callbacks [] for security_group_rule (b1e052c3-e54f-4a9a-b2bf-5dea297d020f), precommit_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:40.472253 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-ffaf4f3a-32e1-40e4-b096-555fcb48c662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (9eecc888-8cd4-4cb5-876e-9e329f17a2f8), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:40.493951 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Provisioning complete for port 1922b0fc-878e-407b-bb16-0ebfc19e6bf1 triggered by entity L2. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:45:40.494340 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (1922b0fc-878e-407b-bb16-0ebfc19e6bf1), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:40.503168 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-16707d45-1488-4dae-bff7-c7965ab710b9 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327747'] for security_group_rule (b1e052c3-e54f-4a9a-b2bf-5dea297d020f), after_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:40.523108 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16707d45-1488-4dae-bff7-c7965ab710b9 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1e052c3-e54f-4a9a-b2bf-5dea297d020f,revision_number=0']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:45:40.596781 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-16707d45-1488-4dae-bff7-c7965ab710b9 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:40.598037 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-16707d45-1488-4dae-bff7-c7965ab710b9 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3219514 Jul 27 08:45:40.733749 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:45:40.826064 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Current status of the port 1922b0fc-878e-407b-bb16-0ebfc19e6bf1 is: ACTIVE; New status is: ACTIVE {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:45:40.933010 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-ffaf4f3a-32e1-40e4-b096-555fcb48c662 None None] Publish callbacks [] for port (9eecc888-8cd4-4cb5-876e-9e329f17a2f8), precommit_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:41.023220 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-ffaf4f3a-32e1-40e4-b096-555fcb48c662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (9eecc888-8cd4-4cb5-876e-9e329f17a2f8), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:41.031137 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:45:41.076349 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f64bc80-3813-493c-bd18-4063ff9be6a0 None None] Pushing event updated for resources: {'Port': ['ID=9eecc888-8cd4-4cb5-876e-9e329f17a2f8,revision_number=3']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:45:41.132421 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.managers [None req-ffaf4f3a-32e1-40e4-b096-555fcb48c662 None None] Attempting to bind port 9eecc888-8cd4-4cb5-876e-9e329f17a2f8 on host dv-cinder-851170-2-iscsi for vnic_type normal with profile {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 08:45:41.133052 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.managers [None req-ffaf4f3a-32e1-40e4-b096-555fcb48c662 None None] Attempting to bind port 9eecc888-8cd4-4cb5-876e-9e329f17a2f8 by drivers openvswitch,hyperv on host dv-cinder-851170-2-iscsi at level 0 using segments [{'id': 'a16e8699-16a8-463e-9383-22cee171f606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'da8e27ef-30b6-46d4-bee6-45ae43a64b7f'}] {{(pid=104487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 08:45:41.133205 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffaf4f3a-32e1-40e4-b096-555fcb48c662 None None] Attempting to bind port 9eecc888-8cd4-4cb5-876e-9e329f17a2f8 on network da8e27ef-30b6-46d4-bee6-45ae43a64b7f {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 08:45:41.141272 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffaf4f3a-32e1-40e4-b096-555fcb48c662 None None] Checking agent: {'id': 'ed9de811-f248-496b-b487-860d50d7cee7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851170-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 8, 30, 21), 'started_at': datetime.datetime(2022, 7, 27, 8, 30, 51), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 8, 45, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851170-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 08:45:41.141653 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffaf4f3a-32e1-40e4-b096-555fcb48c662 None None] Checking segment: {'id': 'a16e8699-16a8-463e-9383-22cee171f606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'da8e27ef-30b6-46d4-bee6-45ae43a64b7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 08:45:41.142083 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-ffaf4f3a-32e1-40e4-b096-555fcb48c662 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:41.142504 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffaf4f3a-32e1-40e4-b096-555fcb48c662 None None] Bound using segment: {'id': 'a16e8699-16a8-463e-9383-22cee171f606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'da8e27ef-30b6-46d4-bee6-45ae43a64b7f'} {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 08:45:41.142972 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.managers [None req-ffaf4f3a-32e1-40e4-b096-555fcb48c662 None None] Bound port: 9eecc888-8cd4-4cb5-876e-9e329f17a2f8, host: dv-cinder-851170-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a16e8699-16a8-463e-9383-22cee171f606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'da8e27ef-30b6-46d4-bee6-45ae43a64b7f'}}] {{(pid=104487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 08:45:41.143378 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-ffaf4f3a-32e1-40e4-b096-555fcb48c662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (9eecc888-8cd4-4cb5-876e-9e329f17a2f8), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:41.210008 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-ffaf4f3a-32e1-40e4-b096-555fcb48c662 None None] For port 9eecc888-8cd4-4cb5-876e-9e329f17a2f8, host dv-cinder-851170-2-iscsi, cleared binding levels {{(pid=104487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 08:45:41.213627 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-ffaf4f3a-32e1-40e4-b096-555fcb48c662 None None] For port 9eecc888-8cd4-4cb5-876e-9e329f17a2f8, host dv-cinder-851170-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851170-2-iscsi',level=0,port_id=9eecc888-8cd4-4cb5-876e-9e329f17a2f8,segment=NetworkSegment(a16e8699-16a8-463e-9383-22cee171f606),segment_id=a16e8699-16a8-463e-9383-22cee171f606)] {{(pid=104487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 08:45:41.303206 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-61254635-51fa-4e00-b4ea-2d94f533508f None None] Provisioning complete for port 9eecc888-8cd4-4cb5-876e-9e329f17a2f8 triggered by entity DHCP. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:45:41.303583 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-61254635-51fa-4e00-b4ea-2d94f533508f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (9eecc888-8cd4-4cb5-876e-9e329f17a2f8), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:41.306006 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-ffaf4f3a-32e1-40e4-b096-555fcb48c662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (9eecc888-8cd4-4cb5-876e-9e329f17a2f8), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:41.401373 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f64bc80-3813-493c-bd18-4063ff9be6a0 None None] Pushing event updated for resources: {'Port': ['ID=9eecc888-8cd4-4cb5-876e-9e329f17a2f8,revision_number=4']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:45:41.405391 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffaf4f3a-32e1-40e4-b096-555fcb48c662 None None] Routers {'bd293918-df95-482e-b8e3-f77d4ceb2aa6'} bound to L3 agent in host dv-cinder-851170-2-iscsi {{(pid=104487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 08:45:41.405985 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_hamode_db [None req-ffaf4f3a-32e1-40e4-b096-555fcb48c662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-27T08:30:18Z,description=,heartbeat_timestamp=2022-07-27T08:45:18Z,host='dv-cinder-851170-2-iscsi',id=5bc6d868-bb0b-4164-b2dd-44360f4de654,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T08:30:19Z,topic='l3_agent')) {'router_ids': ['bd293918-df95-482e-b8e3-f77d4ceb2aa6'], 'active': True} {{(pid=104487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:45:41.514277 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-61254635-51fa-4e00-b4ea-2d94f533508f None None] Current status of the port 9eecc888-8cd4-4cb5-876e-9e329f17a2f8 is: DOWN; New status is: ACTIVE {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:45:41.514732 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-61254635-51fa-4e00-b4ea-2d94f533508f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (9eecc888-8cd4-4cb5-876e-9e329f17a2f8), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:41.527217 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:45:41.570884 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-61254635-51fa-4e00-b4ea-2d94f533508f None None] For port 9eecc888-8cd4-4cb5-876e-9e329f17a2f8, host dv-cinder-851170-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851170-2-iscsi',level=0,port_id=9eecc888-8cd4-4cb5-876e-9e329f17a2f8,segment=NetworkSegment(a16e8699-16a8-463e-9383-22cee171f606),segment_id=a16e8699-16a8-463e-9383-22cee171f606)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:45:41.575848 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvr_db [None req-ffaf4f3a-32e1-40e4-b096-555fcb48c662 None None] Set router bd293918-df95-482e-b8e3-f77d4ceb2aa6 gateway port host: dv-cinder-851170-2-iscsi {{(pid=104487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 08:45:41.652835 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-61254635-51fa-4e00-b4ea-2d94f533508f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (9eecc888-8cd4-4cb5-876e-9e329f17a2f8), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:41.754378 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61254635-51fa-4e00-b4ea-2d94f533508f None None] Pushing event updated for resources: {'Port': ['ID=9eecc888-8cd4-4cb5-876e-9e329f17a2f8,revision_number=5']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:45:41.788316 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-633ccbaf-cf54-4631-8362-58b2a799a336 None None] Provisioning complete for port 9eecc888-8cd4-4cb5-876e-9e329f17a2f8 triggered by entity DHCP. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:45:41.788695 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-633ccbaf-cf54-4631-8362-58b2a799a336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (9eecc888-8cd4-4cb5-876e-9e329f17a2f8), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:41.860248 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_hamode_db [None req-ffaf4f3a-32e1-40e4-b096-555fcb48c662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd293918-df95-482e-b8e3-f77d4ceb2aa6', 'name': 'tempest-TestShelveInstance-664844061-router', 'tenant_id': '4a36d9652e80462a8e11c3b3e8a9c4a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '1922b0fc-878e-407b-bb16-0ebfc19e6bf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:45:32Z', 'updated_at': '2022-07-27T08:45:36Z', 'revision_number': 4, 'project_id': '4a36d9652e80462a8e11c3b3e8a9c4a8', 'gw_port': {'id': '1922b0fc-878e-407b-bb16-0ebfc19e6bf1', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:2f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd293918-df95-482e-b8e3-f77d4ceb2aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:45:33Z', 'updated_at': '2022-07-27T08:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi', '_interfaces': [{'id': '9eecc888-8cd4-4cb5-876e-9e329f17a2f8', 'name': '', 'network_id': 'da8e27ef-30b6-46d4-bee6-45ae43a64b7f', 'tenant_id': '4a36d9652e80462a8e11c3b3e8a9c4a8', 'mac_address': 'fa:16:3e:61:06:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd293918-df95-482e-b8e3-f77d4ceb2aa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'ffc368c0-34ea-48b9-bd5b-9995154c0bb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:45:36Z', 'updated_at': '2022-07-27T08:45:41Z', 'revision_number': 4, 'project_id': '4a36d9652e80462a8e11c3b3e8a9c4a8', 'subnets': [{'id': 'ffc368c0-34ea-48b9-bd5b-9995154c0bb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851170-2-iscsi', False) {} {{(pid=104487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:45:41.892147 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffaf4f3a-32e1-40e4-b096-555fcb48c662 None None] The sync data for ids ['bd293918-df95-482e-b8e3-f77d4ceb2aa6'] in dv-cinder-851170-2-iscsi is: [{'id': 'bd293918-df95-482e-b8e3-f77d4ceb2aa6', 'name': 'tempest-TestShelveInstance-664844061-router', 'tenant_id': '4a36d9652e80462a8e11c3b3e8a9c4a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '1922b0fc-878e-407b-bb16-0ebfc19e6bf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:45:32Z', 'updated_at': '2022-07-27T08:45:36Z', 'revision_number': 4, 'project_id': '4a36d9652e80462a8e11c3b3e8a9c4a8', 'gw_port': {'id': '1922b0fc-878e-407b-bb16-0ebfc19e6bf1', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:2f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd293918-df95-482e-b8e3-f77d4ceb2aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:45:33Z', 'updated_at': '2022-07-27T08:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi', '_interfaces': [{'id': '9eecc888-8cd4-4cb5-876e-9e329f17a2f8', 'name': '', 'network_id': 'da8e27ef-30b6-46d4-bee6-45ae43a64b7f', 'tenant_id': '4a36d9652e80462a8e11c3b3e8a9c4a8', 'mac_address': 'fa:16:3e:61:06:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd293918-df95-482e-b8e3-f77d4ceb2aa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'ffc368c0-34ea-48b9-bd5b-9995154c0bb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:45:36Z', 'updated_at': '2022-07-27T08:45:41Z', 'revision_number': 4, 'project_id': '4a36d9652e80462a8e11c3b3e8a9c4a8', 'subnets': [{'id': 'ffc368c0-34ea-48b9-bd5b-9995154c0bb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 08:45:41.927170 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-633ccbaf-cf54-4631-8362-58b2a799a336 None None] Current status of the port 9eecc888-8cd4-4cb5-876e-9e329f17a2f8 is: ACTIVE; New status is: ACTIVE {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:45:42.403078 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Device 9eecc888-8cd4-4cb5-876e-9e329f17a2f8 up at agent ovs-agent-dv-cinder-851170-2-iscsi {{(pid=104487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 08:45:42.405549 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:45:42.449424 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Provisioning complete for port 9eecc888-8cd4-4cb5-876e-9e329f17a2f8 triggered by entity L2. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:45:42.449783 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (9eecc888-8cd4-4cb5-876e-9e329f17a2f8), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:42.528545 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Current status of the port 9eecc888-8cd4-4cb5-876e-9e329f17a2f8 is: ACTIVE; New status is: ACTIVE {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:45:44.050974 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cd8dcb-ec59-4a67-9056-9fe0f401ef74 req-76a71330-efd8-423d-88e5-15e3f1a8ec0b tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:45:44.053183 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-15cd8dcb-ec59-4a67-9056-9fe0f401ef74 req-76a71330-efd8-423d-88e5-15e3f1a8ec0b tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7739cba-0102-4d24-ac1e-904912fe2c65 HTTP/1.1" status: 200 len: 945 time: 0.0527213 Jul 27 08:45:44.106963 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-15cd8dcb-ec59-4a67-9056-9fe0f401ef74 req-c269566f-28ba-40d3-ad05-46a62dbedab3 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/security-groups?id=791a5d6c-9866-4968-9e83-75fa41831371&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472479 Jul 27 08:45:45.228217 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2f245c-282d-4b63-ad3c-884db32d43bd req-980210fd-224d-44c2-b5ad-3e13ff169040 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:45:45.229744 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-8b2f245c-282d-4b63-ad3c-884db32d43bd req-980210fd-224d-44c2-b5ad-3e13ff169040 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7739cba-0102-4d24-ac1e-904912fe2c65 HTTP/1.1" status: 200 len: 945 time: 0.0488987 Jul 27 08:45:45.261171 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=100 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:45:45.284374 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-8b2f245c-282d-4b63-ad3c-884db32d43bd req-8eadaaf2-edcc-423a-930f-3090eefdbd5e tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/security-groups?id=791a5d6c-9866-4968-9e83-75fa41831371&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472803 Jul 27 08:45:45.607030 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ad88eb-b066-4eb0-91e9-c35eb77918d8 req-bcb0d028-5158-4f2b-95bf-196b66e380ac tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:45:45.608534 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-06ad88eb-b066-4eb0-91e9-c35eb77918d8 req-bcb0d028-5158-4f2b-95bf-196b66e380ac tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7739cba-0102-4d24-ac1e-904912fe2c65 HTTP/1.1" status: 200 len: 945 time: 0.0492268 Jul 27 08:45:45.696296 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.plugin [req-06ad88eb-b066-4eb0-91e9-c35eb77918d8 req-6290ff10-7f7d-444f-8501-71a98d73b748 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Deleting port 535f88dd-47a5-428c-ab18-ca28f688244a {{(pid=104486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 08:45:45.696631 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-06ad88eb-b066-4eb0-91e9-c35eb77918d8 req-6290ff10-7f7d-444f-8501-71a98d73b748 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786710341133'] for port (535f88dd-47a5-428c-ab18-ca28f688244a), before_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:45.774344 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=100 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:45:45.791695 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.db [req-06ad88eb-b066-4eb0-91e9-c35eb77918d8 req-6290ff10-7f7d-444f-8501-71a98d73b748 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] For port 535f88dd-47a5-428c-ab18-ca28f688244a, host hv-cinder-85117, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85117',level=0,port_id=535f88dd-47a5-428c-ab18-ca28f688244a,segment=NetworkSegment(fc440bfb-38b1-4666-8c4c-49881a4385a0),segment_id=fc440bfb-38b1-4666-8c4c-49881a4385a0)] {{(pid=104486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:45:45.792067 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-06ad88eb-b066-4eb0-91e9-c35eb77918d8 req-6290ff10-7f7d-444f-8501-71a98d73b748 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8100626'] for port (535f88dd-47a5-428c-ab18-ca28f688244a), precommit_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:45.956259 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-06ad88eb-b066-4eb0-91e9-c35eb77918d8 req-6290ff10-7f7d-444f-8501-71a98d73b748 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:45.956616 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-06ad88eb-b066-4eb0-91e9-c35eb77918d8 req-6290ff10-7f7d-444f-8501-71a98d73b748 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363235'] for floatingip (1b3ca0c7-c5df-4292-8c5c-79e6c5fc31b2), after_update {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:45.956932 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.db.l3_db [req-06ad88eb-b066-4eb0-91e9-c35eb77918d8 req-6290ff10-7f7d-444f-8501-71a98d73b748 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Floating IP 1b3ca0c7-c5df-4292-8c5c-79e6c5fc31b2 disassociated. External IP: 172.27.2.60, port: 535f88dd-47a5-428c-ab18-ca28f688244a. Jul 27 08:45:45.957371 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.plugin [req-06ad88eb-b066-4eb0-91e9-c35eb77918d8 req-6290ff10-7f7d-444f-8501-71a98d73b748 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Calling delete_port for 535f88dd-47a5-428c-ab18-ca28f688244a owned by compute:nova {{(pid=104486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 08:45:45.983404 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-aede243e-3f68-45e5-8f1a-432df9d0eb15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (7c77c4a2-8ca4-486b-af2a-676805e7b922), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:46.110087 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.agents_db [None req-f85b74c8-06c1-470d-aedd-c7ca4f0196ea None None] Agent healthcheck: found 6 active agents {{(pid=104488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 08:45:46.149151 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-06ad88eb-b066-4eb0-91e9-c35eb77918d8 req-6290ff10-7f7d-444f-8501-71a98d73b748 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786710477123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786709965406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4293862'] for port (535f88dd-47a5-428c-ab18-ca28f688244a), after_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:46.179355 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6290ff10-7f7d-444f-8501-71a98d73b748 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Pushing event deleted for resources: {'Port': ['ID=535f88dd-47a5-428c-ab18-ca28f688244a,revision_number=None']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:45:46.295545 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.scheduler.l3_agent_scheduler [req-06ad88eb-b066-4eb0-91e9-c35eb77918d8 req-6290ff10-7f7d-444f-8501-71a98d73b748 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Router 018103cf-324e-446a-8be2-3ec1743299c4 has already been hosted by L3 agent 5bc6d868-bb0b-4164-b2dd-44360f4de654 {{(pid=104486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 08:45:46.401208 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-786eb70b-0d61-4944-9fa1-3c33b7e424bb req-dc5db86b-5d7e-4117-89ba-e45e7f59625c tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7739cba-0102-4d24-ac1e-904912fe2c65 HTTP/1.1" status: 200 len: 210 time: 0.0300264 Jul 27 08:45:46.411560 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-06ad88eb-b066-4eb0-91e9-c35eb77918d8 req-6290ff10-7f7d-444f-8501-71a98d73b748 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Notify agent at l3_agent.dv-cinder-851170-2-iscsi the message routers_updated {{(pid=104486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 08:45:46.417907 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:45:46.429363 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d196f037-dd15-46c1-8f0e-5e2e50a00585 None None] Sync routers for ids ['018103cf-324e-446a-8be2-3ec1743299c4'] in dv-cinder-851170-2-iscsi {{(pid=104488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 08:45:46.440445 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d196f037-dd15-46c1-8f0e-5e2e50a00585 None None] Routers {'018103cf-324e-446a-8be2-3ec1743299c4'} bound to L3 agent in host dv-cinder-851170-2-iscsi {{(pid=104488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 08:45:46.441056 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_hamode_db [None req-d196f037-dd15-46c1-8f0e-5e2e50a00585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-27T08:30:18Z,description=,heartbeat_timestamp=2022-07-27T08:45:18Z,host='dv-cinder-851170-2-iscsi',id=5bc6d868-bb0b-4164-b2dd-44360f4de654,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T08:30:19Z,topic='l3_agent')) {'router_ids': ['018103cf-324e-446a-8be2-3ec1743299c4'], 'active': True} {{(pid=104488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:45:46.455719 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.db.l3_dvrscheduler_db [req-06ad88eb-b066-4eb0-91e9-c35eb77918d8 req-6290ff10-7f7d-444f-8501-71a98d73b748 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] No DVR routers for this DVR port 535f88dd-47a5-428c-ab18-ca28f688244a on host hv-cinder-85117 {{(pid=104486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 08:45:46.458404 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-06ad88eb-b066-4eb0-91e9-c35eb77918d8 req-6290ff10-7f7d-444f-8501-71a98d73b748 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8374701'] for port (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:46.461897 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-06ad88eb-b066-4eb0-91e9-c35eb77918d8 req-6290ff10-7f7d-444f-8501-71a98d73b748 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.42 "DELETE /v2.0/ports/535f88dd-47a5-428c-ab18-ca28f688244a HTTP/1.1" status: 204 len: 173 time: 0.8454120 Jul 27 08:45:46.462375 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7739cba-0102-4d24-ac1e-904912fe2c65', 'name': 'network-vif-deleted', 'tag': '535f88dd-47a5-428c-ab18-ca28f688244a'}] {{(pid=104486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 08:45:46.464969 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0fbdf057086729fb3d5906bdd251c7adb98d678ad2f5ce1a48bcc8d44af0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3ed809b-7d0d-4d8a-82d0-719311f4fb63" -d '{"events": [{"server_uuid": "f7739cba-0102-4d24-ac1e-904912fe2c65", "name": "network-vif-deleted", "tag": "535f88dd-47a5-428c-ab18-ca28f688244a"}]}' {{(pid=104486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 08:45:46.513783 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 08:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae44d2e7-09d6-4624-8be8-3764a7e078d2 x-openstack-request-id: req-ae44d2e7-09d6-4624-8be8-3764a7e078d2 {{(pid=104486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 08:45:46.514085 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7739cba-0102-4d24-ac1e-904912fe2c65", "name": "network-vif-deleted", "tag": "535f88dd-47a5-428c-ab18-ca28f688244a", "status": "completed", "code": 200}]} {{(pid=104486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 08:45:46.514378 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-ae44d2e7-09d6-4624-8be8-3764a7e078d2 {{(pid=104486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 08:45:46.514784 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae44d2e7-09d6-4624-8be8-3764a7e078d2'] response: {'server_uuid': 'f7739cba-0102-4d24-ac1e-904912fe2c65', 'name': 'network-vif-deleted', 'tag': '535f88dd-47a5-428c-ab18-ca28f688244a', 'status': 'completed', 'code': 200} Jul 27 08:45:46.558283 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvr_db [None req-d196f037-dd15-46c1-8f0e-5e2e50a00585 None None] Set router 018103cf-324e-446a-8be2-3ec1743299c4 gateway port host: dv-cinder-851170-2-iscsi {{(pid=104488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 08:45:46.761676 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_hamode_db [None req-d196f037-dd15-46c1-8f0e-5e2e50a00585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '018103cf-324e-446a-8be2-3ec1743299c4', 'name': 'tempest-AttachVolumeTestJSON-949871471-router', 'tenant_id': '9dcfebb6e1774a7daed20b60d2379875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': '789c9448-28dd-488f-a71f-dad7507df88d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:39:18Z', 'updated_at': '2022-07-27T08:39:29Z', 'revision_number': 4, 'project_id': '9dcfebb6e1774a7daed20b60d2379875', 'gw_port': {'id': '789c9448-28dd-488f-a71f-dad7507df88d', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c1:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '018103cf-324e-446a-8be2-3ec1743299c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:39:19Z', 'updated_at': '2022-07-27T08:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi', '_interfaces': [{'id': '0d464519-7720-4861-a2fd-4adc4e4d9b08', 'name': '', 'network_id': '86596533-e5bc-41a5-8bd8-3e19070777ca', 'tenant_id': '9dcfebb6e1774a7daed20b60d2379875', 'mac_address': 'fa:16:3e:15:07:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '018103cf-324e-446a-8be2-3ec1743299c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '7bb93b59-455b-4e46-8d58-a8f142f5867d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:39:25Z', 'updated_at': '2022-07-27T08:39:38Z', 'revision_number': 5, 'project_id': '9dcfebb6e1774a7daed20b60d2379875', 'subnets': [{'id': '7bb93b59-455b-4e46-8d58-a8f142f5867d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851170-2-iscsi', False) {} {{(pid=104488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:45:46.788032 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d196f037-dd15-46c1-8f0e-5e2e50a00585 None None] Checking router: 018103cf-324e-446a-8be2-3ec1743299c4 for host: dv-cinder-851170-2-iscsi {{(pid=104488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 08:45:46.797967 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d196f037-dd15-46c1-8f0e-5e2e50a00585 None None] Routers {'018103cf-324e-446a-8be2-3ec1743299c4'} bound to L3 agent in host dv-cinder-851170-2-iscsi {{(pid=104488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 08:45:46.798612 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_hamode_db [None req-d196f037-dd15-46c1-8f0e-5e2e50a00585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-27T08:30:18Z,description=,heartbeat_timestamp=2022-07-27T08:45:18Z,host='dv-cinder-851170-2-iscsi',id=5bc6d868-bb0b-4164-b2dd-44360f4de654,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T08:30:19Z,topic='l3_agent')) {'router_ids': ['018103cf-324e-446a-8be2-3ec1743299c4'], 'active': True} {{(pid=104488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:45:46.904077 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvr_db [None req-d196f037-dd15-46c1-8f0e-5e2e50a00585 None None] Set router 018103cf-324e-446a-8be2-3ec1743299c4 gateway port host: dv-cinder-851170-2-iscsi {{(pid=104488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 08:45:47.092780 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_hamode_db [None req-d196f037-dd15-46c1-8f0e-5e2e50a00585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '018103cf-324e-446a-8be2-3ec1743299c4', 'name': 'tempest-AttachVolumeTestJSON-949871471-router', 'tenant_id': '9dcfebb6e1774a7daed20b60d2379875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': '789c9448-28dd-488f-a71f-dad7507df88d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:39:18Z', 'updated_at': '2022-07-27T08:39:29Z', 'revision_number': 4, 'project_id': '9dcfebb6e1774a7daed20b60d2379875', 'gw_port': {'id': '789c9448-28dd-488f-a71f-dad7507df88d', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c1:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '018103cf-324e-446a-8be2-3ec1743299c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:39:19Z', 'updated_at': '2022-07-27T08:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi', '_interfaces': [{'id': '0d464519-7720-4861-a2fd-4adc4e4d9b08', 'name': '', 'network_id': '86596533-e5bc-41a5-8bd8-3e19070777ca', 'tenant_id': '9dcfebb6e1774a7daed20b60d2379875', 'mac_address': 'fa:16:3e:15:07:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '018103cf-324e-446a-8be2-3ec1743299c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '7bb93b59-455b-4e46-8d58-a8f142f5867d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:39:25Z', 'updated_at': '2022-07-27T08:39:38Z', 'revision_number': 5, 'project_id': '9dcfebb6e1774a7daed20b60d2379875', 'subnets': [{'id': '7bb93b59-455b-4e46-8d58-a8f142f5867d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851170-2-iscsi', False) {} {{(pid=104488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:45:47.117881 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d196f037-dd15-46c1-8f0e-5e2e50a00585 None None] The sync data for ids ['018103cf-324e-446a-8be2-3ec1743299c4'] in dv-cinder-851170-2-iscsi is: [{'id': '018103cf-324e-446a-8be2-3ec1743299c4', 'name': 'tempest-AttachVolumeTestJSON-949871471-router', 'tenant_id': '9dcfebb6e1774a7daed20b60d2379875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': '789c9448-28dd-488f-a71f-dad7507df88d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:39:18Z', 'updated_at': '2022-07-27T08:39:29Z', 'revision_number': 4, 'project_id': '9dcfebb6e1774a7daed20b60d2379875', 'gw_port': {'id': '789c9448-28dd-488f-a71f-dad7507df88d', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c1:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '018103cf-324e-446a-8be2-3ec1743299c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:39:19Z', 'updated_at': '2022-07-27T08:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi', '_interfaces': [{'id': '0d464519-7720-4861-a2fd-4adc4e4d9b08', 'name': '', 'network_id': '86596533-e5bc-41a5-8bd8-3e19070777ca', 'tenant_id': '9dcfebb6e1774a7daed20b60d2379875', 'mac_address': 'fa:16:3e:15:07:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '018103cf-324e-446a-8be2-3ec1743299c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '7bb93b59-455b-4e46-8d58-a8f142f5867d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:39:25Z', 'updated_at': '2022-07-27T08:39:38Z', 'revision_number': 5, 'project_id': '9dcfebb6e1774a7daed20b60d2379875', 'subnets': [{'id': '7bb93b59-455b-4e46-8d58-a8f142f5867d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 08:45:47.344401 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a286561e-aa3a-49ec-b079-ab14e7bfd004 None None] New status for floating IP 1b3ca0c7-c5df-4292-8c5c-79e6c5fc31b2: DOWN {{(pid=104487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 27 08:45:47.526019 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-1b5ccdc0-a387-4792-b7ac-6f9ffdc20ad7 req-ec301d4d-4e88-4bd6-859b-739ac82da4e9 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7739cba-0102-4d24-ac1e-904912fe2c65 HTTP/1.1" status: 200 len: 210 time: 0.0326056 Jul 27 08:45:48.320260 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-b5623d02-f122-4f18-96d4-381a02488fb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (5bc6d868-bb0b-4164-b2dd-44360f4de654), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:48.704654 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 59620) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:45:48.765573 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-f61433b5-8494-4a21-9f71-2f7e8c7f287d tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Publish callbacks [] for security_group (791a5d6c-9866-4968-9e83-75fa41831371), before_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:48.789768 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-f61433b5-8494-4a21-9f71-2f7e8c7f287d tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Publish callbacks [] for security_group (791a5d6c-9866-4968-9e83-75fa41831371), precommit_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:48.903570 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-f61433b5-8494-4a21-9f71-2f7e8c7f287d tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (791a5d6c-9866-4968-9e83-75fa41831371), after_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:48.906516 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-f61433b5-8494-4a21-9f71-2f7e8c7f287d tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Publish callbacks [] for security_group (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:48.907727 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-f61433b5-8494-4a21-9f71-2f7e8c7f287d tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "DELETE /v2.0/security-groups/791a5d6c-9866-4968-9e83-75fa41831371 HTTP/1.1" status: 204 len: 168 time: 0.2019477 Jul 27 08:45:48.910945 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 59624) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:45:48.917582 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61433b5-8494-4a21-9f71-2f7e8c7f287d tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=791a5d6c-9866-4968-9e83-75fa41831371,revision_number=None']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:45:48.925993 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.api.v2.resource [None req-f168a8d1-e1eb-4c27-84ed-bd257c4ba5d2 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] show failed (client error): The resource could not be found. Jul 27 08:45:48.927043 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-f168a8d1-e1eb-4c27-84ed-bd257c4ba5d2 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/security-groups/791a5d6c-9866-4968-9e83-75fa41831371 HTTP/1.1" status: 404 len: 347 time: 0.0150020 Jul 27 08:45:48.929966 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 59626) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:45:49.048554 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.plugin [None req-c202b74c-fe4f-4175-892a-56457b323226 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Deleting port 1faa6f1a-5e33-4b91-a03e-8ec80231fe66 {{(pid=104486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 08:45:49.048902 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-c202b74c-fe4f-4175-892a-56457b323226 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786710341133'] for port (1faa6f1a-5e33-4b91-a03e-8ec80231fe66), before_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:49.130013 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-c202b74c-fe4f-4175-892a-56457b323226 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8100626'] for port (1faa6f1a-5e33-4b91-a03e-8ec80231fe66), precommit_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:49.130278 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-c202b74c-fe4f-4175-892a-56457b323226 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Publish callbacks [] for floatingip (1faa6f1a-5e33-4b91-a03e-8ec80231fe66), precommit_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:49.143350 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.plugin [None req-c202b74c-fe4f-4175-892a-56457b323226 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Calling delete_port for 1faa6f1a-5e33-4b91-a03e-8ec80231fe66 owned by network:floatingip {{(pid=104486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 08:45:49.351734 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-c202b74c-fe4f-4175-892a-56457b323226 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786710477123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786709965406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4293862'] for port (1faa6f1a-5e33-4b91-a03e-8ec80231fe66), after_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:49.357066 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:45:49.379128 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c202b74c-fe4f-4175-892a-56457b323226 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Pushing event deleted for resources: {'Port': ['ID=1faa6f1a-5e33-4b91-a03e-8ec80231fe66,revision_number=None']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:45:49.448025 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-c202b74c-fe4f-4175-892a-56457b323226 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Publish callbacks [] for floatingip (1b3ca0c7-c5df-4292-8c5c-79e6c5fc31b2), after_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:49.450573 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-c202b74c-fe4f-4175-892a-56457b323226 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8374701'] for floatingip (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:49.452086 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-c202b74c-fe4f-4175-892a-56457b323226 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "DELETE /v2.0/floatingips/1b3ca0c7-c5df-4292-8c5c-79e6c5fc31b2 HTTP/1.1" status: 204 len: 168 time: 0.5209525 Jul 27 08:45:49.647104 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 59632) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:45:49.651701 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.v2.base [None req-362121a5-9453-47aa-84f8-ffcfb142f471 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1714038666', 'description': 'tempest-description--1206562646'}} {{(pid=104485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:45:49.734945 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-362121a5-9453-47aa-84f8-ffcfb142f471 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Publish callbacks [] for security_group (None), before_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:49.765911 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:45:49.804714 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-362121a5-9453-47aa-84f8-ffcfb142f471 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Publish callbacks [] for security_group (29033467-439d-4ec0-905f-4a479fdbe3d5), precommit_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:49.841091 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Device 535f88dd-47a5-428c-ab18-ca28f688244a no longer exists at agent hyperv_hv-cinder-85117 {{(pid=104487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 08:45:49.860186 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-362121a5-9453-47aa-84f8-ffcfb142f471 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (29033467-439d-4ec0-905f-4a479fdbe3d5), after_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:49.864969 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] No Port match for: 535f88dd-47a5-428c-ab18-ca28f688244a {{(pid=104487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 08:45:49.865319 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Device 535f88dd-47a5-428c-ab18-ca28f688244a not bound to the agent host hv-cinder-85117 {{(pid=104487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 08:45:49.892311 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362121a5-9453-47aa-84f8-ffcfb142f471 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29033467-439d-4ec0-905f-4a479fdbe3d5,revision_number=1']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:45:49.956388 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-362121a5-9453-47aa-84f8-ffcfb142f471 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Publish callbacks [] for security_group (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:49.957752 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-362121a5-9453-47aa-84f8-ffcfb142f471 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3096442 Jul 27 08:45:49.960632 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 59636) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:45:49.965185 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.v2.base [None req-c56f45da-0ecc-4308-b8de-559b7a710538 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Request body: {'security_group_rule': {'security_group_id': '29033467-439d-4ec0-905f-4a479fdbe3d5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:45:50.063778 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-c56f45da-0ecc-4308-b8de-559b7a710538 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Publish callbacks [] for security_group_rule (8bb1f72c-ef08-4d93-866a-8b8d97c0fb38), before_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:50.111746 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=79,neutron:INSERT=13,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:45:50.120925 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-c56f45da-0ecc-4308-b8de-559b7a710538 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Publish callbacks [] for security_group_rule (8bb1f72c-ef08-4d93-866a-8b8d97c0fb38), precommit_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:50.217505 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-c56f45da-0ecc-4308-b8de-559b7a710538 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327747'] for security_group_rule (8bb1f72c-ef08-4d93-866a-8b8d97c0fb38), after_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:50.238950 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56f45da-0ecc-4308-b8de-559b7a710538 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bb1f72c-ef08-4d93-866a-8b8d97c0fb38,revision_number=0']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:45:50.291884 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-45eb61cd-e3d7-4840-8013-3080c7768274 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (36998da0-f99a-403d-814c-b55466abd131), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:50.323187 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-c56f45da-0ecc-4308-b8de-559b7a710538 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:50.324890 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-c56f45da-0ecc-4308-b8de-559b7a710538 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3631885 Jul 27 08:45:50.329201 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 59638) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:45:50.332778 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.v2.base [None req-3192fe62-20c9-4afb-a5aa-7500e67ffd1d tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Request body: {'security_group_rule': {'security_group_id': '29033467-439d-4ec0-905f-4a479fdbe3d5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:45:50.434540 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-3192fe62-20c9-4afb-a5aa-7500e67ffd1d tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Publish callbacks [] for security_group_rule (e9b2f340-300e-48a8-ba45-f31c507bc75c), before_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:50.493589 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-3192fe62-20c9-4afb-a5aa-7500e67ffd1d tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Publish callbacks [] for security_group_rule (e9b2f340-300e-48a8-ba45-f31c507bc75c), precommit_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:50.560305 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-3192fe62-20c9-4afb-a5aa-7500e67ffd1d tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327747'] for security_group_rule (e9b2f340-300e-48a8-ba45-f31c507bc75c), after_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:50.580894 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3192fe62-20c9-4afb-a5aa-7500e67ffd1d tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9b2f340-300e-48a8-ba45-f31c507bc75c,revision_number=0']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:45:50.636601 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-3192fe62-20c9-4afb-a5aa-7500e67ffd1d tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:50.637973 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-3192fe62-20c9-4afb-a5aa-7500e67ffd1d tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3088512 Jul 27 08:45:50.641173 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 59640) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:45:50.646437 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.v2.base [None req-1deff8b5-f4b4-422c-9cb5-c9680d7b099f tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Request body: {'floatingip': {'floating_network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5'}} {{(pid=104485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:45:50.740605 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-1deff8b5-f4b4-422c-9cb5-c9680d7b099f tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:50.823575 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-1deff8b5-f4b4-422c-9cb5-c9680d7b099f tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (None), before_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:50.931398 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.db.db_base_plugin_common [None req-1deff8b5-f4b4-422c-9cb5-c9680d7b099f tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Allocated IP 172.27.2.19 (e7cd7671-9410-421d-95f2-ddad301715a5/bd8cca88-d260-42a1-9635-5bfcc6eba2a1/0fe53f6c-58d3-40e3-9860-421d56f1df0d) {{(pid=104485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 08:45:51.044193 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-1deff8b5-f4b4-422c-9cb5-c9680d7b099f tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Publish callbacks [] for port (0fe53f6c-58d3-40e3-9860-421d56f1df0d), precommit_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:51.120609 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-1deff8b5-f4b4-422c-9cb5-c9680d7b099f tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786709965397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16582167'] for port (0fe53f6c-58d3-40e3-9860-421d56f1df0d), after_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:51.149217 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=8 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:45:51.156237 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1deff8b5-f4b4-422c-9cb5-c9680d7b099f tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Network e7cd7671-9410-421d-95f2-ddad301715a5 is already hosted by enough agents. {{(pid=104485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 08:45:51.159193 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.scheduler.base_scheduler [None req-1deff8b5-f4b4-422c-9cb5-c9680d7b099f tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Resources bound (agent type, host, resource id): {{(pid=104485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 08:45:51.162763 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1deff8b5-f4b4-422c-9cb5-c9680d7b099f tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Received port after_create {{(pid=104485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 08:45:51.193986 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1deff8b5-f4b4-422c-9cb5-c9680d7b099f tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Pushing event updated for resources: {'Port': ['ID=0fe53f6c-58d3-40e3-9860-421d56f1df0d,revision_number=1']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:45:51.258237 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=2,neutron:INSERT=6 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:45:51.259477 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-1deff8b5-f4b4-422c-9cb5-c9680d7b099f tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Publish callbacks [] for floatingip (fdfdda43-9f13-4178-919e-e608990eb5b8), precommit_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:51.341000 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (ed9de811-f248-496b-b487-860d50d7cee7), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:51.342476 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-83feb67a-80d7-474e-96e8-1d92c33387c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (0a293c43-2970-4b69-9d2a-dcf41d8870ef), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:51.343976 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (40990755-2d84-4c9d-828c-eda94a5136e8), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:51.371266 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-1deff8b5-f4b4-422c-9cb5-c9680d7b099f tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (0fe53f6c-58d3-40e3-9860-421d56f1df0d), before_update {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:51.520680 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-1deff8b5-f4b4-422c-9cb5-c9680d7b099f tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Publish callbacks [] for port (0fe53f6c-58d3-40e3-9860-421d56f1df0d), precommit_update {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:51.574892 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-1deff8b5-f4b4-422c-9cb5-c9680d7b099f tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16582144'] for port (0fe53f6c-58d3-40e3-9860-421d56f1df0d), after_update {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:51.646101 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1deff8b5-f4b4-422c-9cb5-c9680d7b099f tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Pushing event updated for resources: {'Port': ['ID=0fe53f6c-58d3-40e3-9860-421d56f1df0d,revision_number=2']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:45:51.658166 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-1deff8b5-f4b4-422c-9cb5-c9680d7b099f tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363235'] for floatingip (fdfdda43-9f13-4178-919e-e608990eb5b8), after_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:51.722517 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-1deff8b5-f4b4-422c-9cb5-c9680d7b099f tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8374701'] for floatingip (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:51.723784 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-1deff8b5-f4b4-422c-9cb5-c9680d7b099f tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0815825 Jul 27 08:45:51.930729 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-9cf0059d-17fb-4025-9610-81221e075e1c req-768aa965-bdf4-4dc2-8929-b9d3d470a509 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-securitygroup--1714038666&fields=id&tenant_id=9dcfebb6e1774a7daed20b60d2379875 HTTP/1.1" status: 200 len: 267 time: 0.0452874 Jul 27 08:45:52.045304 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf0059d-17fb-4025-9610-81221e075e1c req-96645519-e006-4352-8b87-71cd6da267df tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:45:52.047653 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-9cf0059d-17fb-4025-9610-81221e075e1c req-96645519-e006-4352-8b87-71cd6da267df tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/networks?id=86596533-e5bc-41a5-8bd8-3e19070777ca HTTP/1.1" status: 200 len: 810 time: 0.1094079 Jul 27 08:45:52.063594 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-9cf0059d-17fb-4025-9610-81221e075e1c req-723345bf-1548-4149-b08c-fa0570686012 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/quotas/9dcfebb6e1774a7daed20b60d2379875 HTTP/1.1" status: 200 len: 375 time: 0.0098755 Jul 27 08:45:52.111800 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-9cf0059d-17fb-4025-9610-81221e075e1c req-c5cd2131-130a-42b7-854c-64062e46b89e tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=9dcfebb6e1774a7daed20b60d2379875&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0428286 Jul 27 08:45:52.212368 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-9cf0059d-17fb-4025-9610-81221e075e1c req-8535ef1e-f882-4877-a4a6-4d699a7dcb8e service neutron] 10.222.0.40 "GET /v2.0/networks/86596533-e5bc-41a5-8bd8-3e19070777ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883384 Jul 27 08:45:52.266368 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:45:52.307077 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-9cf0059d-17fb-4025-9610-81221e075e1c req-4b0ae5ae-fd7c-457b-9862-7b1340df3140 service neutron] 10.222.0.40 "GET /v2.0/networks/86596533-e5bc-41a5-8bd8-3e19070777ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889645 Jul 27 08:45:52.552032 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-0858530b-37f1-4edf-b12b-1505c0e8478f req-63b39665-56ba-4325-ac53-a5831c6da92b tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/ports?device_id=198b9d72-4d03-452a-9680-0724288c3351 HTTP/1.1" status: 200 len: 210 time: 0.0286040 Jul 27 08:45:52.993559 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:45:53.651925 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-af0ba52b-ba47-43ad-a913-200a27c5e9c5 req-9b0df818-b16a-4600-b5fc-3001c23606d0 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/ports?device_id=198b9d72-4d03-452a-9680-0724288c3351 HTTP/1.1" status: 200 len: 210 time: 0.0281007 Jul 27 08:45:54.585121 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf0059d-17fb-4025-9610-81221e075e1c req-6cca4fd5-bef4-47ac-b292-ed79ec7fa008 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:45:54.586565 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-9cf0059d-17fb-4025-9610-81221e075e1c req-6cca4fd5-bef4-47ac-b292-ed79ec7fa008 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.42 "GET /v2.0/networks?id=86596533-e5bc-41a5-8bd8-3e19070777ca HTTP/1.1" status: 200 len: 810 time: 0.1019883 Jul 27 08:45:54.658519 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-9cf0059d-17fb-4025-9610-81221e075e1c req-7e679143-b96b-49e3-91d1-e85aa9013968 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9dcfebb6e1774a7daed20b60d2379875 HTTP/1.1" status: 200 len: 380 time: 0.0557005 Jul 27 08:45:54.668386 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.v2.base [req-9cf0059d-17fb-4025-9610-81221e075e1c req-508d4910-9c44-4619-a9c6-4c6f06a7a038 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Request body: {'port': {'device_id': '198b9d72-4d03-452a-9680-0724288c3351', 'network_id': '86596533-e5bc-41a5-8bd8-3e19070777ca', 'admin_state_up': True, 'tenant_id': '9dcfebb6e1774a7daed20b60d2379875', 'security_groups': ['29033467-439d-4ec0-905f-4a479fdbe3d5']}} {{(pid=104486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:45:54.764880 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-6d1f7e2d-cfe9-4455-b11c-acfdd8c34e3a req-10516667-c4b3-4352-96fd-afba64aa2647 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/ports?device_id=198b9d72-4d03-452a-9680-0724288c3351 HTTP/1.1" status: 200 len: 210 time: 0.0387447 Jul 27 08:45:54.917519 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cf0059d-17fb-4025-9610-81221e075e1c req-508d4910-9c44-4619-a9c6-4c6f06a7a038 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Made reservation on behalf of 9dcfebb6e1774a7daed20b60d2379875 for: {'port': 1} {{(pid=104486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 08:45:54.921088 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-9cf0059d-17fb-4025-9610-81221e075e1c req-508d4910-9c44-4619-a9c6-4c6f06a7a038 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (None), before_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:54.982259 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:45:55.050592 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.db.db_base_plugin_common [req-9cf0059d-17fb-4025-9610-81221e075e1c req-508d4910-9c44-4619-a9c6-4c6f06a7a038 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Allocated IP 172.20.0.5 (86596533-e5bc-41a5-8bd8-3e19070777ca/7bb93b59-455b-4e46-8d58-a8f142f5867d/6323d0f2-9c69-4ebc-8c31-26281bc1b864) {{(pid=104486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 08:45:55.189869 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-9cf0059d-17fb-4025-9610-81221e075e1c req-508d4910-9c44-4619-a9c6-4c6f06a7a038 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Publish callbacks [] for port (6323d0f2-9c69-4ebc-8c31-26281bc1b864), precommit_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:55.286094 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-9cf0059d-17fb-4025-9610-81221e075e1c req-508d4910-9c44-4619-a9c6-4c6f06a7a038 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786709965397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4293862'] for port (6323d0f2-9c69-4ebc-8c31-26281bc1b864), after_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:55.320551 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:45:55.327068 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cf0059d-17fb-4025-9610-81221e075e1c req-508d4910-9c44-4619-a9c6-4c6f06a7a038 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Network 86596533-e5bc-41a5-8bd8-3e19070777ca is already hosted by enough agents. {{(pid=104486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 08:45:55.330438 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.scheduler.base_scheduler [req-9cf0059d-17fb-4025-9610-81221e075e1c req-508d4910-9c44-4619-a9c6-4c6f06a7a038 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Resources bound (agent type, host, resource id): {{(pid=104486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 08:45:55.332984 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cf0059d-17fb-4025-9610-81221e075e1c req-508d4910-9c44-4619-a9c6-4c6f06a7a038 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Received port after_create {{(pid=104486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 08:45:55.374526 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508d4910-9c44-4619-a9c6-4c6f06a7a038 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Pushing event updated for resources: {'Port': ['ID=6323d0f2-9c69-4ebc-8c31-26281bc1b864,revision_number=1']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:45:55.387287 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508d4910-9c44-4619-a9c6-4c6f06a7a038 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:45:55.387635 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508d4910-9c44-4619-a9c6-4c6f06a7a038 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:45:55.387981 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508d4910-9c44-4619-a9c6-4c6f06a7a038 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:45:55.388323 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508d4910-9c44-4619-a9c6-4c6f06a7a038 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:45:55.388680 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508d4910-9c44-4619-a9c6-4c6f06a7a038 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:45:55.388993 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508d4910-9c44-4619-a9c6-4c6f06a7a038 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:45:55.389324 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508d4910-9c44-4619-a9c6-4c6f06a7a038 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:45:55.389651 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508d4910-9c44-4619-a9c6-4c6f06a7a038 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:45:55.390030 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508d4910-9c44-4619-a9c6-4c6f06a7a038 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:45:55.390488 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508d4910-9c44-4619-a9c6-4c6f06a7a038 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:45:55.390823 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508d4910-9c44-4619-a9c6-4c6f06a7a038 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:45:55.391154 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508d4910-9c44-4619-a9c6-4c6f06a7a038 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:45:55.391481 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508d4910-9c44-4619-a9c6-4c6f06a7a038 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:45:55.391804 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508d4910-9c44-4619-a9c6-4c6f06a7a038 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:45:55.392128 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508d4910-9c44-4619-a9c6-4c6f06a7a038 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:45:55.406941 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf0059d-17fb-4025-9610-81221e075e1c req-508d4910-9c44-4619-a9c6-4c6f06a7a038 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:45:55.407878 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-9cf0059d-17fb-4025-9610-81221e075e1c req-508d4910-9c44-4619-a9c6-4c6f06a7a038 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8374701'] for port (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:55.542764 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-9cf0059d-17fb-4025-9610-81221e075e1c req-508d4910-9c44-4619-a9c6-4c6f06a7a038 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8778877 Jul 27 08:45:55.547644 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-d80d3a5d-5c20-49b1-a6ea-1ef45ef37786 None None] Provisioning complete for port 6323d0f2-9c69-4ebc-8c31-26281bc1b864 triggered by entity DHCP. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:45:55.548136 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-d80d3a5d-5c20-49b1-a6ea-1ef45ef37786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (6323d0f2-9c69-4ebc-8c31-26281bc1b864), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:55.569131 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.v2.base [req-9cf0059d-17fb-4025-9610-81221e075e1c req-5aa39b57-6fed-46f0-89d0-225881f5cc4b service neutron] Request body: {'port': {'device_id': '198b9d72-4d03-452a-9680-0724288c3351', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85117'}} {{(pid=104486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:45:55.579253 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-d80d3a5d-5c20-49b1-a6ea-1ef45ef37786 None None] Port 6323d0f2-9c69-4ebc-8c31-26281bc1b864 cannot update to ACTIVE because it is not bound. {{(pid=104487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 08:45:55.631762 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-9cf0059d-17fb-4025-9610-81221e075e1c req-5aa39b57-6fed-46f0-89d0-225881f5cc4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (6323d0f2-9c69-4ebc-8c31-26281bc1b864), before_update {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:55.882229 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f6f703-a8e8-4d7a-8843-743c10c819ff req-675aef56-f43a-4dd6-960e-afa33d930cae tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:45:55.882880 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.notifiers.nova [req-9cf0059d-17fb-4025-9610-81221e075e1c req-5aa39b57-6fed-46f0-89d0-225881f5cc4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6323d0f2-9c69-4ebc-8c31-26281bc1b864 {{(pid=104486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 08:45:55.883844 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-d8f6f703-a8e8-4d7a-8843-743c10c819ff req-675aef56-f43a-4dd6-960e-afa33d930cae tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/ports?device_id=198b9d72-4d03-452a-9680-0724288c3351 HTTP/1.1" status: 200 len: 931 time: 0.0465870 Jul 27 08:45:55.890560 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-9cf0059d-17fb-4025-9610-81221e075e1c req-5aa39b57-6fed-46f0-89d0-225881f5cc4b service neutron] Publish callbacks [] for port (6323d0f2-9c69-4ebc-8c31-26281bc1b864), precommit_update {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:55.903039 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.db.provisioning_blocks [req-9cf0059d-17fb-4025-9610-81221e075e1c req-5aa39b57-6fed-46f0-89d0-225881f5cc4b service neutron] Transition to ACTIVE for port object 6323d0f2-9c69-4ebc-8c31-26281bc1b864 will not be triggered until provisioned by entity L2. {{(pid=104486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 27 08:45:55.931828 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-d8f6f703-a8e8-4d7a-8843-743c10c819ff req-e5c5ae9f-0165-4fc8-9e64-7e4f32b34ee3 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/security-groups?id=29033467-439d-4ec0-905f-4a479fdbe3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423207 Jul 27 08:45:55.963378 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-9cf0059d-17fb-4025-9610-81221e075e1c req-5aa39b57-6fed-46f0-89d0-225881f5cc4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4293873'] for port (6323d0f2-9c69-4ebc-8c31-26281bc1b864), after_update {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:56.015535 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa39b57-6fed-46f0-89d0-225881f5cc4b service neutron] Pushing event updated for resources: {'Port': ['ID=6323d0f2-9c69-4ebc-8c31-26281bc1b864,revision_number=2']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:45:56.066347 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:45:56.090830 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.managers [req-9cf0059d-17fb-4025-9610-81221e075e1c req-5aa39b57-6fed-46f0-89d0-225881f5cc4b service neutron] Attempting to bind port 6323d0f2-9c69-4ebc-8c31-26281bc1b864 on host hv-cinder-85117 for vnic_type normal with profile {{(pid=104486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 08:45:56.091168 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.managers [req-9cf0059d-17fb-4025-9610-81221e075e1c req-5aa39b57-6fed-46f0-89d0-225881f5cc4b service neutron] Attempting to bind port 6323d0f2-9c69-4ebc-8c31-26281bc1b864 by drivers openvswitch,hyperv on host hv-cinder-85117 at level 0 using segments [{'id': 'fc440bfb-38b1-4666-8c4c-49881a4385a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '86596533-e5bc-41a5-8bd8-3e19070777ca'}] {{(pid=104486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 08:45:56.091499 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf0059d-17fb-4025-9610-81221e075e1c req-5aa39b57-6fed-46f0-89d0-225881f5cc4b service neutron] Attempting to bind port 6323d0f2-9c69-4ebc-8c31-26281bc1b864 on network 86596533-e5bc-41a5-8bd8-3e19070777ca {{(pid=104486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 08:45:56.096956 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf0059d-17fb-4025-9610-81221e075e1c req-5aa39b57-6fed-46f0-89d0-225881f5cc4b service neutron] Port 6323d0f2-9c69-4ebc-8c31-26281bc1b864 on network 86596533-e5bc-41a5-8bd8-3e19070777ca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85117 {{(pid=104486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 27 08:45:56.097268 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf0059d-17fb-4025-9610-81221e075e1c req-5aa39b57-6fed-46f0-89d0-225881f5cc4b service neutron] Attempting to bind port 6323d0f2-9c69-4ebc-8c31-26281bc1b864 on network 86596533-e5bc-41a5-8bd8-3e19070777ca {{(pid=104486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 08:45:56.102750 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf0059d-17fb-4025-9610-81221e075e1c req-5aa39b57-6fed-46f0-89d0-225881f5cc4b service neutron] Checking agent: {'id': '40990755-2d84-4c9d-828c-eda94a5136e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85117', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 8, 37, 21), 'started_at': datetime.datetime(2022, 7, 27, 8, 37, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 8, 45, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 08:45:56.103090 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf0059d-17fb-4025-9610-81221e075e1c req-5aa39b57-6fed-46f0-89d0-225881f5cc4b service neutron] Checking segment: {'id': 'fc440bfb-38b1-4666-8c4c-49881a4385a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '86596533-e5bc-41a5-8bd8-3e19070777ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 08:45:56.103478 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf0059d-17fb-4025-9610-81221e075e1c req-5aa39b57-6fed-46f0-89d0-225881f5cc4b service neutron] Bound using segment: {'id': 'fc440bfb-38b1-4666-8c4c-49881a4385a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '86596533-e5bc-41a5-8bd8-3e19070777ca'} {{(pid=104486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 08:45:56.103915 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.managers [req-9cf0059d-17fb-4025-9610-81221e075e1c req-5aa39b57-6fed-46f0-89d0-225881f5cc4b service neutron] Bound port: 6323d0f2-9c69-4ebc-8c31-26281bc1b864, host: hv-cinder-85117, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc440bfb-38b1-4666-8c4c-49881a4385a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '86596533-e5bc-41a5-8bd8-3e19070777ca'}}] {{(pid=104486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 08:45:56.104273 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-9cf0059d-17fb-4025-9610-81221e075e1c req-5aa39b57-6fed-46f0-89d0-225881f5cc4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (6323d0f2-9c69-4ebc-8c31-26281bc1b864), before_update {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:56.169462 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.db [req-9cf0059d-17fb-4025-9610-81221e075e1c req-5aa39b57-6fed-46f0-89d0-225881f5cc4b service neutron] For port 6323d0f2-9c69-4ebc-8c31-26281bc1b864, host hv-cinder-85117, cleared binding levels {{(pid=104486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 08:45:56.173282 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.db [req-9cf0059d-17fb-4025-9610-81221e075e1c req-5aa39b57-6fed-46f0-89d0-225881f5cc4b service neutron] For port 6323d0f2-9c69-4ebc-8c31-26281bc1b864, host hv-cinder-85117, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85117',level=0,port_id=6323d0f2-9c69-4ebc-8c31-26281bc1b864,segment=NetworkSegment(fc440bfb-38b1-4666-8c4c-49881a4385a0),segment_id=fc440bfb-38b1-4666-8c4c-49881a4385a0)] {{(pid=104486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 08:45:56.252739 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-9cf0059d-17fb-4025-9610-81221e075e1c req-5aa39b57-6fed-46f0-89d0-225881f5cc4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4293873'] for port (6323d0f2-9c69-4ebc-8c31-26281bc1b864), after_update {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:56.288681 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf0059d-17fb-4025-9610-81221e075e1c req-5aa39b57-6fed-46f0-89d0-225881f5cc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:45:56.289836 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-9cf0059d-17fb-4025-9610-81221e075e1c req-5aa39b57-6fed-46f0-89d0-225881f5cc4b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8374701'] for port (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:45:56.291220 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-9cf0059d-17fb-4025-9610-81221e075e1c req-5aa39b57-6fed-46f0-89d0-225881f5cc4b service neutron] 10.222.0.42 "PUT /v2.0/ports/6323d0f2-9c69-4ebc-8c31-26281bc1b864 HTTP/1.1" status: 200 len: 1093 time: 0.7267079 Jul 27 08:45:56.293706 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '198b9d72-4d03-452a-9680-0724288c3351', 'tag': '6323d0f2-9c69-4ebc-8c31-26281bc1b864'}] {{(pid=104486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 08:45:56.296164 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0fbdf057086729fb3d5906bdd251c7adb98d678ad2f5ce1a48bcc8d44af0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13d6bd18-3f2d-41e7-95d7-a144a3a2ad28" -d '{"events": [{"name": "network-changed", "server_uuid": "198b9d72-4d03-452a-9680-0724288c3351", "tag": "6323d0f2-9c69-4ebc-8c31-26281bc1b864"}]}' {{(pid=104486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 08:45:56.327761 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa39b57-6fed-46f0-89d0-225881f5cc4b service neutron] Pushing event updated for resources: {'Port': ['ID=6323d0f2-9c69-4ebc-8c31-26281bc1b864,revision_number=3']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:45:56.336549 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 08:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64cf5331-7f41-4c36-a0b0-0682c3c32c0d x-openstack-request-id: req-64cf5331-7f41-4c36-a0b0-0682c3c32c0d {{(pid=104486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 08:45:56.336934 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "198b9d72-4d03-452a-9680-0724288c3351", "tag": "6323d0f2-9c69-4ebc-8c31-26281bc1b864", "status": "completed", "code": 200}]} {{(pid=104486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 08:45:56.337266 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-64cf5331-7f41-4c36-a0b0-0682c3c32c0d {{(pid=104486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 08:45:56.337919 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64cf5331-7f41-4c36-a0b0-0682c3c32c0d'] response: {'name': 'network-changed', 'server_uuid': '198b9d72-4d03-452a-9680-0724288c3351', 'tag': '6323d0f2-9c69-4ebc-8c31-26281bc1b864', 'status': 'completed', 'code': 200} Jul 27 08:45:56.432492 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d6bd18-3f2d-41e7-95d7-a144a3a2ad28 req-b484bc21-1f81-449c-8bc5-fb1779eb3161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:45:56.434127 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-13d6bd18-3f2d-41e7-95d7-a144a3a2ad28 req-b484bc21-1f81-449c-8bc5-fb1779eb3161 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9dcfebb6e1774a7daed20b60d2379875&device_id=198b9d72-4d03-452a-9680-0724288c3351 HTTP/1.1" status: 200 len: 1127 time: 0.0432036 Jul 27 08:45:56.498848 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:45:56.550719 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d6bd18-3f2d-41e7-95d7-a144a3a2ad28 req-95ebee0e-6a31-46d5-9047-637cc1151817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:45:56.552251 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-13d6bd18-3f2d-41e7-95d7-a144a3a2ad28 req-95ebee0e-6a31-46d5-9047-637cc1151817 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=9dcfebb6e1774a7daed20b60d2379875&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1005356 Jul 27 08:45:56.654881 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d6bd18-3f2d-41e7-95d7-a144a3a2ad28 req-a9198e4a-f4e4-4495-ab1d-64a06e4c9a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:45:56.656956 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-13d6bd18-3f2d-41e7-95d7-a144a3a2ad28 req-a9198e4a-f4e4-4495-ab1d-64a06e4c9a22 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0951703 Jul 27 08:45:56.758121 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf0059d-17fb-4025-9610-81221e075e1c req-f672a273-15aa-431f-b22c-c4af974b21f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:45:56.759526 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-9cf0059d-17fb-4025-9610-81221e075e1c req-f672a273-15aa-431f-b22c-c4af974b21f2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9dcfebb6e1774a7daed20b60d2379875&device_id=198b9d72-4d03-452a-9680-0724288c3351 HTTP/1.1" status: 200 len: 1127 time: 0.0383868 Jul 27 08:45:56.809302 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-9cf0059d-17fb-4025-9610-81221e075e1c req-adb3970f-d2be-4db6-a800-5eb9717ac1b6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6323d0f2-9c69-4ebc-8c31-26281bc1b864 HTTP/1.1" status: 200 len: 217 time: 0.0360034 Jul 27 08:45:56.860879 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf0059d-17fb-4025-9610-81221e075e1c req-ff567d92-f5a9-41b7-a595-e66715424a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:45:56.862405 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-9cf0059d-17fb-4025-9610-81221e075e1c req-ff567d92-f5a9-41b7-a595-e66715424a30 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7bb93b59-455b-4e46-8d58-a8f142f5867d HTTP/1.1" status: 200 len: 849 time: 0.0450475 Jul 27 08:45:56.914734 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf0059d-17fb-4025-9610-81221e075e1c req-f08b62b2-d6c6-49d1-a7c9-c1c0801f4920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:45:56.916166 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-9cf0059d-17fb-4025-9610-81221e075e1c req-f08b62b2-d6c6-49d1-a7c9-c1c0801f4920 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=86596533-e5bc-41a5-8bd8-3e19070777ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378218 Jul 27 08:45:57.008477 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-9cf0059d-17fb-4025-9610-81221e075e1c req-3df82a1e-2a1c-436a-a710-a35e6ac4ff43 service neutron] 10.222.0.42 "GET /v2.0/networks/86596533-e5bc-41a5-8bd8-3e19070777ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856090 Jul 27 08:45:57.048409 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a46aba8-a99c-4a4f-b910-5dc8f423bd3d req-b1a02f91-162d-4810-a06d-eb2eef4642a7 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:45:57.049871 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-4a46aba8-a99c-4a4f-b910-5dc8f423bd3d req-b1a02f91-162d-4810-a06d-eb2eef4642a7 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/ports?device_id=198b9d72-4d03-452a-9680-0724288c3351 HTTP/1.1" status: 200 len: 943 time: 0.0450265 Jul 27 08:45:57.099451 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-4a46aba8-a99c-4a4f-b910-5dc8f423bd3d req-062ab613-c511-4a26-bf82-b350cfc44129 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/security-groups?id=29033467-439d-4ec0-905f-4a479fdbe3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439227 Jul 27 08:45:57.101420 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-9cf0059d-17fb-4025-9610-81221e075e1c req-a2ebbfe2-f4c4-41d1-997f-0406f77527db service neutron] 10.222.0.42 "GET /v2.0/networks/86596533-e5bc-41a5-8bd8-3e19070777ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824261 Jul 27 08:45:58.224160 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d132e2-d4e2-430e-b2e9-678881708e39 req-ca7200a4-dfdd-458a-a2d5-2da1de99fbb0 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:45:58.225614 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-05d132e2-d4e2-430e-b2e9-678881708e39 req-ca7200a4-dfdd-458a-a2d5-2da1de99fbb0 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/ports?device_id=198b9d72-4d03-452a-9680-0724288c3351 HTTP/1.1" status: 200 len: 943 time: 0.0497234 Jul 27 08:45:58.273414 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-05d132e2-d4e2-430e-b2e9-678881708e39 req-2a1c0498-7f3d-4a7b-82e1-e884314942cd tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/security-groups?id=29033467-439d-4ec0-905f-4a479fdbe3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421197 Jul 27 08:45:59.389541 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed2dfeb-4da5-4551-80d6-63eda4f31996 req-d8d34ab8-0362-4a83-835f-8ac2722c8169 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:45:59.391051 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-8ed2dfeb-4da5-4551-80d6-63eda4f31996 req-d8d34ab8-0362-4a83-835f-8ac2722c8169 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/ports?device_id=198b9d72-4d03-452a-9680-0724288c3351 HTTP/1.1" status: 200 len: 943 time: 0.0453839 Jul 27 08:45:59.444813 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-8ed2dfeb-4da5-4551-80d6-63eda4f31996 req-791cd695-9a21-4327-b8ac-6d325e35c5c9 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/security-groups?id=29033467-439d-4ec0-905f-4a479fdbe3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482550 Jul 27 08:46:00.576235 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7558595-df89-4cf3-966f-d7932af9257e req-a1e72996-6c48-404a-9f91-1180ac0c631f tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:46:00.577927 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-c7558595-df89-4cf3-966f-d7932af9257e req-a1e72996-6c48-404a-9f91-1180ac0c631f tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/ports?device_id=198b9d72-4d03-452a-9680-0724288c3351 HTTP/1.1" status: 200 len: 943 time: 0.0481458 Jul 27 08:46:00.624778 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-c7558595-df89-4cf3-966f-d7932af9257e req-602e3dcf-9b2e-4d43-8e32-ace8e8ded9d3 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/security-groups?id=29033467-439d-4ec0-905f-4a479fdbe3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412869 Jul 27 08:46:01.738552 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1997531a-fad3-44c0-b16c-9d2b89d1e350 req-e5d512db-b3ea-4feb-a1a6-85f32fc1f41c tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:46:01.739993 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-1997531a-fad3-44c0-b16c-9d2b89d1e350 req-e5d512db-b3ea-4feb-a1a6-85f32fc1f41c tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/ports?device_id=198b9d72-4d03-452a-9680-0724288c3351 HTTP/1.1" status: 200 len: 943 time: 0.0460413 Jul 27 08:46:01.785650 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-1997531a-fad3-44c0-b16c-9d2b89d1e350 req-29b1ef46-c467-44d0-8945-e3a30d92d935 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/security-groups?id=29033467-439d-4ec0-905f-4a479fdbe3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402956 Jul 27 08:46:02.903658 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196cc6bb-3d2f-4c65-ad92-52b657a15f14 req-3c4fd801-674c-464d-a2f7-2d49cc0eab92 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:46:02.905024 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-196cc6bb-3d2f-4c65-ad92-52b657a15f14 req-3c4fd801-674c-464d-a2f7-2d49cc0eab92 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/ports?device_id=198b9d72-4d03-452a-9680-0724288c3351 HTTP/1.1" status: 200 len: 943 time: 0.0470505 Jul 27 08:46:02.956389 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-196cc6bb-3d2f-4c65-ad92-52b657a15f14 req-7cb21e91-8e8e-4664-bf1f-d7d7f9ae5333 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/security-groups?id=29033467-439d-4ec0-905f-4a479fdbe3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455909 Jul 27 08:46:02.996213 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=83,neutron:UPDATE=1 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:46:03.908279 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Device 6323d0f2-9c69-4ebc-8c31-26281bc1b864 details requested by agent hyperv_hv-cinder-85117 with host hv-cinder-85117 {{(pid=104487) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 08:46:03.924923 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:46:04.084443 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4e0f54-1ab4-407b-b9c0-92d5e051326c req-55207d87-7ff5-4977-9294-ecb997ef9d7a tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:46:04.086033 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-be4e0f54-1ab4-407b-b9c0-92d5e051326c req-55207d87-7ff5-4977-9294-ecb997ef9d7a tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/ports?device_id=198b9d72-4d03-452a-9680-0724288c3351 HTTP/1.1" status: 200 len: 943 time: 0.0533400 Jul 27 08:46:04.114209 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=100 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:46:04.136465 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] For port 6323d0f2-9c69-4ebc-8c31-26281bc1b864, host hv-cinder-85117, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85117',level=0,port_id=6323d0f2-9c69-4ebc-8c31-26281bc1b864,segment=NetworkSegment(fc440bfb-38b1-4666-8c4c-49881a4385a0),segment_id=fc440bfb-38b1-4666-8c4c-49881a4385a0)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:46:04.137186 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-be4e0f54-1ab4-407b-b9c0-92d5e051326c req-ed3be6e0-bf78-45e5-99d8-e65fd7c20be3 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/security-groups?id=29033467-439d-4ec0-905f-4a479fdbe3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451367 Jul 27 08:46:04.147649 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Returning: {'device': '6323d0f2-9c69-4ebc-8c31-26281bc1b864', 'network_id': '86596533-e5bc-41a5-8bd8-3e19070777ca', 'port_id': '6323d0f2-9c69-4ebc-8c31-26281bc1b864', 'mac_address': 'fa:16:3e:6d:72:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bb93b59-455b-4e46-8d58-a8f142f5867d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104487) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 08:46:04.183371 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Current status of the port 6323d0f2-9c69-4ebc-8c31-26281bc1b864 is: DOWN; New status is: BUILD {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:46:04.183679 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (6323d0f2-9c69-4ebc-8c31-26281bc1b864), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:46:04.196640 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.notifiers.nova [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6323d0f2-9c69-4ebc-8c31-26281bc1b864 {{(pid=104487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 08:46:04.216877 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] For port 6323d0f2-9c69-4ebc-8c31-26281bc1b864, host hv-cinder-85117, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85117',level=0,port_id=6323d0f2-9c69-4ebc-8c31-26281bc1b864,segment=NetworkSegment(fc440bfb-38b1-4666-8c4c-49881a4385a0),segment_id=fc440bfb-38b1-4666-8c4c-49881a4385a0)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:46:04.276952 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (6323d0f2-9c69-4ebc-8c31-26281bc1b864), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:46:04.323207 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Pushing event updated for resources: {'Port': ['ID=6323d0f2-9c69-4ebc-8c31-26281bc1b864,revision_number=4']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:46:04.779789 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] get_ports_and_sgs() called for port_ids ['6323d0f2-9c69-4ebc-8c31-26281bc1b864'] {{(pid=104487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 08:46:04.820258 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:46:05.256194 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94106693-390f-44be-8310-b77f007bc4c6 req-7de228f6-a355-430e-bea0-a83783736e2d tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:46:05.257634 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-94106693-390f-44be-8310-b77f007bc4c6 req-7de228f6-a355-430e-bea0-a83783736e2d tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/ports?device_id=198b9d72-4d03-452a-9680-0724288c3351 HTTP/1.1" status: 200 len: 944 time: 0.0477073 Jul 27 08:46:05.269602 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=100 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:46:05.305534 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-94106693-390f-44be-8310-b77f007bc4c6 req-36bd416c-9f5c-4d8b-9327-615f3f0ae797 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/security-groups?id=29033467-439d-4ec0-905f-4a479fdbe3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423925 Jul 27 08:46:05.915816 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-4ab6fb70-78f8-4d7e-a699-de295ae463f9 req-bf84fef0-9970-4abf-81e4-08bf51503e72 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1962300602&fields=id&tenant_id=5d10772d974f47d7bc82c0f0b8a8facf HTTP/1.1" status: 200 len: 267 time: 0.0437005 Jul 27 08:46:05.942429 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Device 6323d0f2-9c69-4ebc-8c31-26281bc1b864 up at agent hyperv_hv-cinder-85117 {{(pid=104487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 08:46:05.983866 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Provisioning for port 6323d0f2-9c69-4ebc-8c31-26281bc1b864 completed by entity L2. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 27 08:46:06.023466 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab6fb70-78f8-4d7e-a699-de295ae463f9 req-999c1e70-a842-4273-a912-cfafe8154eee tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:46:06.024895 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-4ab6fb70-78f8-4d7e-a699-de295ae463f9 req-999c1e70-a842-4273-a912-cfafe8154eee tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] 10.222.0.40 "GET /v2.0/networks?id=93238f62-e429-47ef-8e5c-b2b7247c1c0f HTTP/1.1" status: 200 len: 809 time: 0.1022768 Jul 27 08:46:06.039200 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-4ab6fb70-78f8-4d7e-a699-de295ae463f9 req-9fa06453-8039-4e37-81fe-8969018f5ae8 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] 10.222.0.40 "GET /v2.0/quotas/5d10772d974f47d7bc82c0f0b8a8facf HTTP/1.1" status: 200 len: 375 time: 0.0090399 Jul 27 08:46:06.048556 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Provisioning complete for port 6323d0f2-9c69-4ebc-8c31-26281bc1b864 triggered by entity L2. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:46:06.049015 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (6323d0f2-9c69-4ebc-8c31-26281bc1b864), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:46:06.088820 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-4ab6fb70-78f8-4d7e-a699-de295ae463f9 req-febce902-bbbb-4936-a69e-26133337d67e tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=5d10772d974f47d7bc82c0f0b8a8facf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0445728 Jul 27 08:46:06.125768 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Current status of the port 6323d0f2-9c69-4ebc-8c31-26281bc1b864 is: BUILD; New status is: ACTIVE {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:46:06.126181 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (6323d0f2-9c69-4ebc-8c31-26281bc1b864), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:46:06.149952 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '198b9d72-4d03-452a-9680-0724288c3351', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6323d0f2-9c69-4ebc-8c31-26281bc1b864'}] {{(pid=104487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 08:46:06.152261 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80d6aca8d47c9a16b7ef4a01c61ef1bf5c962aea16cee8599b6bab5dfb4de652" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0806fef5-d413-4f23-8ce5-cb937f9aee2d" -d '{"events": [{"server_uuid": "198b9d72-4d03-452a-9680-0724288c3351", "name": "network-vif-plugged", "status": "completed", "tag": "6323d0f2-9c69-4ebc-8c31-26281bc1b864"}]}' {{(pid=104487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 08:46:06.165052 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] For port 6323d0f2-9c69-4ebc-8c31-26281bc1b864, host hv-cinder-85117, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85117',level=0,port_id=6323d0f2-9c69-4ebc-8c31-26281bc1b864,segment=NetworkSegment(fc440bfb-38b1-4666-8c4c-49881a4385a0),segment_id=fc440bfb-38b1-4666-8c4c-49881a4385a0)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:46:06.189256 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-4ab6fb70-78f8-4d7e-a699-de295ae463f9 req-9f0b2f61-fbf7-41b4-8548-a23b17646c81 service neutron] 10.222.0.40 "GET /v2.0/networks/93238f62-e429-47ef-8e5c-b2b7247c1c0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888190 Jul 27 08:46:06.191212 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 08:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08ffbd30-864f-4e6a-baae-606c01c1886a x-openstack-request-id: req-08ffbd30-864f-4e6a-baae-606c01c1886a {{(pid=104487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 08:46:06.191535 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "198b9d72-4d03-452a-9680-0724288c3351", "name": "network-vif-plugged", "status": "completed", "tag": "6323d0f2-9c69-4ebc-8c31-26281bc1b864", "code": 200}]} {{(pid=104487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 08:46:06.191792 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-08ffbd30-864f-4e6a-baae-606c01c1886a {{(pid=104487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 08:46:06.192185 dv-cinder-851170-2-iscsi neutron-server[104487]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08ffbd30-864f-4e6a-baae-606c01c1886a'] response: {'server_uuid': '198b9d72-4d03-452a-9680-0724288c3351', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6323d0f2-9c69-4ebc-8c31-26281bc1b864', 'code': 200} Jul 27 08:46:06.232283 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (6323d0f2-9c69-4ebc-8c31-26281bc1b864), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:46:06.286598 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Pushing event updated for resources: {'Port': ['ID=6323d0f2-9c69-4ebc-8c31-26281bc1b864,revision_number=5']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:46:06.288496 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-4ab6fb70-78f8-4d7e-a699-de295ae463f9 req-debf3dfe-a2d8-477e-ad8d-c7666537dc4d service neutron] 10.222.0.40 "GET /v2.0/networks/93238f62-e429-47ef-8e5c-b2b7247c1c0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930662 Jul 27 08:46:06.428004 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5620b29-c090-4668-8560-70e03a49023d req-77408155-da18-45f0-9a0a-bf7e97ff318c tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:46:06.429700 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-b5620b29-c090-4668-8560-70e03a49023d req-77408155-da18-45f0-9a0a-bf7e97ff318c tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/ports?device_id=198b9d72-4d03-452a-9680-0724288c3351 HTTP/1.1" status: 200 len: 945 time: 0.0486622 Jul 27 08:46:06.477243 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-b5620b29-c090-4668-8560-70e03a49023d req-8e4bfe3f-ccbc-4c7d-810e-6088bc49b329 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/security-groups?id=29033467-439d-4ec0-905f-4a479fdbe3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414853 Jul 27 08:46:06.579088 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55c95d3-6915-46b0-8b81-e255afcbcf34 req-3f8e8178-c33d-4d62-b592-b841048a1d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:46:06.580595 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-e55c95d3-6915-46b0-8b81-e255afcbcf34 req-3f8e8178-c33d-4d62-b592-b841048a1d2a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=198b9d72-4d03-452a-9680-0724288c3351 HTTP/1.1" status: 200 len: 1129 time: 0.0424731 Jul 27 08:46:06.621561 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=100 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:46:06.627757 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-e55c95d3-6915-46b0-8b81-e255afcbcf34 req-6e874ed5-7e92-431d-9528-5c9f38f156c9 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=29033467-439d-4ec0-905f-4a479fdbe3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387573 Jul 27 08:46:06.852018 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-1d3ce11c-4e38-4ee4-abbd-fcf031663402 req-26e916f4-e500-473e-92c1-d8ed8dc338ae tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] 10.222.0.40 "GET /v2.0/ports?device_id=64ec7762-d0bf-4cea-8fc2-b4c9fcd5e67b HTTP/1.1" status: 200 len: 210 time: 0.0286391 Jul 27 08:46:07.598846 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b62d1d4-a1da-4bfc-a2cd-6292f0ca1b15 req-b202ff0b-2c49-430e-8721-805481e8804a tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:46:07.600395 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-2b62d1d4-a1da-4bfc-a2cd-6292f0ca1b15 req-b202ff0b-2c49-430e-8721-805481e8804a tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/ports?device_id=198b9d72-4d03-452a-9680-0724288c3351 HTTP/1.1" status: 200 len: 945 time: 0.0506928 Jul 27 08:46:07.648925 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-2b62d1d4-a1da-4bfc-a2cd-6292f0ca1b15 req-2e0de359-2445-4181-b48b-5fd85ff19992 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/security-groups?id=29033467-439d-4ec0-905f-4a479fdbe3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427346 Jul 27 08:46:07.947828 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-3a427436-2695-4939-b1ba-d9733209a379 req-61dce6d3-5046-49e1-9516-7dda09ec1e7c tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] 10.222.0.40 "GET /v2.0/ports?device_id=64ec7762-d0bf-4cea-8fc2-b4c9fcd5e67b HTTP/1.1" status: 200 len: 210 time: 0.0276368 Jul 27 08:46:08.759350 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=100 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:46:08.772468 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8410d8b4-a067-4f11-8c3b-8cce48ca60e5 req-f47c4262-c866-4a43-9f59-18aa696eede3 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:46:08.773926 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-8410d8b4-a067-4f11-8c3b-8cce48ca60e5 req-f47c4262-c866-4a43-9f59-18aa696eede3 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/ports?device_id=198b9d72-4d03-452a-9680-0724288c3351 HTTP/1.1" status: 200 len: 945 time: 0.0513730 Jul 27 08:46:08.821925 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-8410d8b4-a067-4f11-8c3b-8cce48ca60e5 req-75dab422-6053-49fa-9898-66c37ea2d437 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/security-groups?id=29033467-439d-4ec0-905f-4a479fdbe3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423400 Jul 27 08:46:08.954179 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08bf5ec-140e-4f5b-a188-5cfc1808debd req-6d51d2ef-1201-4265-b727-002f81086bcc tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:46:08.955669 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-a08bf5ec-140e-4f5b-a188-5cfc1808debd req-6d51d2ef-1201-4265-b727-002f81086bcc tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/ports?device_id=198b9d72-4d03-452a-9680-0724288c3351 HTTP/1.1" status: 200 len: 945 time: 0.0659192 Jul 27 08:46:08.965590 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 59778) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:46:08.970644 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.v2.base [None req-6a68e537-8d1c-46df-add5-6dafc48ab7cb tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Request body: {'floatingip': {'port_id': '6323d0f2-9c69-4ebc-8c31-26281bc1b864'}} {{(pid=104486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:46:09.007328 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-6a68e537-8d1c-46df-add5-6dafc48ab7cb tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Publish callbacks [] for floatingip (fdfdda43-9f13-4178-919e-e608990eb5b8), before_update {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:46:09.047609 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-b353c9e5-666f-435d-8179-973fce061ff1 req-58bb42ab-5b89-496d-b293-d95aed49de99 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] 10.222.0.40 "GET /v2.0/ports?device_id=64ec7762-d0bf-4cea-8fc2-b4c9fcd5e67b HTTP/1.1" status: 200 len: 210 time: 0.0284431 Jul 27 08:46:09.725449 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab6fb70-78f8-4d7e-a699-de295ae463f9 req-bef34e06-df41-48c6-b609-cd634808c4d9 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:46:09.726885 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-4ab6fb70-78f8-4d7e-a699-de295ae463f9 req-bef34e06-df41-48c6-b609-cd634808c4d9 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] 10.222.0.42 "GET /v2.0/networks?id=93238f62-e429-47ef-8e5c-b2b7247c1c0f HTTP/1.1" status: 200 len: 809 time: 0.4348738 Jul 27 08:46:09.800185 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-6a68e537-8d1c-46df-add5-6dafc48ab7cb tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:46:09.829567 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-4ab6fb70-78f8-4d7e-a699-de295ae463f9 req-617bbd67-1a1a-47a8-a019-bdc108b3d2fe tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5d10772d974f47d7bc82c0f0b8a8facf HTTP/1.1" status: 200 len: 380 time: 0.0734305 Jul 27 08:46:09.838429 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.v2.base [req-4ab6fb70-78f8-4d7e-a699-de295ae463f9 req-d1ed49d8-8443-4c09-9710-3499a02e6f02 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Request body: {'port': {'device_id': '64ec7762-d0bf-4cea-8fc2-b4c9fcd5e67b', 'network_id': '93238f62-e429-47ef-8e5c-b2b7247c1c0f', 'admin_state_up': True, 'tenant_id': '5d10772d974f47d7bc82c0f0b8a8facf', 'security_groups': ['6510ab0b-e3cc-4b2d-a6c9-f27a1733f830']}} {{(pid=104486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:46:09.878683 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-6a68e537-8d1c-46df-add5-6dafc48ab7cb tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363235'] for floatingip (fdfdda43-9f13-4178-919e-e608990eb5b8), after_update {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:46:09.972930 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:46:10.018413 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.db.l3_db [None req-6a68e537-8d1c-46df-add5-6dafc48ab7cb tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Floating IP fdfdda43-9f13-4178-919e-e608990eb5b8 associated. External IP: 172.27.2.19, port: 6323d0f2-9c69-4ebc-8c31-26281bc1b864. Jul 27 08:46:10.055840 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:46:10.152117 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-6a045bd4-a734-4c8c-9eda-61aad9849cf1 req-e167cccd-94f4-4e1c-ae6e-5de7017e6e96 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] 10.222.0.40 "GET /v2.0/ports?device_id=64ec7762-d0bf-4cea-8fc2-b4c9fcd5e67b HTTP/1.1" status: 200 len: 210 time: 0.0302472 Jul 27 08:46:10.185517 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ab6fb70-78f8-4d7e-a699-de295ae463f9 req-d1ed49d8-8443-4c09-9710-3499a02e6f02 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Made reservation on behalf of 5d10772d974f47d7bc82c0f0b8a8facf for: {'port': 1} {{(pid=104486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 08:46:10.189494 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-4ab6fb70-78f8-4d7e-a699-de295ae463f9 req-d1ed49d8-8443-4c09-9710-3499a02e6f02 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (None), before_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:46:10.323455 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a68e537-8d1c-46df-add5-6dafc48ab7cb tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Router 018103cf-324e-446a-8be2-3ec1743299c4 has already been hosted by L3 agent 5bc6d868-bb0b-4164-b2dd-44360f4de654 {{(pid=104486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 08:46:10.411992 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.db.db_base_plugin_common [req-4ab6fb70-78f8-4d7e-a699-de295ae463f9 req-d1ed49d8-8443-4c09-9710-3499a02e6f02 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Allocated IP 172.20.0.14 (93238f62-e429-47ef-8e5c-b2b7247c1c0f/45bab364-f7d1-4e2a-889f-749acca6bead/5a802d95-999c-4c8e-9c81-861429f0b5f0) {{(pid=104486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 08:46:10.508055 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a68e537-8d1c-46df-add5-6dafc48ab7cb tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Notify agent at l3_agent.dv-cinder-851170-2-iscsi the message routers_updated {{(pid=104486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 08:46:10.519499 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867c6c31-a3b0-4aeb-bf16-0888c4051b02 None None] Sync routers for ids ['018103cf-324e-446a-8be2-3ec1743299c4'] in dv-cinder-851170-2-iscsi {{(pid=104488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 08:46:10.521579 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-6a68e537-8d1c-46df-add5-6dafc48ab7cb tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8374701'] for floatingip (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:46:10.533064 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867c6c31-a3b0-4aeb-bf16-0888c4051b02 None None] Routers {'018103cf-324e-446a-8be2-3ec1743299c4'} bound to L3 agent in host dv-cinder-851170-2-iscsi {{(pid=104488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 08:46:10.533695 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_hamode_db [None req-867c6c31-a3b0-4aeb-bf16-0888c4051b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-27T08:30:18Z,description=,heartbeat_timestamp=2022-07-27T08:45:48Z,host='dv-cinder-851170-2-iscsi',id=5bc6d868-bb0b-4164-b2dd-44360f4de654,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T08:30:19Z,topic='l3_agent')) {'router_ids': ['018103cf-324e-446a-8be2-3ec1743299c4'], 'active': True} {{(pid=104488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:46:10.602650 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-6a68e537-8d1c-46df-add5-6dafc48ab7cb tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "PUT /v2.0/floatingips/fdfdda43-9f13-4178-919e-e608990eb5b8 HTTP/1.1" status: 200 len: 990 time: 1.6357973 Jul 27 08:46:10.605692 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '198b9d72-4d03-452a-9680-0724288c3351', 'tag': '6323d0f2-9c69-4ebc-8c31-26281bc1b864'}] {{(pid=104486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 08:46:10.608141 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0fbdf057086729fb3d5906bdd251c7adb98d678ad2f5ce1a48bcc8d44af0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c64fe852-de03-4922-aa70-cf7d6fbddc8d" -d '{"events": [{"name": "network-changed", "server_uuid": "198b9d72-4d03-452a-9680-0724288c3351", "tag": "6323d0f2-9c69-4ebc-8c31-26281bc1b864"}]}' {{(pid=104486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 08:46:10.659198 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 08:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a885f650-93e8-4321-a307-ff3580543c82 x-openstack-request-id: req-a885f650-93e8-4321-a307-ff3580543c82 {{(pid=104486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 08:46:10.659560 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "198b9d72-4d03-452a-9680-0724288c3351", "tag": "6323d0f2-9c69-4ebc-8c31-26281bc1b864", "status": "completed", "code": 200}]} {{(pid=104486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 08:46:10.659831 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-a885f650-93e8-4321-a307-ff3580543c82 {{(pid=104486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 08:46:10.660220 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a885f650-93e8-4321-a307-ff3580543c82'] response: {'name': 'network-changed', 'server_uuid': '198b9d72-4d03-452a-9680-0724288c3351', 'tag': '6323d0f2-9c69-4ebc-8c31-26281bc1b864', 'status': 'completed', 'code': 200} Jul 27 08:46:10.664885 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-4ab6fb70-78f8-4d7e-a699-de295ae463f9 req-d1ed49d8-8443-4c09-9710-3499a02e6f02 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Publish callbacks [] for port (5a802d95-999c-4c8e-9c81-861429f0b5f0), precommit_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:46:10.673872 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:46:10.686688 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvr_db [None req-867c6c31-a3b0-4aeb-bf16-0888c4051b02 None None] Set router 018103cf-324e-446a-8be2-3ec1743299c4 gateway port host: dv-cinder-851170-2-iscsi {{(pid=104488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 08:46:10.748175 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64fe852-de03-4922-aa70-cf7d6fbddc8d req-4f56f043-aab8-4d24-af3d-fc63abe82b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:46:10.749709 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-c64fe852-de03-4922-aa70-cf7d6fbddc8d req-4f56f043-aab8-4d24-af3d-fc63abe82b66 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9dcfebb6e1774a7daed20b60d2379875&device_id=198b9d72-4d03-452a-9680-0724288c3351 HTTP/1.1" status: 200 len: 1129 time: 0.0492704 Jul 27 08:46:10.806709 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-4ab6fb70-78f8-4d7e-a699-de295ae463f9 req-d1ed49d8-8443-4c09-9710-3499a02e6f02 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786709965397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4293862'] for port (5a802d95-999c-4c8e-9c81-861429f0b5f0), after_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:46:10.861755 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ab6fb70-78f8-4d7e-a699-de295ae463f9 req-d1ed49d8-8443-4c09-9710-3499a02e6f02 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Network 93238f62-e429-47ef-8e5c-b2b7247c1c0f is already hosted by enough agents. {{(pid=104486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 08:46:10.862986 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64fe852-de03-4922-aa70-cf7d6fbddc8d req-93de6596-7e14-493b-ad12-fe7418f21f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:46:10.865176 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-c64fe852-de03-4922-aa70-cf7d6fbddc8d req-93de6596-7e14-493b-ad12-fe7418f21f0b service neutron] 10.222.0.42 "GET /v2.0/networks?id=86596533-e5bc-41a5-8bd8-3e19070777ca HTTP/1.1" status: 200 len: 911 time: 0.1093569 Jul 27 08:46:10.870421 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.scheduler.base_scheduler [req-4ab6fb70-78f8-4d7e-a699-de295ae463f9 req-d1ed49d8-8443-4c09-9710-3499a02e6f02 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Resources bound (agent type, host, resource id): {{(pid=104486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 08:46:10.874869 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ab6fb70-78f8-4d7e-a699-de295ae463f9 req-d1ed49d8-8443-4c09-9710-3499a02e6f02 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Received port after_create {{(pid=104486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 08:46:10.879564 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ed49d8-8443-4c09-9710-3499a02e6f02 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Pushing event updated for resources: {'Port': ['ID=5a802d95-999c-4c8e-9c81-861429f0b5f0,revision_number=1']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:46:10.958181 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab6fb70-78f8-4d7e-a699-de295ae463f9 req-d1ed49d8-8443-4c09-9710-3499a02e6f02 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:46:10.958765 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-4ab6fb70-78f8-4d7e-a699-de295ae463f9 req-d1ed49d8-8443-4c09-9710-3499a02e6f02 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8374701'] for port (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:46:11.019397 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-c64fe852-de03-4922-aa70-cf7d6fbddc8d req-1ee440ef-38b1-4238-a426-c3f26413ea1b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6323d0f2-9c69-4ebc-8c31-26281bc1b864 HTTP/1.1" status: 200 len: 998 time: 0.1341646 Jul 27 08:46:11.036605 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_hamode_db [None req-867c6c31-a3b0-4aeb-bf16-0888c4051b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '018103cf-324e-446a-8be2-3ec1743299c4', 'name': 'tempest-AttachVolumeTestJSON-949871471-router', 'tenant_id': '9dcfebb6e1774a7daed20b60d2379875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': '789c9448-28dd-488f-a71f-dad7507df88d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:39:18Z', 'updated_at': '2022-07-27T08:39:29Z', 'revision_number': 4, 'project_id': '9dcfebb6e1774a7daed20b60d2379875', 'gw_port': {'id': '789c9448-28dd-488f-a71f-dad7507df88d', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c1:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '018103cf-324e-446a-8be2-3ec1743299c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:39:19Z', 'updated_at': '2022-07-27T08:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi', '_floatingips': [{'id': 'fdfdda43-9f13-4178-919e-e608990eb5b8', 'tenant_id': '9dcfebb6e1774a7daed20b60d2379875', 'floating_ip_address': '172.27.2.19', 'floating_network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'router_id': '018103cf-324e-446a-8be2-3ec1743299c4', 'port_id': '6323d0f2-9c69-4ebc-8c31-26281bc1b864', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '86596533-e5bc-41a5-8bd8-3e19070777ca', 'mac_address': 'fa:16:3e:6d:72:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198b9d72-4d03-452a-9680-0724288c3351', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T08:45:51Z', 'updated_at': '2022-07-27T08:46:09Z', 'revision_number': 1, 'project_id': '9dcfebb6e1774a7daed20b60d2379875', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d464519-7720-4861-a2fd-4adc4e4d9b08', 'name': '', 'network_id': '86596533-e5bc-41a5-8bd8-3e19070777ca', 'tenant_id': '9dcfebb6e1774a7daed20b60d2379875', 'mac_address': 'fa:16:3e:15:07:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '018103cf-324e-446a-8be2-3ec1743299c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '7bb93b59-455b-4e46-8d58-a8f142f5867d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:39:25Z', 'updated_at': '2022-07-27T08:39:38Z', 'revision_number': 5, 'project_id': '9dcfebb6e1774a7daed20b60d2379875', 'subnets': [{'id': '7bb93b59-455b-4e46-8d58-a8f142f5867d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851170-2-iscsi', False) {} {{(pid=104488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:46:11.054650 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-4ab6fb70-78f8-4d7e-a699-de295ae463f9 req-d1ed49d8-8443-4c09-9710-3499a02e6f02 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2199581 Jul 27 08:46:11.072985 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.v2.base [req-4ab6fb70-78f8-4d7e-a699-de295ae463f9 req-31647bcf-0962-46ec-9aea-d6abc54ae796 service neutron] Request body: {'port': {'device_id': '64ec7762-d0bf-4cea-8fc2-b4c9fcd5e67b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85117'}} {{(pid=104486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:46:11.073368 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867c6c31-a3b0-4aeb-bf16-0888c4051b02 None None] Checking router: 018103cf-324e-446a-8be2-3ec1743299c4 for host: dv-cinder-851170-2-iscsi {{(pid=104488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 08:46:11.082318 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64fe852-de03-4922-aa70-cf7d6fbddc8d req-15d68a0d-967a-4dc4-9c7f-ba60c747264d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:46:11.083787 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-c64fe852-de03-4922-aa70-cf7d6fbddc8d req-15d68a0d-967a-4dc4-9c7f-ba60c747264d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7bb93b59-455b-4e46-8d58-a8f142f5867d HTTP/1.1" status: 200 len: 849 time: 0.0568812 Jul 27 08:46:11.084119 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867c6c31-a3b0-4aeb-bf16-0888c4051b02 None None] Routers {'018103cf-324e-446a-8be2-3ec1743299c4'} bound to L3 agent in host dv-cinder-851170-2-iscsi {{(pid=104488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 08:46:11.084756 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_hamode_db [None req-867c6c31-a3b0-4aeb-bf16-0888c4051b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-27T08:30:18Z,description=,heartbeat_timestamp=2022-07-27T08:45:48Z,host='dv-cinder-851170-2-iscsi',id=5bc6d868-bb0b-4164-b2dd-44360f4de654,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T08:30:19Z,topic='l3_agent')) {'router_ids': ['018103cf-324e-446a-8be2-3ec1743299c4'], 'active': True} {{(pid=104488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:46:11.144444 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:46:11.146693 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-7cb1c340-1cc8-472c-9fe0-f88cb3305fb9 None None] Provisioning complete for port 5a802d95-999c-4c8e-9c81-861429f0b5f0 triggered by entity DHCP. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:46:11.147252 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-7cb1c340-1cc8-472c-9fe0-f88cb3305fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (5a802d95-999c-4c8e-9c81-861429f0b5f0), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:46:11.148481 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-4ab6fb70-78f8-4d7e-a699-de295ae463f9 req-31647bcf-0962-46ec-9aea-d6abc54ae796 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (5a802d95-999c-4c8e-9c81-861429f0b5f0), before_update {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:46:11.189688 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-7cb1c340-1cc8-472c-9fe0-f88cb3305fb9 None None] Port 5a802d95-999c-4c8e-9c81-861429f0b5f0 cannot update to ACTIVE because it is not bound. {{(pid=104487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 08:46:11.221915 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64fe852-de03-4922-aa70-cf7d6fbddc8d req-c682f52d-1030-4ae3-8250-705c293bea37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:46:11.224224 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-c64fe852-de03-4922-aa70-cf7d6fbddc8d req-c682f52d-1030-4ae3-8250-705c293bea37 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=86596533-e5bc-41a5-8bd8-3e19070777ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0685380 Jul 27 08:46:11.227678 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvr_db [None req-867c6c31-a3b0-4aeb-bf16-0888c4051b02 None None] Set router 018103cf-324e-446a-8be2-3ec1743299c4 gateway port host: dv-cinder-851170-2-iscsi {{(pid=104488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 08:46:11.327320 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12c4c63-83bd-46fc-aaf4-774cc32cdaa5 req-c3e44edf-a315-4d48-90f9-fe0f952788dd tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:46:11.328905 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-c12c4c63-83bd-46fc-aaf4-774cc32cdaa5 req-c3e44edf-a315-4d48-90f9-fe0f952788dd tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] 10.222.0.40 "GET /v2.0/ports?device_id=64ec7762-d0bf-4cea-8fc2-b4c9fcd5e67b HTTP/1.1" status: 200 len: 932 time: 0.0699997 Jul 27 08:46:11.337657 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-c64fe852-de03-4922-aa70-cf7d6fbddc8d req-e5b9abb7-81c6-421d-be50-1fac48c79850 service neutron] 10.222.0.42 "GET /v2.0/networks/86596533-e5bc-41a5-8bd8-3e19070777ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054747 Jul 27 08:46:11.391361 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=100 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:46:11.433157 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-c64fe852-de03-4922-aa70-cf7d6fbddc8d req-ac8ddd66-a397-4fd4-856f-30d928c42258 service neutron] 10.222.0.42 "GET /v2.0/networks/86596533-e5bc-41a5-8bd8-3e19070777ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884295 Jul 27 08:46:11.439450 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-c12c4c63-83bd-46fc-aaf4-774cc32cdaa5 req-f40d884e-4738-463a-b458-0788e47ee966 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] 10.222.0.40 "GET /v2.0/security-groups?id=6510ab0b-e3cc-4b2d-a6c9-f27a1733f830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999672 Jul 27 08:46:11.484090 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_hamode_db [None req-867c6c31-a3b0-4aeb-bf16-0888c4051b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '018103cf-324e-446a-8be2-3ec1743299c4', 'name': 'tempest-AttachVolumeTestJSON-949871471-router', 'tenant_id': '9dcfebb6e1774a7daed20b60d2379875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': '789c9448-28dd-488f-a71f-dad7507df88d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:39:18Z', 'updated_at': '2022-07-27T08:39:29Z', 'revision_number': 4, 'project_id': '9dcfebb6e1774a7daed20b60d2379875', 'gw_port': {'id': '789c9448-28dd-488f-a71f-dad7507df88d', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c1:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '018103cf-324e-446a-8be2-3ec1743299c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:39:19Z', 'updated_at': '2022-07-27T08:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi', '_floatingips': [{'id': 'fdfdda43-9f13-4178-919e-e608990eb5b8', 'tenant_id': '9dcfebb6e1774a7daed20b60d2379875', 'floating_ip_address': '172.27.2.19', 'floating_network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'router_id': '018103cf-324e-446a-8be2-3ec1743299c4', 'port_id': '6323d0f2-9c69-4ebc-8c31-26281bc1b864', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '86596533-e5bc-41a5-8bd8-3e19070777ca', 'mac_address': 'fa:16:3e:6d:72:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198b9d72-4d03-452a-9680-0724288c3351', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T08:45:51Z', 'updated_at': '2022-07-27T08:46:09Z', 'revision_number': 1, 'project_id': '9dcfebb6e1774a7daed20b60d2379875', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d464519-7720-4861-a2fd-4adc4e4d9b08', 'name': '', 'network_id': '86596533-e5bc-41a5-8bd8-3e19070777ca', 'tenant_id': '9dcfebb6e1774a7daed20b60d2379875', 'mac_address': 'fa:16:3e:15:07:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '018103cf-324e-446a-8be2-3ec1743299c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '7bb93b59-455b-4e46-8d58-a8f142f5867d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:39:25Z', 'updated_at': '2022-07-27T08:39:38Z', 'revision_number': 5, 'project_id': '9dcfebb6e1774a7daed20b60d2379875', 'subnets': [{'id': '7bb93b59-455b-4e46-8d58-a8f142f5867d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851170-2-iscsi', False) {} {{(pid=104488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:46:11.509463 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867c6c31-a3b0-4aeb-bf16-0888c4051b02 None None] The sync data for ids ['018103cf-324e-446a-8be2-3ec1743299c4'] in dv-cinder-851170-2-iscsi is: [{'id': '018103cf-324e-446a-8be2-3ec1743299c4', 'name': 'tempest-AttachVolumeTestJSON-949871471-router', 'tenant_id': '9dcfebb6e1774a7daed20b60d2379875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': '789c9448-28dd-488f-a71f-dad7507df88d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:39:18Z', 'updated_at': '2022-07-27T08:39:29Z', 'revision_number': 4, 'project_id': '9dcfebb6e1774a7daed20b60d2379875', 'gw_port': {'id': '789c9448-28dd-488f-a71f-dad7507df88d', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c1:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '018103cf-324e-446a-8be2-3ec1743299c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:39:19Z', 'updated_at': '2022-07-27T08:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi', '_floatingips': [{'id': 'fdfdda43-9f13-4178-919e-e608990eb5b8', 'tenant_id': '9dcfebb6e1774a7daed20b60d2379875', 'floating_ip_address': '172.27.2.19', 'floating_network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'router_id': '018103cf-324e-446a-8be2-3ec1743299c4', 'port_id': '6323d0f2-9c69-4ebc-8c31-26281bc1b864', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '86596533-e5bc-41a5-8bd8-3e19070777ca', 'mac_address': 'fa:16:3e:6d:72:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198b9d72-4d03-452a-9680-0724288c3351', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T08:45:51Z', 'updated_at': '2022-07-27T08:46:09Z', 'revision_number': 1, 'project_id': '9dcfebb6e1774a7daed20b60d2379875', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d464519-7720-4861-a2fd-4adc4e4d9b08', 'name': '', 'network_id': '86596533-e5bc-41a5-8bd8-3e19070777ca', 'tenant_id': '9dcfebb6e1774a7daed20b60d2379875', 'mac_address': 'fa:16:3e:15:07:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '018103cf-324e-446a-8be2-3ec1743299c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '7bb93b59-455b-4e46-8d58-a8f142f5867d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:39:25Z', 'updated_at': '2022-07-27T08:39:38Z', 'revision_number': 5, 'project_id': '9dcfebb6e1774a7daed20b60d2379875', 'subnets': [{'id': '7bb93b59-455b-4e46-8d58-a8f142f5867d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 08:46:11.512217 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.notifiers.nova [req-4ab6fb70-78f8-4d7e-a699-de295ae463f9 req-31647bcf-0962-46ec-9aea-d6abc54ae796 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a802d95-999c-4c8e-9c81-861429f0b5f0 {{(pid=104486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 08:46:11.520513 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-4ab6fb70-78f8-4d7e-a699-de295ae463f9 req-31647bcf-0962-46ec-9aea-d6abc54ae796 service neutron] Publish callbacks [] for port (5a802d95-999c-4c8e-9c81-861429f0b5f0), precommit_update {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:46:11.534505 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.db.provisioning_blocks [req-4ab6fb70-78f8-4d7e-a699-de295ae463f9 req-31647bcf-0962-46ec-9aea-d6abc54ae796 service neutron] Transition to ACTIVE for port object 5a802d95-999c-4c8e-9c81-861429f0b5f0 will not be triggered until provisioned by entity L2. {{(pid=104486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 27 08:46:11.631592 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-4ab6fb70-78f8-4d7e-a699-de295ae463f9 req-31647bcf-0962-46ec-9aea-d6abc54ae796 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4293873'] for port (5a802d95-999c-4c8e-9c81-861429f0b5f0), after_update {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:46:11.685236 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31647bcf-0962-46ec-9aea-d6abc54ae796 service neutron] Pushing event updated for resources: {'Port': ['ID=5a802d95-999c-4c8e-9c81-861429f0b5f0,revision_number=2']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:46:11.716752 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5bc34f-e53a-4779-afe6-094e7f0a07af None None] New status for floating IP fdfdda43-9f13-4178-919e-e608990eb5b8: ACTIVE {{(pid=104487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 27 08:46:11.766089 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.managers [req-4ab6fb70-78f8-4d7e-a699-de295ae463f9 req-31647bcf-0962-46ec-9aea-d6abc54ae796 service neutron] Attempting to bind port 5a802d95-999c-4c8e-9c81-861429f0b5f0 on host hv-cinder-85117 for vnic_type normal with profile {{(pid=104486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 08:46:11.767639 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.managers [req-4ab6fb70-78f8-4d7e-a699-de295ae463f9 req-31647bcf-0962-46ec-9aea-d6abc54ae796 service neutron] Attempting to bind port 5a802d95-999c-4c8e-9c81-861429f0b5f0 by drivers openvswitch,hyperv on host hv-cinder-85117 at level 0 using segments [{'id': '751fbd15-6e5a-4e44-9bca-3f428bc56006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '93238f62-e429-47ef-8e5c-b2b7247c1c0f'}] {{(pid=104486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 08:46:11.767639 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab6fb70-78f8-4d7e-a699-de295ae463f9 req-31647bcf-0962-46ec-9aea-d6abc54ae796 service neutron] Attempting to bind port 5a802d95-999c-4c8e-9c81-861429f0b5f0 on network 93238f62-e429-47ef-8e5c-b2b7247c1c0f {{(pid=104486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 08:46:11.771591 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab6fb70-78f8-4d7e-a699-de295ae463f9 req-31647bcf-0962-46ec-9aea-d6abc54ae796 service neutron] Port 5a802d95-999c-4c8e-9c81-861429f0b5f0 on network 93238f62-e429-47ef-8e5c-b2b7247c1c0f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85117 {{(pid=104486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 27 08:46:11.771912 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab6fb70-78f8-4d7e-a699-de295ae463f9 req-31647bcf-0962-46ec-9aea-d6abc54ae796 service neutron] Attempting to bind port 5a802d95-999c-4c8e-9c81-861429f0b5f0 on network 93238f62-e429-47ef-8e5c-b2b7247c1c0f {{(pid=104486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 08:46:11.778164 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab6fb70-78f8-4d7e-a699-de295ae463f9 req-31647bcf-0962-46ec-9aea-d6abc54ae796 service neutron] Checking agent: {'id': '40990755-2d84-4c9d-828c-eda94a5136e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85117', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 8, 37, 21), 'started_at': datetime.datetime(2022, 7, 27, 8, 37, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 8, 45, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 08:46:11.778502 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab6fb70-78f8-4d7e-a699-de295ae463f9 req-31647bcf-0962-46ec-9aea-d6abc54ae796 service neutron] Checking segment: {'id': '751fbd15-6e5a-4e44-9bca-3f428bc56006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '93238f62-e429-47ef-8e5c-b2b7247c1c0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 08:46:11.779021 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab6fb70-78f8-4d7e-a699-de295ae463f9 req-31647bcf-0962-46ec-9aea-d6abc54ae796 service neutron] Bound using segment: {'id': '751fbd15-6e5a-4e44-9bca-3f428bc56006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '93238f62-e429-47ef-8e5c-b2b7247c1c0f'} {{(pid=104486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 08:46:11.779412 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.managers [req-4ab6fb70-78f8-4d7e-a699-de295ae463f9 req-31647bcf-0962-46ec-9aea-d6abc54ae796 service neutron] Bound port: 5a802d95-999c-4c8e-9c81-861429f0b5f0, host: hv-cinder-85117, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '751fbd15-6e5a-4e44-9bca-3f428bc56006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '93238f62-e429-47ef-8e5c-b2b7247c1c0f'}}] {{(pid=104486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 08:46:11.779773 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-4ab6fb70-78f8-4d7e-a699-de295ae463f9 req-31647bcf-0962-46ec-9aea-d6abc54ae796 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (5a802d95-999c-4c8e-9c81-861429f0b5f0), before_update {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:46:11.851189 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.db [req-4ab6fb70-78f8-4d7e-a699-de295ae463f9 req-31647bcf-0962-46ec-9aea-d6abc54ae796 service neutron] For port 5a802d95-999c-4c8e-9c81-861429f0b5f0, host hv-cinder-85117, cleared binding levels {{(pid=104486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 08:46:11.854471 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.db [req-4ab6fb70-78f8-4d7e-a699-de295ae463f9 req-31647bcf-0962-46ec-9aea-d6abc54ae796 service neutron] For port 5a802d95-999c-4c8e-9c81-861429f0b5f0, host hv-cinder-85117, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85117',level=0,port_id=5a802d95-999c-4c8e-9c81-861429f0b5f0,segment=NetworkSegment(751fbd15-6e5a-4e44-9bca-3f428bc56006),segment_id=751fbd15-6e5a-4e44-9bca-3f428bc56006)] {{(pid=104486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 08:46:11.955575 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-4ab6fb70-78f8-4d7e-a699-de295ae463f9 req-31647bcf-0962-46ec-9aea-d6abc54ae796 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4293873'] for port (5a802d95-999c-4c8e-9c81-861429f0b5f0), after_update {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:46:11.960469 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:46:11.993626 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab6fb70-78f8-4d7e-a699-de295ae463f9 req-31647bcf-0962-46ec-9aea-d6abc54ae796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:46:11.994196 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-4ab6fb70-78f8-4d7e-a699-de295ae463f9 req-31647bcf-0962-46ec-9aea-d6abc54ae796 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8374701'] for port (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:46:11.995576 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-4ab6fb70-78f8-4d7e-a699-de295ae463f9 req-31647bcf-0962-46ec-9aea-d6abc54ae796 service neutron] 10.222.0.42 "PUT /v2.0/ports/5a802d95-999c-4c8e-9c81-861429f0b5f0 HTTP/1.1" status: 200 len: 1094 time: 0.9273665 Jul 27 08:46:12.015393 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31647bcf-0962-46ec-9aea-d6abc54ae796 service neutron] Pushing event updated for resources: {'Port': ['ID=5a802d95-999c-4c8e-9c81-861429f0b5f0,revision_number=3']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:46:12.147133 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab6fb70-78f8-4d7e-a699-de295ae463f9 req-8e62666d-4a60-4021-9423-c522b5bb17d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:46:12.148654 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-4ab6fb70-78f8-4d7e-a699-de295ae463f9 req-8e62666d-4a60-4021-9423-c522b5bb17d0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5d10772d974f47d7bc82c0f0b8a8facf&device_id=64ec7762-d0bf-4cea-8fc2-b4c9fcd5e67b HTTP/1.1" status: 200 len: 1128 time: 0.0413616 Jul 27 08:46:12.199866 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-4ab6fb70-78f8-4d7e-a699-de295ae463f9 req-7ef74edc-0121-41e0-a861-02955813c11a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5a802d95-999c-4c8e-9c81-861429f0b5f0 HTTP/1.1" status: 200 len: 217 time: 0.0363576 Jul 27 08:46:12.248345 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab6fb70-78f8-4d7e-a699-de295ae463f9 req-a83f8995-13ad-46dc-b01d-c382e89278cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:46:12.249793 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-4ab6fb70-78f8-4d7e-a699-de295ae463f9 req-a83f8995-13ad-46dc-b01d-c382e89278cc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=45bab364-f7d1-4e2a-889f-749acca6bead HTTP/1.1" status: 200 len: 848 time: 0.0443425 Jul 27 08:46:12.291978 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab6fb70-78f8-4d7e-a699-de295ae463f9 req-bc18dccf-b34e-44e9-a4ad-ac6118cdb013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:46:12.293334 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-4ab6fb70-78f8-4d7e-a699-de295ae463f9 req-bc18dccf-b34e-44e9-a4ad-ac6118cdb013 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=93238f62-e429-47ef-8e5c-b2b7247c1c0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0375400 Jul 27 08:46:12.391713 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-4ab6fb70-78f8-4d7e-a699-de295ae463f9 req-2dceb824-54b5-42dd-a0dc-fdbc354287fc service neutron] 10.222.0.42 "GET /v2.0/networks/93238f62-e429-47ef-8e5c-b2b7247c1c0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918267 Jul 27 08:46:12.474504 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:46:12.480147 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-4ab6fb70-78f8-4d7e-a699-de295ae463f9 req-5fa454f6-40ee-4e43-b3d5-fb68f99b85b6 service neutron] 10.222.0.42 "GET /v2.0/networks/93238f62-e429-47ef-8e5c-b2b7247c1c0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830002 Jul 27 08:46:12.661223 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64ec7762-d0bf-4cea-8fc2-b4c9fcd5e67b', 'tag': '5a802d95-999c-4c8e-9c81-861429f0b5f0'}] {{(pid=104486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 08:46:12.663636 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0fbdf057086729fb3d5906bdd251c7adb98d678ad2f5ce1a48bcc8d44af0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-406ed900-01bc-4acb-9851-dcc7318466d2" -d '{"events": [{"name": "network-changed", "server_uuid": "64ec7762-d0bf-4cea-8fc2-b4c9fcd5e67b", "tag": "5a802d95-999c-4c8e-9c81-861429f0b5f0"}]}' {{(pid=104486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 08:46:12.701671 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 08:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4031e03-f230-44f5-a41c-0d0edbcb90ff x-openstack-request-id: req-a4031e03-f230-44f5-a41c-0d0edbcb90ff {{(pid=104486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 08:46:12.701965 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64ec7762-d0bf-4cea-8fc2-b4c9fcd5e67b", "tag": "5a802d95-999c-4c8e-9c81-861429f0b5f0", "status": "completed", "code": 200}]} {{(pid=104486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 08:46:12.702253 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-a4031e03-f230-44f5-a41c-0d0edbcb90ff {{(pid=104486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 08:46:12.702683 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4031e03-f230-44f5-a41c-0d0edbcb90ff'] response: {'name': 'network-changed', 'server_uuid': '64ec7762-d0bf-4cea-8fc2-b4c9fcd5e67b', 'tag': '5a802d95-999c-4c8e-9c81-861429f0b5f0', 'status': 'completed', 'code': 200} Jul 27 08:46:12.782962 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834ce2e5-08b7-4ba1-8ca8-c3edfc691f4f req-674577ee-cc9d-4f17-bef2-bd4cb8e3d975 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:46:12.784501 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-834ce2e5-08b7-4ba1-8ca8-c3edfc691f4f req-674577ee-cc9d-4f17-bef2-bd4cb8e3d975 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] 10.222.0.40 "GET /v2.0/ports?device_id=64ec7762-d0bf-4cea-8fc2-b4c9fcd5e67b HTTP/1.1" status: 200 len: 944 time: 0.2691104 Jul 27 08:46:12.836640 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-834ce2e5-08b7-4ba1-8ca8-c3edfc691f4f req-21a3cd33-e3c1-45cd-9248-53930a2c59a8 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] 10.222.0.40 "GET /v2.0/security-groups?id=6510ab0b-e3cc-4b2d-a6c9-f27a1733f830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465453 Jul 27 08:46:13.653543 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406ed900-01bc-4acb-9851-dcc7318466d2 req-c800b335-c149-4dbe-96b1-a6b892f3e23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:46:13.655093 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-406ed900-01bc-4acb-9851-dcc7318466d2 req-c800b335-c149-4dbe-96b1-a6b892f3e23d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5d10772d974f47d7bc82c0f0b8a8facf&device_id=64ec7762-d0bf-4cea-8fc2-b4c9fcd5e67b HTTP/1.1" status: 200 len: 1128 time: 0.0427866 Jul 27 08:46:13.744176 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406ed900-01bc-4acb-9851-dcc7318466d2 req-c470231c-8574-41d8-81c6-4be688e3144f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:46:13.745633 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-406ed900-01bc-4acb-9851-dcc7318466d2 req-c470231c-8574-41d8-81c6-4be688e3144f service neutron] 10.222.0.42 "GET /v2.0/networks?id=93238f62-e429-47ef-8e5c-b2b7247c1c0f HTTP/1.1" status: 200 len: 910 time: 0.0846639 Jul 27 08:46:13.796301 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-406ed900-01bc-4acb-9851-dcc7318466d2 req-4f5d0052-a2a9-4058-8fe5-1141e742ad6b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5a802d95-999c-4c8e-9c81-861429f0b5f0 HTTP/1.1" status: 200 len: 217 time: 0.0359001 Jul 27 08:46:13.844637 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406ed900-01bc-4acb-9851-dcc7318466d2 req-570c8c7a-d5c8-4bc4-9782-4c8c4c563a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:46:13.846107 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-406ed900-01bc-4acb-9851-dcc7318466d2 req-570c8c7a-d5c8-4bc4-9782-4c8c4c563a3a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=45bab364-f7d1-4e2a-889f-749acca6bead HTTP/1.1" status: 200 len: 848 time: 0.0445235 Jul 27 08:46:13.889901 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406ed900-01bc-4acb-9851-dcc7318466d2 req-f34c076a-c4fa-4983-95d4-d47b756c4375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:46:13.892026 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-406ed900-01bc-4acb-9851-dcc7318466d2 req-f34c076a-c4fa-4983-95d4-d47b756c4375 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=93238f62-e429-47ef-8e5c-b2b7247c1c0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395184 Jul 27 08:46:13.997544 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a171fa-95bd-47cb-9658-2a4b9fefcff7 req-354e75b1-f4d6-4bab-ae05-8ba30b88f3cd tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:46:13.999041 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-29a171fa-95bd-47cb-9658-2a4b9fefcff7 req-354e75b1-f4d6-4bab-ae05-8ba30b88f3cd tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] 10.222.0.40 "GET /v2.0/ports?device_id=64ec7762-d0bf-4cea-8fc2-b4c9fcd5e67b HTTP/1.1" status: 200 len: 944 time: 0.0834258 Jul 27 08:46:14.043371 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-406ed900-01bc-4acb-9851-dcc7318466d2 req-7f581d2e-689e-45f1-9b46-5608c3d21c91 service neutron] 10.222.0.42 "GET /v2.0/networks/93238f62-e429-47ef-8e5c-b2b7247c1c0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453147 Jul 27 08:46:14.111809 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-29a171fa-95bd-47cb-9658-2a4b9fefcff7 req-9deef73b-ce70-478f-bb67-759199c9ca6f tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] 10.222.0.40 "GET /v2.0/security-groups?id=6510ab0b-e3cc-4b2d-a6c9-f27a1733f830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063144 Jul 27 08:46:14.151072 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-406ed900-01bc-4acb-9851-dcc7318466d2 req-59830fa2-206a-4272-b3fb-3317828f1025 service neutron] 10.222.0.42 "GET /v2.0/networks/93238f62-e429-47ef-8e5c-b2b7247c1c0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015038 Jul 27 08:46:15.228590 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c64a677-2790-4a41-b85b-79b602e4850d req-fdf25477-4b78-4c2f-ac31-051490e466a0 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:46:15.230036 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-2c64a677-2790-4a41-b85b-79b602e4850d req-fdf25477-4b78-4c2f-ac31-051490e466a0 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] 10.222.0.40 "GET /v2.0/ports?device_id=64ec7762-d0bf-4cea-8fc2-b4c9fcd5e67b HTTP/1.1" status: 200 len: 944 time: 0.0476761 Jul 27 08:46:15.278088 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-2c64a677-2790-4a41-b85b-79b602e4850d req-83d3821e-6e78-4721-9e87-4bbaa6aeeb89 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] 10.222.0.40 "GET /v2.0/security-groups?id=6510ab0b-e3cc-4b2d-a6c9-f27a1733f830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418985 Jul 27 08:46:15.988381 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-4bc8f22e-cadc-41d8-92bf-a387d77fde93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (7c77c4a2-8ca4-486b-af2a-676805e7b922), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:46:16.395468 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070a7a41-8069-44df-8e9e-5297e2d09c5c req-0e2eb964-e7d0-422c-b614-4aff3d7ff213 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:46:16.396918 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-070a7a41-8069-44df-8e9e-5297e2d09c5c req-0e2eb964-e7d0-422c-b614-4aff3d7ff213 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] 10.222.0.40 "GET /v2.0/ports?device_id=64ec7762-d0bf-4cea-8fc2-b4c9fcd5e67b HTTP/1.1" status: 200 len: 944 time: 0.0468881 Jul 27 08:46:16.445032 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-070a7a41-8069-44df-8e9e-5297e2d09c5c req-631acc81-0607-491f-a80b-b16c5f8667c0 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] 10.222.0.40 "GET /v2.0/security-groups?id=6510ab0b-e3cc-4b2d-a6c9-f27a1733f830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427573 Jul 27 08:46:17.566801 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa838898-bf7d-4e53-b8c1-166b59a2815b req-bf11d691-c5a3-4ff0-b6f2-798c6d7d16a2 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:46:17.570672 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-aa838898-bf7d-4e53-b8c1-166b59a2815b req-bf11d691-c5a3-4ff0-b6f2-798c6d7d16a2 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] 10.222.0.40 "GET /v2.0/ports?device_id=64ec7762-d0bf-4cea-8fc2-b4c9fcd5e67b HTTP/1.1" status: 200 len: 944 time: 0.0503232 Jul 27 08:46:17.617795 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-aa838898-bf7d-4e53-b8c1-166b59a2815b req-8b25081e-224f-48a2-810f-0cd71623f383 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] 10.222.0.40 "GET /v2.0/security-groups?id=6510ab0b-e3cc-4b2d-a6c9-f27a1733f830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439894 Jul 27 08:46:18.317390 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-260dec16-3520-4a83-9366-3327a64349f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (5bc6d868-bb0b-4164-b2dd-44360f4de654), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:46:18.733856 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a16bcf7-2418-4f41-bf79-95440e3cf6d3 req-32050805-361a-4e7c-a0d6-0440b37dc137 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:46:18.736001 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-2a16bcf7-2418-4f41-bf79-95440e3cf6d3 req-32050805-361a-4e7c-a0d6-0440b37dc137 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] 10.222.0.40 "GET /v2.0/ports?device_id=64ec7762-d0bf-4cea-8fc2-b4c9fcd5e67b HTTP/1.1" status: 200 len: 944 time: 0.0462806 Jul 27 08:46:18.764438 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=100 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:46:18.787867 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-2a16bcf7-2418-4f41-bf79-95440e3cf6d3 req-9234876e-df39-4e52-b761-83ef976a6b91 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] 10.222.0.40 "GET /v2.0/security-groups?id=6510ab0b-e3cc-4b2d-a6c9-f27a1733f830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465567 Jul 27 08:46:19.907117 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301bb3c4-32fd-49c1-b6de-724b469037f5 req-bb30c4fb-57a6-47d8-a90b-d4a9106b50a6 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:46:19.908587 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-301bb3c4-32fd-49c1-b6de-724b469037f5 req-bb30c4fb-57a6-47d8-a90b-d4a9106b50a6 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] 10.222.0.40 "GET /v2.0/ports?device_id=64ec7762-d0bf-4cea-8fc2-b4c9fcd5e67b HTTP/1.1" status: 200 len: 944 time: 0.0481057 Jul 27 08:46:19.957432 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-301bb3c4-32fd-49c1-b6de-724b469037f5 req-0cd79490-1c35-4246-b097-2e8a489dd278 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] 10.222.0.40 "GET /v2.0/security-groups?id=6510ab0b-e3cc-4b2d-a6c9-f27a1733f830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432742 Jul 27 08:46:20.271723 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-45eb61cd-e3d7-4840-8013-3080c7768274 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (36998da0-f99a-403d-814c-b55466abd131), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:46:21.072010 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08991e20-f78e-43c1-b922-8d7323988237 req-6e196b47-4d8c-44bc-ac98-9cecda8ff154 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:46:21.073446 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-08991e20-f78e-43c1-b922-8d7323988237 req-6e196b47-4d8c-44bc-ac98-9cecda8ff154 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] 10.222.0.40 "GET /v2.0/ports?device_id=64ec7762-d0bf-4cea-8fc2-b4c9fcd5e67b HTTP/1.1" status: 200 len: 944 time: 0.0462155 Jul 27 08:46:21.121647 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-08991e20-f78e-43c1-b922-8d7323988237 req-ffb65b8c-7345-4895-86bd-1518fddb00a3 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] 10.222.0.40 "GET /v2.0/security-groups?id=6510ab0b-e3cc-4b2d-a6c9-f27a1733f830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426781 Jul 27 08:46:21.255248 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:46:21.363900 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-83feb67a-80d7-474e-96e8-1d92c33387c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (0a293c43-2970-4b69-9d2a-dcf41d8870ef), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:46:21.364601 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (ed9de811-f248-496b-b487-860d50d7cee7), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:46:21.367474 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (40990755-2d84-4c9d-828c-eda94a5136e8), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:46:21.482005 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:DELETE=1,neutron:SELECT=72 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:46:21.487913 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=77 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:46:22.034068 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Device 5a802d95-999c-4c8e-9c81-861429f0b5f0 details requested by agent hyperv_hv-cinder-85117 with host hv-cinder-85117 {{(pid=104487) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 08:46:22.134025 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] For port 5a802d95-999c-4c8e-9c81-861429f0b5f0, host hv-cinder-85117, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85117',level=0,port_id=5a802d95-999c-4c8e-9c81-861429f0b5f0,segment=NetworkSegment(751fbd15-6e5a-4e44-9bca-3f428bc56006),segment_id=751fbd15-6e5a-4e44-9bca-3f428bc56006)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:46:22.145542 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Returning: {'device': '5a802d95-999c-4c8e-9c81-861429f0b5f0', 'network_id': '93238f62-e429-47ef-8e5c-b2b7247c1c0f', 'port_id': '5a802d95-999c-4c8e-9c81-861429f0b5f0', 'mac_address': 'fa:16:3e:1a:b1:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45bab364-f7d1-4e2a-889f-749acca6bead', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104487) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 08:46:22.180399 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Current status of the port 5a802d95-999c-4c8e-9c81-861429f0b5f0 is: DOWN; New status is: BUILD {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:46:22.180712 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (5a802d95-999c-4c8e-9c81-861429f0b5f0), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:46:22.194963 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.notifiers.nova [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a802d95-999c-4c8e-9c81-861429f0b5f0 {{(pid=104487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 08:46:22.215714 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] For port 5a802d95-999c-4c8e-9c81-861429f0b5f0, host hv-cinder-85117, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85117',level=0,port_id=5a802d95-999c-4c8e-9c81-861429f0b5f0,segment=NetworkSegment(751fbd15-6e5a-4e44-9bca-3f428bc56006),segment_id=751fbd15-6e5a-4e44-9bca-3f428bc56006)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:46:22.218969 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=100 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:46:22.239098 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cb0369-fced-4bd2-8a27-3c68f1bdc573 req-0dc9b52d-170b-4380-9fa8-fe38a286fbfd tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:46:22.240556 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-76cb0369-fced-4bd2-8a27-3c68f1bdc573 req-0dc9b52d-170b-4380-9fa8-fe38a286fbfd tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] 10.222.0.40 "GET /v2.0/ports?device_id=64ec7762-d0bf-4cea-8fc2-b4c9fcd5e67b HTTP/1.1" status: 200 len: 944 time: 0.0487034 Jul 27 08:46:22.269108 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (5a802d95-999c-4c8e-9c81-861429f0b5f0), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:46:22.295011 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-76cb0369-fced-4bd2-8a27-3c68f1bdc573 req-d2b2c316-8ac3-49b6-a0ee-0f1109895531 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] 10.222.0.40 "GET /v2.0/security-groups?id=6510ab0b-e3cc-4b2d-a6c9-f27a1733f830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488961 Jul 27 08:46:22.302426 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=6 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:46:22.321511 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Pushing event updated for resources: {'Port': ['ID=5a802d95-999c-4c8e-9c81-861429f0b5f0,revision_number=4']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:46:22.328771 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:46:22.329123 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:46:22.329492 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:46:22.329853 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:46:22.330214 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:46:22.330551 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:46:22.330879 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:46:22.331208 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:46:22.331538 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:46:22.331865 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:46:22.332191 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:46:22.332532 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:46:22.332861 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:46:22.333182 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:46:22.333507 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:46:22.791742 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] get_ports_and_sgs() called for port_ids ['5a802d95-999c-4c8e-9c81-861429f0b5f0'] {{(pid=104487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 08:46:23.108704 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.agents_db [None req-f85b74c8-06c1-470d-aedd-c7ca4f0196ea None None] Agent healthcheck: found 6 active agents {{(pid=104488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 08:46:23.415163 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d9e659-c510-4882-95bd-71840e434b35 req-6c9a1dc7-2341-49ea-a7cd-3b6608431c64 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:46:23.416508 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-50d9e659-c510-4882-95bd-71840e434b35 req-6c9a1dc7-2341-49ea-a7cd-3b6608431c64 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] 10.222.0.40 "GET /v2.0/ports?device_id=64ec7762-d0bf-4cea-8fc2-b4c9fcd5e67b HTTP/1.1" status: 200 len: 945 time: 0.0467193 Jul 27 08:46:23.464547 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-50d9e659-c510-4882-95bd-71840e434b35 req-527d47e5-4bf2-4be4-8dc0-2e232473806a tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] 10.222.0.40 "GET /v2.0/security-groups?id=6510ab0b-e3cc-4b2d-a6c9-f27a1733f830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427189 Jul 27 08:46:24.056736 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Device 5a802d95-999c-4c8e-9c81-861429f0b5f0 up at agent hyperv_hv-cinder-85117 {{(pid=104487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 08:46:24.099173 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Provisioning for port 5a802d95-999c-4c8e-9c81-861429f0b5f0 completed by entity L2. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 27 08:46:24.168930 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Provisioning complete for port 5a802d95-999c-4c8e-9c81-861429f0b5f0 triggered by entity L2. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:46:24.169310 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (5a802d95-999c-4c8e-9c81-861429f0b5f0), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:46:24.240874 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Current status of the port 5a802d95-999c-4c8e-9c81-861429f0b5f0 is: BUILD; New status is: ACTIVE {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:46:24.241255 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (5a802d95-999c-4c8e-9c81-861429f0b5f0), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:46:24.266019 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64ec7762-d0bf-4cea-8fc2-b4c9fcd5e67b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a802d95-999c-4c8e-9c81-861429f0b5f0'}] {{(pid=104487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 08:46:24.268351 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80d6aca8d47c9a16b7ef4a01c61ef1bf5c962aea16cee8599b6bab5dfb4de652" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7db846f2-a00e-4cf9-95b3-ded34f152ad9" -d '{"events": [{"server_uuid": "64ec7762-d0bf-4cea-8fc2-b4c9fcd5e67b", "name": "network-vif-plugged", "status": "completed", "tag": "5a802d95-999c-4c8e-9c81-861429f0b5f0"}]}' {{(pid=104487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 08:46:24.280836 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] For port 5a802d95-999c-4c8e-9c81-861429f0b5f0, host hv-cinder-85117, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85117',level=0,port_id=5a802d95-999c-4c8e-9c81-861429f0b5f0,segment=NetworkSegment(751fbd15-6e5a-4e44-9bca-3f428bc56006),segment_id=751fbd15-6e5a-4e44-9bca-3f428bc56006)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:46:24.304953 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 08:46:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb5a13cd-ee09-4fbb-8509-a41bb7522c9a x-openstack-request-id: req-eb5a13cd-ee09-4fbb-8509-a41bb7522c9a {{(pid=104487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 08:46:24.305262 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64ec7762-d0bf-4cea-8fc2-b4c9fcd5e67b", "name": "network-vif-plugged", "status": "completed", "tag": "5a802d95-999c-4c8e-9c81-861429f0b5f0", "code": 200}]} {{(pid=104487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 08:46:24.305518 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-eb5a13cd-ee09-4fbb-8509-a41bb7522c9a {{(pid=104487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 08:46:24.305939 dv-cinder-851170-2-iscsi neutron-server[104487]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb5a13cd-ee09-4fbb-8509-a41bb7522c9a'] response: {'server_uuid': '64ec7762-d0bf-4cea-8fc2-b4c9fcd5e67b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a802d95-999c-4c8e-9c81-861429f0b5f0', 'code': 200} Jul 27 08:46:24.346076 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (5a802d95-999c-4c8e-9c81-861429f0b5f0), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:46:24.393997 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Pushing event updated for resources: {'Port': ['ID=5a802d95-999c-4c8e-9c81-861429f0b5f0,revision_number=5']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:46:24.587799 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfcf3aa-fd7d-46f0-acbd-a074437f1329 req-ce0d3db5-b8c7-4fbf-aebc-9aa0b2544f8b tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:46:24.592442 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-cbfcf3aa-fd7d-46f0-acbd-a074437f1329 req-ce0d3db5-b8c7-4fbf-aebc-9aa0b2544f8b tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] 10.222.0.40 "GET /v2.0/ports?device_id=64ec7762-d0bf-4cea-8fc2-b4c9fcd5e67b HTTP/1.1" status: 200 len: 946 time: 0.0526376 Jul 27 08:46:24.627242 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=100 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:46:24.643157 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-cbfcf3aa-fd7d-46f0-acbd-a074437f1329 req-2df7ad39-d5d8-437d-94fd-9f576ac185f7 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] 10.222.0.40 "GET /v2.0/security-groups?id=6510ab0b-e3cc-4b2d-a6c9-f27a1733f830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454276 Jul 27 08:46:24.800046 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb8d35a-d024-4113-9015-b6d62373efc1 req-17b855ae-3e98-4734-a6ea-7deef6387d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:46:24.801514 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-efb8d35a-d024-4113-9015-b6d62373efc1 req-17b855ae-3e98-4734-a6ea-7deef6387d9a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=64ec7762-d0bf-4cea-8fc2-b4c9fcd5e67b HTTP/1.1" status: 200 len: 1130 time: 0.0380599 Jul 27 08:46:24.848110 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-efb8d35a-d024-4113-9015-b6d62373efc1 req-e7004a14-b4f9-4d27-84de-dd596ed5384d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=6510ab0b-e3cc-4b2d-a6c9-f27a1733f830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394528 Jul 27 08:46:25.757519 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69bc6bf-4e0a-4a94-b180-e38eda740741 req-f3493931-1665-43a8-9fc8-f25642f60cd8 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:46:25.759022 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-c69bc6bf-4e0a-4a94-b180-e38eda740741 req-f3493931-1665-43a8-9fc8-f25642f60cd8 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] 10.222.0.40 "GET /v2.0/ports?device_id=64ec7762-d0bf-4cea-8fc2-b4c9fcd5e67b HTTP/1.1" status: 200 len: 946 time: 0.0458069 Jul 27 08:46:25.806507 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-c69bc6bf-4e0a-4a94-b180-e38eda740741 req-dedde4db-a692-4f7a-8351-92e2e2fe19e1 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] 10.222.0.40 "GET /v2.0/security-groups?id=6510ab0b-e3cc-4b2d-a6c9-f27a1733f830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419922 Jul 27 08:46:26.960260 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68e32bb-835d-4d4e-a6e5-acad96da87cd req-7498c2f6-7e3d-4809-ad5b-b1976ee7a8db tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:46:26.961746 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-a68e32bb-835d-4d4e-a6e5-acad96da87cd req-7498c2f6-7e3d-4809-ad5b-b1976ee7a8db tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] 10.222.0.40 "GET /v2.0/ports?device_id=64ec7762-d0bf-4cea-8fc2-b4c9fcd5e67b HTTP/1.1" status: 200 len: 946 time: 0.0783012 Jul 27 08:46:26.969174 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-262ef060-3c68-4fda-bc9e-5092cd210dca req-ad926dd8-4a3b-4349-a7c4-0a094496fd9b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=dcaa9a44-f92c-4932-bcfc-6f5195df3936&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0530658 Jul 27 08:46:27.012582 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-a68e32bb-835d-4d4e-a6e5-acad96da87cd req-cb47ac3b-fae0-4d60-86bf-9a59901ad1ec tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] 10.222.0.40 "GET /v2.0/security-groups?id=6510ab0b-e3cc-4b2d-a6c9-f27a1733f830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426755 Jul 27 08:46:27.051449 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262ef060-3c68-4fda-bc9e-5092cd210dca req-432f9b8d-41b1-41d9-9a84-f482561fdbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:46:27.052973 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-262ef060-3c68-4fda-bc9e-5092cd210dca req-432f9b8d-41b1-41d9-9a84-f482561fdbf0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a0d880114866423480268022d7dd20c5&device_id=dcaa9a44-f92c-4932-bcfc-6f5195df3936 HTTP/1.1" status: 200 len: 1130 time: 0.0395324 Jul 27 08:46:27.130575 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc12b7f8-b053-4888-9d48-4609bd2aae48 req-9b04219e-21ef-4db1-852d-958996384559 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:46:27.131977 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-bc12b7f8-b053-4888-9d48-4609bd2aae48 req-9b04219e-21ef-4db1-852d-958996384559 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] 10.222.0.40 "GET /v2.0/ports?device_id=64ec7762-d0bf-4cea-8fc2-b4c9fcd5e67b HTTP/1.1" status: 200 len: 946 time: 0.0463293 Jul 27 08:46:27.162527 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262ef060-3c68-4fda-bc9e-5092cd210dca req-13dcf59f-7ec2-4a63-8e0b-eb9e64ca250c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:46:27.163998 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-262ef060-3c68-4fda-bc9e-5092cd210dca req-13dcf59f-7ec2-4a63-8e0b-eb9e64ca250c service neutron] 10.222.0.42 "GET /v2.0/networks?id=d0a6cf88-547f-4cf8-ad21-f8b392f1c474 HTTP/1.1" status: 200 len: 919 time: 0.0909846 Jul 27 08:46:27.181883 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-bc12b7f8-b053-4888-9d48-4609bd2aae48 req-324068b2-f4e5-42ad-8e9c-ef68a766f08d tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] 10.222.0.40 "GET /v2.0/security-groups?id=6510ab0b-e3cc-4b2d-a6c9-f27a1733f830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443060 Jul 27 08:46:27.203928 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-262ef060-3c68-4fda-bc9e-5092cd210dca req-45e22ff8-25e1-48cd-a20a-dd7c8daab75d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7704beb8-3578-4840-ad3c-229cb797c582 HTTP/1.1" status: 200 len: 217 time: 0.0329816 Jul 27 08:46:27.208195 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 59838) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:46:27.261987 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262ef060-3c68-4fda-bc9e-5092cd210dca req-9782b55e-f4e8-40ee-8681-dea120034fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:46:27.263461 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-262ef060-3c68-4fda-bc9e-5092cd210dca req-9782b55e-f4e8-40ee-8681-dea120034fd2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e0dfc042-b535-4f7d-9065-dbfee481baea HTTP/1.1" status: 200 len: 857 time: 0.0532718 Jul 27 08:46:27.584580 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262ef060-3c68-4fda-bc9e-5092cd210dca req-509618c8-3489-4d40-b171-77b4576145a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:46:27.586104 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-262ef060-3c68-4fda-bc9e-5092cd210dca req-509618c8-3489-4d40-b171-77b4576145a5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d0a6cf88-547f-4cf8-ad21-f8b392f1c474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3166564 Jul 27 08:46:27.591473 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb80afe-a9a5-4c64-a279-bfc542b96ee3 tempest-TestShelveInstance-134039512 tempest-TestShelveInstance-134039512-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:46:27.592892 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-dcb80afe-a9a5-4c64-a279-bfc542b96ee3 tempest-TestShelveInstance-134039512 tempest-TestShelveInstance-134039512-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=64ec7762-d0bf-4cea-8fc2-b4c9fcd5e67b HTTP/1.1" status: 200 len: 1125 time: 0.3837605 Jul 27 08:46:27.596658 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 59844) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:46:27.601191 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.v2.base [None req-df426b23-5f11-4392-b8dc-fd6a14de0805 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Request body: {'floatingip': {'floating_network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'port_id': '5a802d95-999c-4c8e-9c81-861429f0b5f0', 'tenant_id': '5d10772d974f47d7bc82c0f0b8a8facf', 'fixed_ip_address': '172.20.0.14'}} {{(pid=104485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:46:27.671963 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-df426b23-5f11-4392-b8dc-fd6a14de0805 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:46:27.689870 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-262ef060-3c68-4fda-bc9e-5092cd210dca req-246ab05c-2c81-46be-84dc-0e83d410e002 service neutron] 10.222.0.42 "GET /v2.0/networks/d0a6cf88-547f-4cf8-ad21-f8b392f1c474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951958 Jul 27 08:46:27.752877 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-df426b23-5f11-4392-b8dc-fd6a14de0805 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (None), before_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:46:27.783693 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-262ef060-3c68-4fda-bc9e-5092cd210dca req-7c28e13d-ddd2-418a-8f52-ab8c7cd97a6b service neutron] 10.222.0.42 "GET /v2.0/networks/d0a6cf88-547f-4cf8-ad21-f8b392f1c474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858221 Jul 27 08:46:27.861648 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.db.db_base_plugin_common [None req-df426b23-5f11-4392-b8dc-fd6a14de0805 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Allocated IP 172.27.2.52 (e7cd7671-9410-421d-95f2-ddad301715a5/bd8cca88-d260-42a1-9635-5bfcc6eba2a1/89fa0ec0-3d15-44fa-803c-c5d39ca935fe) {{(pid=104485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 08:46:27.873830 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:46:27.963123 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-df426b23-5f11-4392-b8dc-fd6a14de0805 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Publish callbacks [] for port (89fa0ec0-3d15-44fa-803c-c5d39ca935fe), precommit_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:46:28.066354 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-df426b23-5f11-4392-b8dc-fd6a14de0805 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786709965397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16582167'] for port (89fa0ec0-3d15-44fa-803c-c5d39ca935fe), after_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:46:28.109213 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df426b23-5f11-4392-b8dc-fd6a14de0805 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Network e7cd7671-9410-421d-95f2-ddad301715a5 is already hosted by enough agents. {{(pid=104485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 08:46:28.115776 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:46:28.116732 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.scheduler.base_scheduler [None req-df426b23-5f11-4392-b8dc-fd6a14de0805 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Resources bound (agent type, host, resource id): {{(pid=104485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 08:46:28.120504 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df426b23-5f11-4392-b8dc-fd6a14de0805 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Received port after_create {{(pid=104485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 08:46:28.123714 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df426b23-5f11-4392-b8dc-fd6a14de0805 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Pushing event updated for resources: {'Port': ['ID=89fa0ec0-3d15-44fa-803c-c5d39ca935fe,revision_number=1']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:46:28.151230 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df426b23-5f11-4392-b8dc-fd6a14de0805 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:46:28.151871 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df426b23-5f11-4392-b8dc-fd6a14de0805 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:46:28.152007 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df426b23-5f11-4392-b8dc-fd6a14de0805 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:46:28.152221 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df426b23-5f11-4392-b8dc-fd6a14de0805 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:46:28.152560 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df426b23-5f11-4392-b8dc-fd6a14de0805 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:46:28.152889 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df426b23-5f11-4392-b8dc-fd6a14de0805 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:46:28.153215 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df426b23-5f11-4392-b8dc-fd6a14de0805 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:46:28.153540 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df426b23-5f11-4392-b8dc-fd6a14de0805 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:46:28.153862 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df426b23-5f11-4392-b8dc-fd6a14de0805 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:46:28.154208 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df426b23-5f11-4392-b8dc-fd6a14de0805 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:46:28.154535 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df426b23-5f11-4392-b8dc-fd6a14de0805 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:46:28.154857 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df426b23-5f11-4392-b8dc-fd6a14de0805 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:46:28.155176 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df426b23-5f11-4392-b8dc-fd6a14de0805 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:46:28.155493 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df426b23-5f11-4392-b8dc-fd6a14de0805 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:46:28.155812 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df426b23-5f11-4392-b8dc-fd6a14de0805 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:46:28.476622 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-df426b23-5f11-4392-b8dc-fd6a14de0805 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Publish callbacks [] for floatingip (a0858ab5-1136-4113-9430-c4aa84fb157c), precommit_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:46:28.608285 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-df426b23-5f11-4392-b8dc-fd6a14de0805 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (89fa0ec0-3d15-44fa-803c-c5d39ca935fe), before_update {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:46:28.754647 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-df426b23-5f11-4392-b8dc-fd6a14de0805 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Publish callbacks [] for port (89fa0ec0-3d15-44fa-803c-c5d39ca935fe), precommit_update {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:46:28.814277 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-df426b23-5f11-4392-b8dc-fd6a14de0805 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16582144'] for port (89fa0ec0-3d15-44fa-803c-c5d39ca935fe), after_update {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:46:28.882299 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df426b23-5f11-4392-b8dc-fd6a14de0805 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Pushing event updated for resources: {'Port': ['ID=89fa0ec0-3d15-44fa-803c-c5d39ca935fe,revision_number=2']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:46:28.890702 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-df426b23-5f11-4392-b8dc-fd6a14de0805 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363235'] for floatingip (a0858ab5-1136-4113-9430-c4aa84fb157c), after_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:46:28.978239 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:46:28.984707 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.db.l3_db [None req-df426b23-5f11-4392-b8dc-fd6a14de0805 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Floating IP a0858ab5-1136-4113-9430-c4aa84fb157c associated. External IP: 172.27.2.52, port: 5a802d95-999c-4c8e-9c81-861429f0b5f0. Jul 27 08:46:29.066843 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:46:29.180984 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df426b23-5f11-4392-b8dc-fd6a14de0805 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Router 99785374-1eaf-4faf-abb6-be11fa2e167c has already been hosted by L3 agent 5bc6d868-bb0b-4164-b2dd-44360f4de654 {{(pid=104485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 08:46:29.281035 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df426b23-5f11-4392-b8dc-fd6a14de0805 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Notify agent at l3_agent.dv-cinder-851170-2-iscsi the message routers_updated {{(pid=104485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 08:46:29.290948 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37647246-3328-46d8-9918-54b5b8579c1f None None] Sync routers for ids ['99785374-1eaf-4faf-abb6-be11fa2e167c'] in dv-cinder-851170-2-iscsi {{(pid=104488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 08:46:29.300813 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37647246-3328-46d8-9918-54b5b8579c1f None None] Routers {'99785374-1eaf-4faf-abb6-be11fa2e167c'} bound to L3 agent in host dv-cinder-851170-2-iscsi {{(pid=104488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 08:46:29.301423 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_hamode_db [None req-37647246-3328-46d8-9918-54b5b8579c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-27T08:30:18Z,description=,heartbeat_timestamp=2022-07-27T08:46:18Z,host='dv-cinder-851170-2-iscsi',id=5bc6d868-bb0b-4164-b2dd-44360f4de654,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T08:30:19Z,topic='l3_agent')) {'router_ids': ['99785374-1eaf-4faf-abb6-be11fa2e167c'], 'active': True} {{(pid=104488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:46:29.360361 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-df426b23-5f11-4392-b8dc-fd6a14de0805 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8374701'] for floatingip (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:46:29.390767 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-df426b23-5f11-4392-b8dc-fd6a14de0805 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7927020 Jul 27 08:46:29.391586 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64ec7762-d0bf-4cea-8fc2-b4c9fcd5e67b', 'tag': '5a802d95-999c-4c8e-9c81-861429f0b5f0'}] {{(pid=104485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 08:46:29.393679 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f4ab7c7b1e34975a56cd7ce610f5615b70f950c8da59d9e9b5a870069a9544" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81d0cb5a-745d-4088-81d1-6564846534e1" -d '{"events": [{"name": "network-changed", "server_uuid": "64ec7762-d0bf-4cea-8fc2-b4c9fcd5e67b", "tag": "5a802d95-999c-4c8e-9c81-861429f0b5f0"}]}' {{(pid=104485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 08:46:29.404310 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvr_db [None req-37647246-3328-46d8-9918-54b5b8579c1f None None] Set router 99785374-1eaf-4faf-abb6-be11fa2e167c gateway port host: dv-cinder-851170-2-iscsi {{(pid=104488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 08:46:29.431786 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 08:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d6575ac-5c1f-46fa-8842-9bc3735e8ba8 x-openstack-request-id: req-3d6575ac-5c1f-46fa-8842-9bc3735e8ba8 {{(pid=104485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 08:46:29.432079 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64ec7762-d0bf-4cea-8fc2-b4c9fcd5e67b", "tag": "5a802d95-999c-4c8e-9c81-861429f0b5f0", "status": "completed", "code": 200}]} {{(pid=104485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 08:46:29.432336 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-3d6575ac-5c1f-46fa-8842-9bc3735e8ba8 {{(pid=104485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 08:46:29.432844 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d6575ac-5c1f-46fa-8842-9bc3735e8ba8'] response: {'name': 'network-changed', 'server_uuid': '64ec7762-d0bf-4cea-8fc2-b4c9fcd5e67b', 'tag': '5a802d95-999c-4c8e-9c81-861429f0b5f0', 'status': 'completed', 'code': 200} Jul 27 08:46:29.531822 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d0cb5a-745d-4088-81d1-6564846534e1 req-4656811b-b494-485d-89a1-6b2e955cc6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:46:29.533269 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-81d0cb5a-745d-4088-81d1-6564846534e1 req-4656811b-b494-485d-89a1-6b2e955cc6b9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5d10772d974f47d7bc82c0f0b8a8facf&device_id=64ec7762-d0bf-4cea-8fc2-b4c9fcd5e67b HTTP/1.1" status: 200 len: 1130 time: 0.0461287 Jul 27 08:46:29.585595 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=100 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:46:29.613963 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_hamode_db [None req-37647246-3328-46d8-9918-54b5b8579c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99785374-1eaf-4faf-abb6-be11fa2e167c', 'name': 'tempest-TestShelveInstance-1662186271-router', 'tenant_id': '5d10772d974f47d7bc82c0f0b8a8facf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'c33789dc-58b9-4b11-aa84-a815cd3415fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:45:25Z', 'updated_at': '2022-07-27T08:45:28Z', 'revision_number': 4, 'project_id': '5d10772d974f47d7bc82c0f0b8a8facf', 'gw_port': {'id': 'c33789dc-58b9-4b11-aa84-a815cd3415fd', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:47:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99785374-1eaf-4faf-abb6-be11fa2e167c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:45:26Z', 'updated_at': '2022-07-27T08:45:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi', '_floatingips': [{'id': 'a0858ab5-1136-4113-9430-c4aa84fb157c', 'tenant_id': '5d10772d974f47d7bc82c0f0b8a8facf', 'floating_ip_address': '172.27.2.52', 'floating_network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'router_id': '99785374-1eaf-4faf-abb6-be11fa2e167c', 'port_id': '5a802d95-999c-4c8e-9c81-861429f0b5f0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93238f62-e429-47ef-8e5c-b2b7247c1c0f', 'mac_address': 'fa:16:3e:1a:b1:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64ec7762-d0bf-4cea-8fc2-b4c9fcd5e67b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T08:46:28Z', 'updated_at': '2022-07-27T08:46:28Z', 'revision_number': 0, 'project_id': '5d10772d974f47d7bc82c0f0b8a8facf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18a25a2f-461e-439c-81cf-486b6762e6a3', 'name': '', 'network_id': '93238f62-e429-47ef-8e5c-b2b7247c1c0f', 'tenant_id': '5d10772d974f47d7bc82c0f0b8a8facf', 'mac_address': 'fa:16:3e:5c:5f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99785374-1eaf-4faf-abb6-be11fa2e167c', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '45bab364-f7d1-4e2a-889f-749acca6bead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:45:28Z', 'updated_at': '2022-07-27T08:45:33Z', 'revision_number': 5, 'project_id': '5d10772d974f47d7bc82c0f0b8a8facf', 'subnets': [{'id': '45bab364-f7d1-4e2a-889f-749acca6bead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851170-2-iscsi', False) {} {{(pid=104488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:46:29.624758 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d0cb5a-745d-4088-81d1-6564846534e1 req-14fe9f90-bc6e-4509-8d26-fc2aa5c3cca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:46:29.626275 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-81d0cb5a-745d-4088-81d1-6564846534e1 req-14fe9f90-bc6e-4509-8d26-fc2aa5c3cca5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=93238f62-e429-47ef-8e5c-b2b7247c1c0f HTTP/1.1" status: 200 len: 910 time: 0.0874810 Jul 27 08:46:29.641127 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37647246-3328-46d8-9918-54b5b8579c1f None None] Checking router: 99785374-1eaf-4faf-abb6-be11fa2e167c for host: dv-cinder-851170-2-iscsi {{(pid=104488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 08:46:29.649466 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37647246-3328-46d8-9918-54b5b8579c1f None None] Routers {'99785374-1eaf-4faf-abb6-be11fa2e167c'} bound to L3 agent in host dv-cinder-851170-2-iscsi {{(pid=104488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 08:46:29.650061 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_hamode_db [None req-37647246-3328-46d8-9918-54b5b8579c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-27T08:30:18Z,description=,heartbeat_timestamp=2022-07-27T08:46:18Z,host='dv-cinder-851170-2-iscsi',id=5bc6d868-bb0b-4164-b2dd-44360f4de654,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T08:30:19Z,topic='l3_agent')) {'router_ids': ['99785374-1eaf-4faf-abb6-be11fa2e167c'], 'active': True} {{(pid=104488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:46:29.692807 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-81d0cb5a-745d-4088-81d1-6564846534e1 req-03effaaa-f064-486f-9bf6-257c94b52b0a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5a802d95-999c-4c8e-9c81-861429f0b5f0 HTTP/1.1" status: 200 len: 999 time: 0.0586669 Jul 27 08:46:29.737061 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=100 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:46:29.744497 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d0cb5a-745d-4088-81d1-6564846534e1 req-9ab7b5e6-dc44-4b33-9c1f-963e20642794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:46:29.748331 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-81d0cb5a-745d-4088-81d1-6564846534e1 req-9ab7b5e6-dc44-4b33-9c1f-963e20642794 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=45bab364-f7d1-4e2a-889f-749acca6bead HTTP/1.1" status: 200 len: 848 time: 0.0445833 Jul 27 08:46:29.748462 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvr_db [None req-37647246-3328-46d8-9918-54b5b8579c1f None None] Set router 99785374-1eaf-4faf-abb6-be11fa2e167c gateway port host: dv-cinder-851170-2-iscsi {{(pid=104488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 08:46:29.790397 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d0cb5a-745d-4088-81d1-6564846534e1 req-94aa34bd-c627-46f8-8084-381ce0cbb239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:46:29.791889 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-81d0cb5a-745d-4088-81d1-6564846534e1 req-94aa34bd-c627-46f8-8084-381ce0cbb239 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=93238f62-e429-47ef-8e5c-b2b7247c1c0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387053 Jul 27 08:46:29.885661 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-81d0cb5a-745d-4088-81d1-6564846534e1 req-01aa74bc-d6de-414a-8206-e4b72be19433 service neutron] 10.222.0.42 "GET /v2.0/networks/93238f62-e429-47ef-8e5c-b2b7247c1c0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866966 Jul 27 08:46:29.956545 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_hamode_db [None req-37647246-3328-46d8-9918-54b5b8579c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99785374-1eaf-4faf-abb6-be11fa2e167c', 'name': 'tempest-TestShelveInstance-1662186271-router', 'tenant_id': '5d10772d974f47d7bc82c0f0b8a8facf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'c33789dc-58b9-4b11-aa84-a815cd3415fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:45:25Z', 'updated_at': '2022-07-27T08:45:28Z', 'revision_number': 4, 'project_id': '5d10772d974f47d7bc82c0f0b8a8facf', 'gw_port': {'id': 'c33789dc-58b9-4b11-aa84-a815cd3415fd', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:47:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99785374-1eaf-4faf-abb6-be11fa2e167c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:45:26Z', 'updated_at': '2022-07-27T08:45:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi', '_floatingips': [{'id': 'a0858ab5-1136-4113-9430-c4aa84fb157c', 'tenant_id': '5d10772d974f47d7bc82c0f0b8a8facf', 'floating_ip_address': '172.27.2.52', 'floating_network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'router_id': '99785374-1eaf-4faf-abb6-be11fa2e167c', 'port_id': '5a802d95-999c-4c8e-9c81-861429f0b5f0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93238f62-e429-47ef-8e5c-b2b7247c1c0f', 'mac_address': 'fa:16:3e:1a:b1:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64ec7762-d0bf-4cea-8fc2-b4c9fcd5e67b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T08:46:28Z', 'updated_at': '2022-07-27T08:46:28Z', 'revision_number': 0, 'project_id': '5d10772d974f47d7bc82c0f0b8a8facf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18a25a2f-461e-439c-81cf-486b6762e6a3', 'name': '', 'network_id': '93238f62-e429-47ef-8e5c-b2b7247c1c0f', 'tenant_id': '5d10772d974f47d7bc82c0f0b8a8facf', 'mac_address': 'fa:16:3e:5c:5f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99785374-1eaf-4faf-abb6-be11fa2e167c', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '45bab364-f7d1-4e2a-889f-749acca6bead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:45:28Z', 'updated_at': '2022-07-27T08:45:33Z', 'revision_number': 5, 'project_id': '5d10772d974f47d7bc82c0f0b8a8facf', 'subnets': [{'id': '45bab364-f7d1-4e2a-889f-749acca6bead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851170-2-iscsi', False) {} {{(pid=104488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:46:29.976247 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-81d0cb5a-745d-4088-81d1-6564846534e1 req-63e6e73a-af2b-45d6-8a63-afd5c13630c7 service neutron] 10.222.0.42 "GET /v2.0/networks/93238f62-e429-47ef-8e5c-b2b7247c1c0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841963 Jul 27 08:46:29.983154 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37647246-3328-46d8-9918-54b5b8579c1f None None] The sync data for ids ['99785374-1eaf-4faf-abb6-be11fa2e167c'] in dv-cinder-851170-2-iscsi is: [{'id': '99785374-1eaf-4faf-abb6-be11fa2e167c', 'name': 'tempest-TestShelveInstance-1662186271-router', 'tenant_id': '5d10772d974f47d7bc82c0f0b8a8facf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'c33789dc-58b9-4b11-aa84-a815cd3415fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:45:25Z', 'updated_at': '2022-07-27T08:45:28Z', 'revision_number': 4, 'project_id': '5d10772d974f47d7bc82c0f0b8a8facf', 'gw_port': {'id': 'c33789dc-58b9-4b11-aa84-a815cd3415fd', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:47:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99785374-1eaf-4faf-abb6-be11fa2e167c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:45:26Z', 'updated_at': '2022-07-27T08:45:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi', '_floatingips': [{'id': 'a0858ab5-1136-4113-9430-c4aa84fb157c', 'tenant_id': '5d10772d974f47d7bc82c0f0b8a8facf', 'floating_ip_address': '172.27.2.52', 'floating_network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'router_id': '99785374-1eaf-4faf-abb6-be11fa2e167c', 'port_id': '5a802d95-999c-4c8e-9c81-861429f0b5f0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93238f62-e429-47ef-8e5c-b2b7247c1c0f', 'mac_address': 'fa:16:3e:1a:b1:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64ec7762-d0bf-4cea-8fc2-b4c9fcd5e67b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T08:46:28Z', 'updated_at': '2022-07-27T08:46:28Z', 'revision_number': 0, 'project_id': '5d10772d974f47d7bc82c0f0b8a8facf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18a25a2f-461e-439c-81cf-486b6762e6a3', 'name': '', 'network_id': '93238f62-e429-47ef-8e5c-b2b7247c1c0f', 'tenant_id': '5d10772d974f47d7bc82c0f0b8a8facf', 'mac_address': 'fa:16:3e:5c:5f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99785374-1eaf-4faf-abb6-be11fa2e167c', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '45bab364-f7d1-4e2a-889f-749acca6bead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:45:28Z', 'updated_at': '2022-07-27T08:45:33Z', 'revision_number': 5, 'project_id': '5d10772d974f47d7bc82c0f0b8a8facf', 'subnets': [{'id': '45bab364-f7d1-4e2a-889f-749acca6bead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 08:46:30.189823 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7477c7-9e80-4569-a33c-6362219ff5b5 None None] New status for floating IP a0858ab5-1136-4113-9430-c4aa84fb157c: ACTIVE {{(pid=104487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 27 08:46:30.233307 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:46:35.030339 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c73992-4ef2-4081-8839-5bfbed52dfde req-2a9b7f50-da7e-4ee6-815e-54bc486564bc tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:46:35.031922 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-d6c73992-4ef2-4081-8839-5bfbed52dfde req-2a9b7f50-da7e-4ee6-815e-54bc486564bc tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/ports?device_id=8f053d88-ea01-4efa-9bcc-0880e6194203 HTTP/1.1" status: 200 len: 945 time: 0.0516257 Jul 27 08:46:35.078837 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-d6c73992-4ef2-4081-8839-5bfbed52dfde req-1b21a5e0-3987-4e92-a987-7c2f53de716d tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/security-groups?id=06418579-5279-4337-8e21-42e2ccd9d668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411839 Jul 27 08:46:36.197173 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60d5670-540f-47cd-b2ef-4488c05db006 req-78f82be5-6efe-477b-9439-116a0b4e58a4 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:46:36.198736 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-c60d5670-540f-47cd-b2ef-4488c05db006 req-78f82be5-6efe-477b-9439-116a0b4e58a4 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/ports?device_id=8f053d88-ea01-4efa-9bcc-0880e6194203 HTTP/1.1" status: 200 len: 945 time: 0.0466347 Jul 27 08:46:36.245448 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-c60d5670-540f-47cd-b2ef-4488c05db006 req-ed569a82-5425-40bb-a394-5379889c4f7a tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/security-groups?id=06418579-5279-4337-8e21-42e2ccd9d668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411355 Jul 27 08:46:37.362421 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634ed952-869a-4941-a5f8-bc5b0ccf12f3 req-87cf8359-2100-47ec-a8b7-cce8fbabc90e tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:46:37.363917 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-634ed952-869a-4941-a5f8-bc5b0ccf12f3 req-87cf8359-2100-47ec-a8b7-cce8fbabc90e tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/ports?device_id=8f053d88-ea01-4efa-9bcc-0880e6194203 HTTP/1.1" status: 200 len: 945 time: 0.0472398 Jul 27 08:46:37.410566 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-634ed952-869a-4941-a5f8-bc5b0ccf12f3 req-83fec051-9efb-41a2-9036-d322c119d1e0 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/security-groups?id=06418579-5279-4337-8e21-42e2ccd9d668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410750 Jul 27 08:46:38.530582 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749e4538-aa92-4caf-865c-13e21fd205a8 req-5a056711-6993-47f0-8dfa-33b35bedb81e tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:46:38.532235 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-749e4538-aa92-4caf-865c-13e21fd205a8 req-5a056711-6993-47f0-8dfa-33b35bedb81e tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/ports?device_id=8f053d88-ea01-4efa-9bcc-0880e6194203 HTTP/1.1" status: 200 len: 945 time: 0.0498552 Jul 27 08:46:38.580088 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-749e4538-aa92-4caf-865c-13e21fd205a8 req-5aaf20ca-7b21-48d6-b981-8e9b1ef6c614 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/security-groups?id=06418579-5279-4337-8e21-42e2ccd9d668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424631 Jul 27 08:46:39.009520 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3d1ae3-4f24-42aa-98cf-17a84d93ce51 req-fde36f2d-9830-4303-8b29-20b4fb5eac71 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:46:39.010958 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-6d3d1ae3-4f24-42aa-98cf-17a84d93ce51 req-fde36f2d-9830-4303-8b29-20b4fb5eac71 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.42 "GET /v2.0/ports?device_id=8f053d88-ea01-4efa-9bcc-0880e6194203 HTTP/1.1" status: 200 len: 945 time: 0.0458159 Jul 27 08:46:39.096691 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.plugin [req-6d3d1ae3-4f24-42aa-98cf-17a84d93ce51 req-853fecac-e8ad-4f6b-a76e-8915425e03a9 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Deleting port 6f674684-ef99-4489-89b2-62b7296f4a73 {{(pid=104486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 08:46:39.097038 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-6d3d1ae3-4f24-42aa-98cf-17a84d93ce51 req-853fecac-e8ad-4f6b-a76e-8915425e03a9 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786710341133'] for port (6f674684-ef99-4489-89b2-62b7296f4a73), before_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:46:39.189697 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.db [req-6d3d1ae3-4f24-42aa-98cf-17a84d93ce51 req-853fecac-e8ad-4f6b-a76e-8915425e03a9 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] For port 6f674684-ef99-4489-89b2-62b7296f4a73, host hv-cinder-85117, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85117',level=0,port_id=6f674684-ef99-4489-89b2-62b7296f4a73,segment=NetworkSegment(25556ca1-67d3-4c5f-8bb3-e3393e44e1ba),segment_id=25556ca1-67d3-4c5f-8bb3-e3393e44e1ba)] {{(pid=104486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:46:39.190062 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-6d3d1ae3-4f24-42aa-98cf-17a84d93ce51 req-853fecac-e8ad-4f6b-a76e-8915425e03a9 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8100626'] for port (6f674684-ef99-4489-89b2-62b7296f4a73), precommit_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:46:39.346776 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-6d3d1ae3-4f24-42aa-98cf-17a84d93ce51 req-853fecac-e8ad-4f6b-a76e-8915425e03a9 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:46:39.347146 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-6d3d1ae3-4f24-42aa-98cf-17a84d93ce51 req-853fecac-e8ad-4f6b-a76e-8915425e03a9 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363235'] for floatingip (71272700-5171-4b75-8082-3e19f08f34b0), after_update {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:46:39.347467 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.db.l3_db [req-6d3d1ae3-4f24-42aa-98cf-17a84d93ce51 req-853fecac-e8ad-4f6b-a76e-8915425e03a9 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Floating IP 71272700-5171-4b75-8082-3e19f08f34b0 disassociated. External IP: 172.27.2.144, port: 6f674684-ef99-4489-89b2-62b7296f4a73. Jul 27 08:46:39.347820 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.plugin [req-6d3d1ae3-4f24-42aa-98cf-17a84d93ce51 req-853fecac-e8ad-4f6b-a76e-8915425e03a9 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Calling delete_port for 6f674684-ef99-4489-89b2-62b7296f4a73 owned by compute:nova {{(pid=104486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 08:46:39.403263 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=100 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:46:39.447167 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:46:39.574702 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-6d3d1ae3-4f24-42aa-98cf-17a84d93ce51 req-853fecac-e8ad-4f6b-a76e-8915425e03a9 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786710477123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786709965406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4293862'] for port (6f674684-ef99-4489-89b2-62b7296f4a73), after_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:46:39.602980 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853fecac-e8ad-4f6b-a76e-8915425e03a9 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Pushing event deleted for resources: {'Port': ['ID=6f674684-ef99-4489-89b2-62b7296f4a73,revision_number=None']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:46:39.715004 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-fa6ab4eb-828f-475d-ba41-5530ee70e2b6 req-8419a591-8818-4ff1-8e2f-f83e46906d1d tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/ports?device_id=8f053d88-ea01-4efa-9bcc-0880e6194203 HTTP/1.1" status: 200 len: 210 time: 0.0542526 Jul 27 08:46:39.739808 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6d3d1ae3-4f24-42aa-98cf-17a84d93ce51 req-853fecac-e8ad-4f6b-a76e-8915425e03a9 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Router 3e5b6a5e-dae9-4233-a289-94d5f15ec0f2 has already been hosted by L3 agent 5bc6d868-bb0b-4164-b2dd-44360f4de654 {{(pid=104486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 08:46:39.840167 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6d3d1ae3-4f24-42aa-98cf-17a84d93ce51 req-853fecac-e8ad-4f6b-a76e-8915425e03a9 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Notify agent at l3_agent.dv-cinder-851170-2-iscsi the message routers_updated {{(pid=104486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 08:46:39.850228 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4ba959-7782-4ab3-b2c6-7e585b94c3fb None None] Sync routers for ids ['3e5b6a5e-dae9-4233-a289-94d5f15ec0f2'] in dv-cinder-851170-2-iscsi {{(pid=104488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 08:46:39.864146 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4ba959-7782-4ab3-b2c6-7e585b94c3fb None None] Routers {'3e5b6a5e-dae9-4233-a289-94d5f15ec0f2'} bound to L3 agent in host dv-cinder-851170-2-iscsi {{(pid=104488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 08:46:39.864677 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_hamode_db [None req-6c4ba959-7782-4ab3-b2c6-7e585b94c3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-27T08:30:18Z,description=,heartbeat_timestamp=2022-07-27T08:46:18Z,host='dv-cinder-851170-2-iscsi',id=5bc6d868-bb0b-4164-b2dd-44360f4de654,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T08:30:19Z,topic='l3_agent')) {'router_ids': ['3e5b6a5e-dae9-4233-a289-94d5f15ec0f2'], 'active': True} {{(pid=104488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:46:39.882108 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d3d1ae3-4f24-42aa-98cf-17a84d93ce51 req-853fecac-e8ad-4f6b-a76e-8915425e03a9 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] No DVR routers for this DVR port 6f674684-ef99-4489-89b2-62b7296f4a73 on host hv-cinder-85117 {{(pid=104486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 08:46:39.884810 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-6d3d1ae3-4f24-42aa-98cf-17a84d93ce51 req-853fecac-e8ad-4f6b-a76e-8915425e03a9 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8374701'] for port (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:46:39.888075 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-6d3d1ae3-4f24-42aa-98cf-17a84d93ce51 req-853fecac-e8ad-4f6b-a76e-8915425e03a9 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.42 "DELETE /v2.0/ports/6f674684-ef99-4489-89b2-62b7296f4a73 HTTP/1.1" status: 204 len: 173 time: 0.8714271 Jul 27 08:46:39.888549 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f053d88-ea01-4efa-9bcc-0880e6194203', 'name': 'network-vif-deleted', 'tag': '6f674684-ef99-4489-89b2-62b7296f4a73'}] {{(pid=104486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 08:46:39.890900 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0fbdf057086729fb3d5906bdd251c7adb98d678ad2f5ce1a48bcc8d44af0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50f18b7f-3747-4805-a61d-885aa85db487" -d '{"events": [{"server_uuid": "8f053d88-ea01-4efa-9bcc-0880e6194203", "name": "network-vif-deleted", "tag": "6f674684-ef99-4489-89b2-62b7296f4a73"}]}' {{(pid=104486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 08:46:39.935806 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 08:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e53e225c-e250-43c1-be25-3c620be5368b x-openstack-request-id: req-e53e225c-e250-43c1-be25-3c620be5368b {{(pid=104486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 08:46:39.936554 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f053d88-ea01-4efa-9bcc-0880e6194203", "name": "network-vif-deleted", "tag": "6f674684-ef99-4489-89b2-62b7296f4a73", "status": "completed", "code": 200}]} {{(pid=104486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 08:46:39.936820 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-e53e225c-e250-43c1-be25-3c620be5368b {{(pid=104486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 08:46:39.937238 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e53e225c-e250-43c1-be25-3c620be5368b'] response: {'server_uuid': '8f053d88-ea01-4efa-9bcc-0880e6194203', 'name': 'network-vif-deleted', 'tag': '6f674684-ef99-4489-89b2-62b7296f4a73', 'status': 'completed', 'code': 200} Jul 27 08:46:40.049910 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvr_db [None req-6c4ba959-7782-4ab3-b2c6-7e585b94c3fb None None] Set router 3e5b6a5e-dae9-4233-a289-94d5f15ec0f2 gateway port host: dv-cinder-851170-2-iscsi {{(pid=104488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 08:46:40.160841 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=100 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:46:40.167072 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=100 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:46:40.236348 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_hamode_db [None req-6c4ba959-7782-4ab3-b2c6-7e585b94c3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e5b6a5e-dae9-4233-a289-94d5f15ec0f2', 'name': 'tempest-ServerRescueNegativeTestJSON-336603511-router', 'tenant_id': 'a0d880114866423480268022d7dd20c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': 'bc20dc56-ef1b-4d13-a040-e7c64a46e81e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:40:56Z', 'updated_at': '2022-07-27T08:41:00Z', 'revision_number': 4, 'project_id': 'a0d880114866423480268022d7dd20c5', 'gw_port': {'id': 'bc20dc56-ef1b-4d13-a040-e7c64a46e81e', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5b6a5e-dae9-4233-a289-94d5f15ec0f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:40:57Z', 'updated_at': '2022-07-27T08:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi', '_interfaces': [{'id': '20925831-7162-4648-bf06-53baf1f72189', 'name': '', 'network_id': 'd0a6cf88-547f-4cf8-ad21-f8b392f1c474', 'tenant_id': 'a0d880114866423480268022d7dd20c5', 'mac_address': 'fa:16:3e:1b:02:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5b6a5e-dae9-4233-a289-94d5f15ec0f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'e0dfc042-b535-4f7d-9065-dbfee481baea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:41:00Z', 'updated_at': '2022-07-27T08:41:06Z', 'revision_number': 5, 'project_id': 'a0d880114866423480268022d7dd20c5', 'subnets': [{'id': 'e0dfc042-b535-4f7d-9065-dbfee481baea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851170-2-iscsi', False) {} {{(pid=104488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:46:40.261636 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4ba959-7782-4ab3-b2c6-7e585b94c3fb None None] Checking router: 3e5b6a5e-dae9-4233-a289-94d5f15ec0f2 for host: dv-cinder-851170-2-iscsi {{(pid=104488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 08:46:40.270860 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4ba959-7782-4ab3-b2c6-7e585b94c3fb None None] Routers {'3e5b6a5e-dae9-4233-a289-94d5f15ec0f2'} bound to L3 agent in host dv-cinder-851170-2-iscsi {{(pid=104488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 08:46:40.271494 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_hamode_db [None req-6c4ba959-7782-4ab3-b2c6-7e585b94c3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-27T08:30:18Z,description=,heartbeat_timestamp=2022-07-27T08:46:18Z,host='dv-cinder-851170-2-iscsi',id=5bc6d868-bb0b-4164-b2dd-44360f4de654,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T08:30:19Z,topic='l3_agent')) {'router_ids': ['3e5b6a5e-dae9-4233-a289-94d5f15ec0f2'], 'active': True} {{(pid=104488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:46:40.297541 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:46:40.371194 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvr_db [None req-6c4ba959-7782-4ab3-b2c6-7e585b94c3fb None None] Set router 3e5b6a5e-dae9-4233-a289-94d5f15ec0f2 gateway port host: dv-cinder-851170-2-iscsi {{(pid=104488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 08:46:40.555475 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_hamode_db [None req-6c4ba959-7782-4ab3-b2c6-7e585b94c3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e5b6a5e-dae9-4233-a289-94d5f15ec0f2', 'name': 'tempest-ServerRescueNegativeTestJSON-336603511-router', 'tenant_id': 'a0d880114866423480268022d7dd20c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': 'bc20dc56-ef1b-4d13-a040-e7c64a46e81e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:40:56Z', 'updated_at': '2022-07-27T08:41:00Z', 'revision_number': 4, 'project_id': 'a0d880114866423480268022d7dd20c5', 'gw_port': {'id': 'bc20dc56-ef1b-4d13-a040-e7c64a46e81e', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5b6a5e-dae9-4233-a289-94d5f15ec0f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:40:57Z', 'updated_at': '2022-07-27T08:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi', '_interfaces': [{'id': '20925831-7162-4648-bf06-53baf1f72189', 'name': '', 'network_id': 'd0a6cf88-547f-4cf8-ad21-f8b392f1c474', 'tenant_id': 'a0d880114866423480268022d7dd20c5', 'mac_address': 'fa:16:3e:1b:02:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5b6a5e-dae9-4233-a289-94d5f15ec0f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'e0dfc042-b535-4f7d-9065-dbfee481baea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:41:00Z', 'updated_at': '2022-07-27T08:41:06Z', 'revision_number': 5, 'project_id': 'a0d880114866423480268022d7dd20c5', 'subnets': [{'id': 'e0dfc042-b535-4f7d-9065-dbfee481baea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851170-2-iscsi', False) {} {{(pid=104488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:46:40.580117 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4ba959-7782-4ab3-b2c6-7e585b94c3fb None None] The sync data for ids ['3e5b6a5e-dae9-4233-a289-94d5f15ec0f2'] in dv-cinder-851170-2-iscsi is: [{'id': '3e5b6a5e-dae9-4233-a289-94d5f15ec0f2', 'name': 'tempest-ServerRescueNegativeTestJSON-336603511-router', 'tenant_id': 'a0d880114866423480268022d7dd20c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': 'bc20dc56-ef1b-4d13-a040-e7c64a46e81e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:40:56Z', 'updated_at': '2022-07-27T08:41:00Z', 'revision_number': 4, 'project_id': 'a0d880114866423480268022d7dd20c5', 'gw_port': {'id': 'bc20dc56-ef1b-4d13-a040-e7c64a46e81e', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5b6a5e-dae9-4233-a289-94d5f15ec0f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:40:57Z', 'updated_at': '2022-07-27T08:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi', '_interfaces': [{'id': '20925831-7162-4648-bf06-53baf1f72189', 'name': '', 'network_id': 'd0a6cf88-547f-4cf8-ad21-f8b392f1c474', 'tenant_id': 'a0d880114866423480268022d7dd20c5', 'mac_address': 'fa:16:3e:1b:02:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5b6a5e-dae9-4233-a289-94d5f15ec0f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'e0dfc042-b535-4f7d-9065-dbfee481baea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:41:00Z', 'updated_at': '2022-07-27T08:41:06Z', 'revision_number': 5, 'project_id': 'a0d880114866423480268022d7dd20c5', 'subnets': [{'id': 'e0dfc042-b535-4f7d-9065-dbfee481baea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 08:46:40.802965 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4567a1a-9e79-4cb3-9bb2-83d5bf10fe14 None None] New status for floating IP 71272700-5171-4b75-8082-3e19f08f34b0: DOWN {{(pid=104487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 27 08:46:40.832312 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-06cabedb-fc42-428c-8d96-b397df736a26 req-599ed10b-ad07-4925-b6af-19359f28daff tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/ports?device_id=8f053d88-ea01-4efa-9bcc-0880e6194203 HTTP/1.1" status: 200 len: 210 time: 0.0307429 Jul 27 08:46:41.995439 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 59902) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:46:42.053779 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-7b85acfe-dff1-443b-9781-cbac7b0f7741 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Publish callbacks [] for security_group (06418579-5279-4337-8e21-42e2ccd9d668), before_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:46:42.077553 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-7b85acfe-dff1-443b-9781-cbac7b0f7741 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Publish callbacks [] for security_group (06418579-5279-4337-8e21-42e2ccd9d668), precommit_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:46:42.143947 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Device 6f674684-ef99-4489-89b2-62b7296f4a73 no longer exists at agent hyperv_hv-cinder-85117 {{(pid=104487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 08:46:42.163937 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] No Port match for: 6f674684-ef99-4489-89b2-62b7296f4a73 {{(pid=104487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 08:46:42.164326 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Device 6f674684-ef99-4489-89b2-62b7296f4a73 not bound to the agent host hv-cinder-85117 {{(pid=104487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 08:46:42.188416 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-7b85acfe-dff1-443b-9781-cbac7b0f7741 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (06418579-5279-4337-8e21-42e2ccd9d668), after_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:46:42.191117 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-7b85acfe-dff1-443b-9781-cbac7b0f7741 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Publish callbacks [] for security_group (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:46:42.192360 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-7b85acfe-dff1-443b-9781-cbac7b0f7741 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "DELETE /v2.0/security-groups/06418579-5279-4337-8e21-42e2ccd9d668 HTTP/1.1" status: 204 len: 168 time: 0.1958652 Jul 27 08:46:42.194979 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 59904) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:46:42.201661 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b85acfe-dff1-443b-9781-cbac7b0f7741 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06418579-5279-4337-8e21-42e2ccd9d668,revision_number=None']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:46:42.212192 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.api.v2.resource [None req-c7626dc1-7a5f-48f4-a895-77a7b5965216 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] show failed (client error): The resource could not be found. Jul 27 08:46:42.212192 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-c7626dc1-7a5f-48f4-a895-77a7b5965216 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/security-groups/06418579-5279-4337-8e21-42e2ccd9d668 HTTP/1.1" status: 404 len: 347 time: 0.0155067 Jul 27 08:46:42.214567 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 59906) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:46:42.323627 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.plugin [None req-7a2fe952-2c81-40a8-8dbd-fc30e3d2d7b5 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Deleting port 58828199-4ac1-4b6a-ab65-f0a0bcb8488a {{(pid=104486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 08:46:42.323976 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-7a2fe952-2c81-40a8-8dbd-fc30e3d2d7b5 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786710341133'] for port (58828199-4ac1-4b6a-ab65-f0a0bcb8488a), before_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:46:42.403629 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-7a2fe952-2c81-40a8-8dbd-fc30e3d2d7b5 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8100626'] for port (58828199-4ac1-4b6a-ab65-f0a0bcb8488a), precommit_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:46:42.403864 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-7a2fe952-2c81-40a8-8dbd-fc30e3d2d7b5 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Publish callbacks [] for floatingip (58828199-4ac1-4b6a-ab65-f0a0bcb8488a), precommit_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:46:42.417017 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.plugin [None req-7a2fe952-2c81-40a8-8dbd-fc30e3d2d7b5 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Calling delete_port for 58828199-4ac1-4b6a-ab65-f0a0bcb8488a owned by network:floatingip {{(pid=104486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 08:46:42.620466 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-7a2fe952-2c81-40a8-8dbd-fc30e3d2d7b5 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786710477123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786709965406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4293862'] for port (58828199-4ac1-4b6a-ab65-f0a0bcb8488a), after_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:46:42.643627 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2fe952-2c81-40a8-8dbd-fc30e3d2d7b5 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Pushing event deleted for resources: {'Port': ['ID=58828199-4ac1-4b6a-ab65-f0a0bcb8488a,revision_number=None']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:46:42.705972 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-7a2fe952-2c81-40a8-8dbd-fc30e3d2d7b5 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Publish callbacks [] for floatingip (71272700-5171-4b75-8082-3e19f08f34b0), after_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:46:42.708461 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-7a2fe952-2c81-40a8-8dbd-fc30e3d2d7b5 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8374701'] for floatingip (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:46:42.709615 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-7a2fe952-2c81-40a8-8dbd-fc30e3d2d7b5 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "DELETE /v2.0/floatingips/71272700-5171-4b75-8082-3e19f08f34b0 HTTP/1.1" status: 204 len: 168 time: 0.4941204 Jul 27 08:46:45.655298 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2886ca6-00ca-415a-a270-467c66d8d7e5 req-b05d04d1-6eac-418f-88ff-1cc39c3bee5f tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:46:45.656758 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-d2886ca6-00ca-415a-a270-467c66d8d7e5 req-b05d04d1-6eac-418f-88ff-1cc39c3bee5f tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/ports?device_id=dcaa9a44-f92c-4932-bcfc-6f5195df3936 HTTP/1.1" status: 200 len: 946 time: 0.0494728 Jul 27 08:46:45.677100 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:46:45.703796 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-d2886ca6-00ca-415a-a270-467c66d8d7e5 req-43199578-a0e7-4abf-83cc-8472009aa7cd tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/security-groups?id=07fb2551-7602-43d7-8203-b61ada2177cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412853 Jul 27 08:46:45.980231 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-496af770-11e5-4c85-a7d9-edb72f18d8a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (7c77c4a2-8ca4-486b-af2a-676805e7b922), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:46:46.825061 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e434d7-6d27-41e3-8b23-e85d8559bdcd req-dd094e07-2371-4d4f-ba67-8bf676a009f1 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:46:46.826570 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-16e434d7-6d27-41e3-8b23-e85d8559bdcd req-dd094e07-2371-4d4f-ba67-8bf676a009f1 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/ports?device_id=dcaa9a44-f92c-4932-bcfc-6f5195df3936 HTTP/1.1" status: 200 len: 946 time: 0.0500522 Jul 27 08:46:46.875244 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-16e434d7-6d27-41e3-8b23-e85d8559bdcd req-a2724970-1ab8-4e82-ae0a-ebe58b7dc47d tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/security-groups?id=07fb2551-7602-43d7-8203-b61ada2177cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423951 Jul 27 08:46:47.486311 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eaa7d0-88d9-491a-b95f-569cb795f99d req-0211bcae-178b-4ca5-8578-e01adaacc659 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:46:47.487746 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-a4eaa7d0-88d9-491a-b95f-569cb795f99d req-0211bcae-178b-4ca5-8578-e01adaacc659 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.42 "GET /v2.0/ports?device_id=dcaa9a44-f92c-4932-bcfc-6f5195df3936 HTTP/1.1" status: 200 len: 946 time: 0.0463846 Jul 27 08:46:47.573474 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.plugin [req-a4eaa7d0-88d9-491a-b95f-569cb795f99d req-fbaddf28-65ae-42d5-bf2e-71a7a25fd1af tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Deleting port 7704beb8-3578-4840-ad3c-229cb797c582 {{(pid=104486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 08:46:47.573827 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-a4eaa7d0-88d9-491a-b95f-569cb795f99d req-fbaddf28-65ae-42d5-bf2e-71a7a25fd1af tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786710341133'] for port (7704beb8-3578-4840-ad3c-229cb797c582), before_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:46:47.576399 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:46:47.663688 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.db [req-a4eaa7d0-88d9-491a-b95f-569cb795f99d req-fbaddf28-65ae-42d5-bf2e-71a7a25fd1af tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] For port 7704beb8-3578-4840-ad3c-229cb797c582, host hv-cinder-85117, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85117',level=0,port_id=7704beb8-3578-4840-ad3c-229cb797c582,segment=NetworkSegment(25556ca1-67d3-4c5f-8bb3-e3393e44e1ba),segment_id=25556ca1-67d3-4c5f-8bb3-e3393e44e1ba)] {{(pid=104486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:46:47.664056 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-a4eaa7d0-88d9-491a-b95f-569cb795f99d req-fbaddf28-65ae-42d5-bf2e-71a7a25fd1af tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8100626'] for port (7704beb8-3578-4840-ad3c-229cb797c582), precommit_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:46:47.677659 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.plugin [req-a4eaa7d0-88d9-491a-b95f-569cb795f99d req-fbaddf28-65ae-42d5-bf2e-71a7a25fd1af tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Calling delete_port for 7704beb8-3578-4840-ad3c-229cb797c582 owned by compute:nova {{(pid=104486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 08:46:47.857003 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-a4eaa7d0-88d9-491a-b95f-569cb795f99d req-fbaddf28-65ae-42d5-bf2e-71a7a25fd1af tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786710477123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786709965406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4293862'] for port (7704beb8-3578-4840-ad3c-229cb797c582), after_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:46:47.885627 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaddf28-65ae-42d5-bf2e-71a7a25fd1af tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Pushing event deleted for resources: {'Port': ['ID=7704beb8-3578-4840-ad3c-229cb797c582,revision_number=None']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:46:47.908001 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] get_ports_and_sgs() called for port_ids ['75614ea5-42c0-4439-8250-f07133e78608', '7704beb8-3578-4840-ad3c-229cb797c582'] {{(pid=104487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 08:46:47.933820 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4eaa7d0-88d9-491a-b95f-569cb795f99d req-fbaddf28-65ae-42d5-bf2e-71a7a25fd1af tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] No DVR routers for this DVR port 7704beb8-3578-4840-ad3c-229cb797c582 on host hv-cinder-85117 {{(pid=104486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 08:46:47.936513 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-a4eaa7d0-88d9-491a-b95f-569cb795f99d req-fbaddf28-65ae-42d5-bf2e-71a7a25fd1af tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8374701'] for port (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:46:47.940102 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-a4eaa7d0-88d9-491a-b95f-569cb795f99d req-fbaddf28-65ae-42d5-bf2e-71a7a25fd1af tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.42 "DELETE /v2.0/ports/7704beb8-3578-4840-ad3c-229cb797c582 HTTP/1.1" status: 204 len: 173 time: 0.4461837 Jul 27 08:46:47.940568 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcaa9a44-f92c-4932-bcfc-6f5195df3936', 'name': 'network-vif-deleted', 'tag': '7704beb8-3578-4840-ad3c-229cb797c582'}] {{(pid=104486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 08:46:47.943579 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0fbdf057086729fb3d5906bdd251c7adb98d678ad2f5ce1a48bcc8d44af0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acb26880-3e73-435a-b0f7-55ce77ce1e06" -d '{"events": [{"server_uuid": "dcaa9a44-f92c-4932-bcfc-6f5195df3936", "name": "network-vif-deleted", "tag": "7704beb8-3578-4840-ad3c-229cb797c582"}]}' {{(pid=104486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 08:46:47.981052 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-5ee88581-c233-44ea-bd65-d2c7ff6b58d7 req-b0ce7d1b-ee61-4558-b4a8-a2d20aab7153 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/ports?device_id=dcaa9a44-f92c-4932-bcfc-6f5195df3936 HTTP/1.1" status: 200 len: 210 time: 0.0293729 Jul 27 08:46:47.995368 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 08:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c8b34c4-b35e-443e-afaf-d6736727ddea x-openstack-request-id: req-9c8b34c4-b35e-443e-afaf-d6736727ddea {{(pid=104486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 08:46:47.995681 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcaa9a44-f92c-4932-bcfc-6f5195df3936", "name": "network-vif-deleted", "tag": "7704beb8-3578-4840-ad3c-229cb797c582", "status": "completed", "code": 200}]} {{(pid=104486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 08:46:47.995930 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-9c8b34c4-b35e-443e-afaf-d6736727ddea {{(pid=104486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 08:46:47.996329 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c8b34c4-b35e-443e-afaf-d6736727ddea'] response: {'server_uuid': 'dcaa9a44-f92c-4932-bcfc-6f5195df3936', 'name': 'network-vif-deleted', 'tag': '7704beb8-3578-4840-ad3c-229cb797c582', 'status': 'completed', 'code': 200} Jul 27 08:46:48.369118 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-eea65bdc-4e18-4555-8f0b-872bea5c9d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (5bc6d868-bb0b-4164-b2dd-44360f4de654), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:46:49.421985 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda90af8-b162-4999-9e12-e88e20f96af5 req-7c50bbec-8d85-4847-bbcc-84bb702c055f tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:46:49.423701 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-bda90af8-b162-4999-9e12-e88e20f96af5 req-7c50bbec-8d85-4847-bbcc-84bb702c055f tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/ports?device_id=ac824ac8-4d92-4c41-8a17-c96d40d2ce05 HTTP/1.1" status: 200 len: 946 time: 0.0479925 Jul 27 08:46:49.470846 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-bda90af8-b162-4999-9e12-e88e20f96af5 req-de2320cd-8c4d-4622-bcb6-52564c19f6c9 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/security-groups?id=07fb2551-7602-43d7-8203-b61ada2177cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416589 Jul 27 08:46:50.271768 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-45eb61cd-e3d7-4840-8013-3080c7768274 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (36998da0-f99a-403d-814c-b55466abd131), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:46:50.358961 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Device 7704beb8-3578-4840-ad3c-229cb797c582 no longer exists at agent hyperv_hv-cinder-85117 {{(pid=104487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 08:46:50.381915 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] No Port match for: 7704beb8-3578-4840-ad3c-229cb797c582 {{(pid=104487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 08:46:50.382277 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Device 7704beb8-3578-4840-ad3c-229cb797c582 not bound to the agent host hv-cinder-85117 {{(pid=104487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 08:46:50.557605 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=59 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:46:50.558311 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=29 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:46:50.589328 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eeaac9-3d76-4088-adee-f60a287501b9 req-838334e6-43e0-41dd-9add-721543111a22 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:46:50.590854 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-30eeaac9-3d76-4088-adee-f60a287501b9 req-838334e6-43e0-41dd-9add-721543111a22 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/ports?device_id=ac824ac8-4d92-4c41-8a17-c96d40d2ce05 HTTP/1.1" status: 200 len: 946 time: 0.0479493 Jul 27 08:46:50.638719 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-30eeaac9-3d76-4088-adee-f60a287501b9 req-7ca7f45c-2084-4a6e-940b-1a2ecd2e2d2f tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/security-groups?id=07fb2551-7602-43d7-8203-b61ada2177cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415406 Jul 27 08:46:51.371165 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (40990755-2d84-4c9d-828c-eda94a5136e8), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:46:51.394199 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-83feb67a-80d7-474e-96e8-1d92c33387c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (0a293c43-2970-4b69-9d2a-dcf41d8870ef), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:46:51.394865 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (ed9de811-f248-496b-b487-860d50d7cee7), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:46:51.719571 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:46:51.755006 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0613dc5b-3c30-447d-970d-f563672ab67d req-c319b470-0a49-4cf7-8945-5b9a425ce6fa tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:46:51.756463 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-0613dc5b-3c30-447d-970d-f563672ab67d req-c319b470-0a49-4cf7-8945-5b9a425ce6fa tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/ports?device_id=ac824ac8-4d92-4c41-8a17-c96d40d2ce05 HTTP/1.1" status: 200 len: 946 time: 0.0467012 Jul 27 08:46:51.812904 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-0613dc5b-3c30-447d-970d-f563672ab67d req-ce2399be-aa24-4798-8204-bc5ee80dcb8d tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/security-groups?id=07fb2551-7602-43d7-8203-b61ada2177cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465155 Jul 27 08:46:52.335096 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f420cb-7fe4-4812-ad38-98c707cecf6e req-dda22050-0a76-4c1d-826e-ab0f9a458e20 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:46:52.336521 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-a2f420cb-7fe4-4812-ad38-98c707cecf6e req-dda22050-0a76-4c1d-826e-ab0f9a458e20 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac824ac8-4d92-4c41-8a17-c96d40d2ce05 HTTP/1.1" status: 200 len: 946 time: 0.0469561 Jul 27 08:46:52.423711 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.plugin [req-a2f420cb-7fe4-4812-ad38-98c707cecf6e req-8788c481-d465-4310-a8bd-e9ed590719e7 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Deleting port 75614ea5-42c0-4439-8250-f07133e78608 {{(pid=104486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 08:46:52.424055 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-a2f420cb-7fe4-4812-ad38-98c707cecf6e req-8788c481-d465-4310-a8bd-e9ed590719e7 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786710341133'] for port (75614ea5-42c0-4439-8250-f07133e78608), before_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:46:52.519486 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.db [req-a2f420cb-7fe4-4812-ad38-98c707cecf6e req-8788c481-d465-4310-a8bd-e9ed590719e7 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] For port 75614ea5-42c0-4439-8250-f07133e78608, host hv-cinder-85117, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85117',level=0,port_id=75614ea5-42c0-4439-8250-f07133e78608,segment=NetworkSegment(25556ca1-67d3-4c5f-8bb3-e3393e44e1ba),segment_id=25556ca1-67d3-4c5f-8bb3-e3393e44e1ba)] {{(pid=104486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:46:52.519847 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-a2f420cb-7fe4-4812-ad38-98c707cecf6e req-8788c481-d465-4310-a8bd-e9ed590719e7 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8100626'] for port (75614ea5-42c0-4439-8250-f07133e78608), precommit_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:46:52.532306 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.plugin [req-a2f420cb-7fe4-4812-ad38-98c707cecf6e req-8788c481-d465-4310-a8bd-e9ed590719e7 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Calling delete_port for 75614ea5-42c0-4439-8250-f07133e78608 owned by compute:nova {{(pid=104486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 08:46:52.588869 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:46:52.728604 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-a2f420cb-7fe4-4812-ad38-98c707cecf6e req-8788c481-d465-4310-a8bd-e9ed590719e7 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786710477123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786709965406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4293862'] for port (75614ea5-42c0-4439-8250-f07133e78608), after_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:46:52.739883 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:46:52.760199 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8788c481-d465-4310-a8bd-e9ed590719e7 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Pushing event deleted for resources: {'Port': ['ID=75614ea5-42c0-4439-8250-f07133e78608,revision_number=None']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:46:52.771402 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] get_ports_and_sgs() called for port_ids ['75614ea5-42c0-4439-8250-f07133e78608'] {{(pid=104487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 08:46:52.803579 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2f420cb-7fe4-4812-ad38-98c707cecf6e req-8788c481-d465-4310-a8bd-e9ed590719e7 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] No DVR routers for this DVR port 75614ea5-42c0-4439-8250-f07133e78608 on host hv-cinder-85117 {{(pid=104486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 08:46:52.806028 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-a2f420cb-7fe4-4812-ad38-98c707cecf6e req-8788c481-d465-4310-a8bd-e9ed590719e7 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8374701'] for port (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:46:52.809194 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-a2f420cb-7fe4-4812-ad38-98c707cecf6e req-8788c481-d465-4310-a8bd-e9ed590719e7 tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.42 "DELETE /v2.0/ports/75614ea5-42c0-4439-8250-f07133e78608 HTTP/1.1" status: 204 len: 173 time: 0.4673762 Jul 27 08:46:52.809634 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac824ac8-4d92-4c41-8a17-c96d40d2ce05', 'name': 'network-vif-deleted', 'tag': '75614ea5-42c0-4439-8250-f07133e78608'}] {{(pid=104486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 08:46:52.811876 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0fbdf057086729fb3d5906bdd251c7adb98d678ad2f5ce1a48bcc8d44af0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3668f2ac-66b2-4816-bc86-746dae05b1fe" -d '{"events": [{"server_uuid": "ac824ac8-4d92-4c41-8a17-c96d40d2ce05", "name": "network-vif-deleted", "tag": "75614ea5-42c0-4439-8250-f07133e78608"}]}' {{(pid=104486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 08:46:52.851908 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 08:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3fd1ed3-0c02-454d-b1a0-3c0c7c72af2b x-openstack-request-id: req-c3fd1ed3-0c02-454d-b1a0-3c0c7c72af2b {{(pid=104486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 08:46:52.852208 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac824ac8-4d92-4c41-8a17-c96d40d2ce05", "name": "network-vif-deleted", "tag": "75614ea5-42c0-4439-8250-f07133e78608", "status": "completed", "code": 200}]} {{(pid=104486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 08:46:52.852464 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-c3fd1ed3-0c02-454d-b1a0-3c0c7c72af2b {{(pid=104486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 08:46:52.852917 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3fd1ed3-0c02-454d-b1a0-3c0c7c72af2b'] response: {'server_uuid': 'ac824ac8-4d92-4c41-8a17-c96d40d2ce05', 'name': 'network-vif-deleted', 'tag': '75614ea5-42c0-4439-8250-f07133e78608', 'status': 'completed', 'code': 200} Jul 27 08:46:52.917094 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-241143a1-734a-4bad-9f59-4ab6fd533a8b req-f9ee899d-5b75-4012-9d48-0d882ab0770f tempest-ServerRescueNegativeTestJSON-944421603 tempest-ServerRescueNegativeTestJSON-944421603-project] 10.222.0.40 "GET /v2.0/ports?device_id=ac824ac8-4d92-4c41-8a17-c96d40d2ce05 HTTP/1.1" status: 200 len: 210 time: 0.0297790 Jul 27 08:46:53.981388 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 59956) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:46:54.385132 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-c30b64c6-999a-4848-a08d-73c5f4b16e50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-361243'] for router_interface (3e5b6a5e-dae9-4233-a289-94d5f15ec0f2), before_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:46:54.836270 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.plugin [None req-c30b64c6-999a-4848-a08d-73c5f4b16e50 admin admin] Deleting port 20925831-7162-4648-bf06-53baf1f72189 {{(pid=104486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 08:46:54.836610 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-c30b64c6-999a-4848-a08d-73c5f4b16e50 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786710341133'] for port (20925831-7162-4648-bf06-53baf1f72189), before_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:46:54.916283 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.db [None req-c30b64c6-999a-4848-a08d-73c5f4b16e50 admin admin] For port 20925831-7162-4648-bf06-53baf1f72189, host dv-cinder-851170-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851170-2-iscsi',level=0,port_id=20925831-7162-4648-bf06-53baf1f72189,segment=NetworkSegment(25556ca1-67d3-4c5f-8bb3-e3393e44e1ba),segment_id=25556ca1-67d3-4c5f-8bb3-e3393e44e1ba)] {{(pid=104486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:46:54.916646 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-c30b64c6-999a-4848-a08d-73c5f4b16e50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8100626'] for port (20925831-7162-4648-bf06-53baf1f72189), precommit_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:46:54.928931 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.plugin [None req-c30b64c6-999a-4848-a08d-73c5f4b16e50 admin admin] Calling delete_port for 20925831-7162-4648-bf06-53baf1f72189 owned by network:router_interface {{(pid=104486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 08:46:55.058686 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:46:55.107246 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:46:55.177200 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-c30b64c6-999a-4848-a08d-73c5f4b16e50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786710477123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786709965406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4293862'] for port (20925831-7162-4648-bf06-53baf1f72189), after_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:46:55.203546 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30b64c6-999a-4848-a08d-73c5f4b16e50 admin admin] Pushing event deleted for resources: {'Port': ['ID=20925831-7162-4648-bf06-53baf1f72189,revision_number=None']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:46:55.369553 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-c30b64c6-999a-4848-a08d-73c5f4b16e50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7864744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-361359'] for router_interface (3e5b6a5e-dae9-4233-a289-94d5f15ec0f2), after_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:46:55.578430 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c30b64c6-999a-4848-a08d-73c5f4b16e50 admin admin] Router 3e5b6a5e-dae9-4233-a289-94d5f15ec0f2 has already been hosted by L3 agent 5bc6d868-bb0b-4164-b2dd-44360f4de654 {{(pid=104486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 08:46:55.675601 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c30b64c6-999a-4848-a08d-73c5f4b16e50 admin admin] Notify agent at l3_agent.dv-cinder-851170-2-iscsi the message routers_updated {{(pid=104486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 08:46:55.680476 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-c30b64c6-999a-4848-a08d-73c5f4b16e50 admin admin] 10.222.0.40 "PUT /v2.0/routers/3e5b6a5e-dae9-4233-a289-94d5f15ec0f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6978986 Jul 27 08:46:55.682985 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 59962) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:46:55.685502 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf336315-0191-4d80-a74a-fb68a04b6cdc None None] Sync routers for ids ['3e5b6a5e-dae9-4233-a289-94d5f15ec0f2'] in dv-cinder-851170-2-iscsi {{(pid=104488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 08:46:55.696793 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf336315-0191-4d80-a74a-fb68a04b6cdc None None] Routers {'3e5b6a5e-dae9-4233-a289-94d5f15ec0f2'} bound to L3 agent in host dv-cinder-851170-2-iscsi {{(pid=104488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 08:46:55.697393 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_hamode_db [None req-bf336315-0191-4d80-a74a-fb68a04b6cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-27T08:30:18Z,description=,heartbeat_timestamp=2022-07-27T08:46:48Z,host='dv-cinder-851170-2-iscsi',id=5bc6d868-bb0b-4164-b2dd-44360f4de654,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T08:30:19Z,topic='l3_agent')) {'router_ids': ['3e5b6a5e-dae9-4233-a289-94d5f15ec0f2'], 'active': True} {{(pid=104488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:46:55.781953 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-f2c85d38-f81a-468e-a414-02ae20ff7b4b admin admin] Publish callbacks [] for router (3e5b6a5e-dae9-4233-a289-94d5f15ec0f2), before_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:46:55.799986 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvr_db [None req-bf336315-0191-4d80-a74a-fb68a04b6cdc None None] Set router 3e5b6a5e-dae9-4233-a289-94d5f15ec0f2 gateway port host: dv-cinder-851170-2-iscsi {{(pid=104488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 08:46:55.881269 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-f2c85d38-f81a-468e-a414-02ae20ff7b4b admin admin] Publish callbacks [] for router_gateway (3e5b6a5e-dae9-4233-a289-94d5f15ec0f2), before_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:46:55.884966 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=100 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:46:55.966319 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_hamode_db [None req-bf336315-0191-4d80-a74a-fb68a04b6cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e5b6a5e-dae9-4233-a289-94d5f15ec0f2', 'name': 'tempest-ServerRescueNegativeTestJSON-336603511-router', 'tenant_id': 'a0d880114866423480268022d7dd20c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': 'bc20dc56-ef1b-4d13-a040-e7c64a46e81e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:40:56Z', 'updated_at': '2022-07-27T08:46:55Z', 'revision_number': 5, 'project_id': 'a0d880114866423480268022d7dd20c5', 'gw_port': {'id': 'bc20dc56-ef1b-4d13-a040-e7c64a46e81e', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5b6a5e-dae9-4233-a289-94d5f15ec0f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:40:57Z', 'updated_at': '2022-07-27T08:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi'}], 'dv-cinder-851170-2-iscsi', False) {} {{(pid=104488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:46:55.990389 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf336315-0191-4d80-a74a-fb68a04b6cdc None None] Checking router: 3e5b6a5e-dae9-4233-a289-94d5f15ec0f2 for host: dv-cinder-851170-2-iscsi {{(pid=104488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 08:46:55.999187 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf336315-0191-4d80-a74a-fb68a04b6cdc None None] Routers {'3e5b6a5e-dae9-4233-a289-94d5f15ec0f2'} bound to L3 agent in host dv-cinder-851170-2-iscsi {{(pid=104488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 08:46:55.999785 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_hamode_db [None req-bf336315-0191-4d80-a74a-fb68a04b6cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-27T08:30:18Z,description=,heartbeat_timestamp=2022-07-27T08:46:48Z,host='dv-cinder-851170-2-iscsi',id=5bc6d868-bb0b-4164-b2dd-44360f4de654,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T08:30:19Z,topic='l3_agent')) {'router_ids': ['3e5b6a5e-dae9-4233-a289-94d5f15ec0f2'], 'active': True} {{(pid=104488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:46:56.007443 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.plugin [None req-f2c85d38-f81a-468e-a414-02ae20ff7b4b admin admin] Deleting port bc20dc56-ef1b-4d13-a040-e7c64a46e81e {{(pid=104486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 08:46:56.007860 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-f2c85d38-f81a-468e-a414-02ae20ff7b4b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786710341133'] for port (bc20dc56-ef1b-4d13-a040-e7c64a46e81e), before_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:46:56.083479 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvr_db [None req-bf336315-0191-4d80-a74a-fb68a04b6cdc None None] Set router 3e5b6a5e-dae9-4233-a289-94d5f15ec0f2 gateway port host: None {{(pid=104488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 08:46:56.089661 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.db [None req-f2c85d38-f81a-468e-a414-02ae20ff7b4b admin admin] For port bc20dc56-ef1b-4d13-a040-e7c64a46e81e, host dv-cinder-851170-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851170-2-iscsi',level=0,port_id=bc20dc56-ef1b-4d13-a040-e7c64a46e81e,segment=NetworkSegment(0a5e83d9-b5a8-42c5-b200-67984880d111),segment_id=0a5e83d9-b5a8-42c5-b200-67984880d111)] {{(pid=104486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:46:56.090178 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-f2c85d38-f81a-468e-a414-02ae20ff7b4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8100626'] for port (bc20dc56-ef1b-4d13-a040-e7c64a46e81e), precommit_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:46:56.103308 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.plugin [None req-f2c85d38-f81a-468e-a414-02ae20ff7b4b admin admin] Calling delete_port for bc20dc56-ef1b-4d13-a040-e7c64a46e81e owned by network:router_gateway {{(pid=104486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 08:46:56.131012 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_hamode_db [None req-bf336315-0191-4d80-a74a-fb68a04b6cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e5b6a5e-dae9-4233-a289-94d5f15ec0f2', 'name': 'tempest-ServerRescueNegativeTestJSON-336603511-router', 'tenant_id': 'a0d880114866423480268022d7dd20c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:40:56Z', 'updated_at': '2022-07-27T08:46:55Z', 'revision_number': 6, 'project_id': 'a0d880114866423480268022d7dd20c5', 'gw_port_host': None}], 'dv-cinder-851170-2-iscsi', False) {} {{(pid=104488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:46:56.158118 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf336315-0191-4d80-a74a-fb68a04b6cdc None None] The sync data for ids ['3e5b6a5e-dae9-4233-a289-94d5f15ec0f2'] in dv-cinder-851170-2-iscsi is: [{'id': '3e5b6a5e-dae9-4233-a289-94d5f15ec0f2', 'name': 'tempest-ServerRescueNegativeTestJSON-336603511-router', 'tenant_id': 'a0d880114866423480268022d7dd20c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:40:56Z', 'updated_at': '2022-07-27T08:46:55Z', 'revision_number': 6, 'project_id': 'a0d880114866423480268022d7dd20c5', 'gw_port_host': None}] {{(pid=104488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 08:46:56.374778 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-f2c85d38-f81a-468e-a414-02ae20ff7b4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786710477123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786709965406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4293862'] for port (bc20dc56-ef1b-4d13-a040-e7c64a46e81e), after_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:46:56.380489 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:46:56.399519 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c85d38-f81a-468e-a414-02ae20ff7b4b admin admin] Pushing event deleted for resources: {'Port': ['ID=bc20dc56-ef1b-4d13-a040-e7c64a46e81e,revision_number=None']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:46:56.410006 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c85d38-f81a-468e-a414-02ae20ff7b4b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:46:56.410826 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c85d38-f81a-468e-a414-02ae20ff7b4b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:46:56.411022 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c85d38-f81a-468e-a414-02ae20ff7b4b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:46:56.411850 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c85d38-f81a-468e-a414-02ae20ff7b4b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:46:56.411850 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c85d38-f81a-468e-a414-02ae20ff7b4b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:46:56.412045 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c85d38-f81a-468e-a414-02ae20ff7b4b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:46:56.412313 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c85d38-f81a-468e-a414-02ae20ff7b4b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:46:56.412656 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c85d38-f81a-468e-a414-02ae20ff7b4b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:46:56.412988 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c85d38-f81a-468e-a414-02ae20ff7b4b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:46:56.413313 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c85d38-f81a-468e-a414-02ae20ff7b4b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:46:56.413636 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c85d38-f81a-468e-a414-02ae20ff7b4b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:46:56.413960 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c85d38-f81a-468e-a414-02ae20ff7b4b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:46:56.414305 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c85d38-f81a-468e-a414-02ae20ff7b4b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:46:56.414624 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c85d38-f81a-468e-a414-02ae20ff7b4b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:46:56.414943 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c85d38-f81a-468e-a414-02ae20ff7b4b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:46:56.419379 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Device 75614ea5-42c0-4439-8250-f07133e78608 no longer exists at agent hyperv_hv-cinder-85117 {{(pid=104487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 08:46:56.445048 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] No Port match for: 75614ea5-42c0-4439-8250-f07133e78608 {{(pid=104487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 08:46:56.445048 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Device 75614ea5-42c0-4439-8250-f07133e78608 not bound to the agent host hv-cinder-85117 {{(pid=104487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 08:46:56.481007 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-f2c85d38-f81a-468e-a414-02ae20ff7b4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-363035'] for router_gateway (3e5b6a5e-dae9-4233-a289-94d5f15ec0f2), after_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:46:56.574422 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-f2c85d38-f81a-468e-a414-02ae20ff7b4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8119440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-333'] for router (3e5b6a5e-dae9-4233-a289-94d5f15ec0f2), precommit_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:46:56.576704 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-f2c85d38-f81a-468e-a414-02ae20ff7b4b admin admin] Publish callbacks [] for router_controller (3e5b6a5e-dae9-4233-a289-94d5f15ec0f2), precommit_delete_associations {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:46:56.694735 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-f2c85d38-f81a-468e-a414-02ae20ff7b4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8119314'] for router (3e5b6a5e-dae9-4233-a289-94d5f15ec0f2), after_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:46:56.695308 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2c85d38-f81a-468e-a414-02ae20ff7b4b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3e5b6a5e-dae9-4233-a289-94d5f15ec0f2 {{(pid=104486) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 08:46:56.700045 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-f2c85d38-f81a-468e-a414-02ae20ff7b4b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:46:56.706220 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-f2c85d38-f81a-468e-a414-02ae20ff7b4b admin admin] 10.222.0.40 "DELETE /v2.0/routers/3e5b6a5e-dae9-4233-a289-94d5f15ec0f2 HTTP/1.1" status: 204 len: 168 time: 1.0171564 Jul 27 08:46:56.706220 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 59964) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:46:56.749134 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a7a866c-77a3-49e1-9e65-eeb90fb59d13 admin admin] Deleting subnet e0dfc042-b535-4f7d-9065-dbfee481baea {{(pid=104486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 27 08:46:56.753064 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-3a7a866c-77a3-49e1-9e65-eeb90fb59d13 admin admin] Publish callbacks [] for subnet (e0dfc042-b535-4f7d-9065-dbfee481baea), before_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:46:56.787212 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-3a7a866c-77a3-49e1-9e65-eeb90fb59d13 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6011820'] for subnet (e0dfc042-b535-4f7d-9065-dbfee481baea), precommit_delete_associations {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:46:56.894485 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-3a7a866c-77a3-49e1-9e65-eeb90fb59d13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-829739'] for subnet (e0dfc042-b535-4f7d-9065-dbfee481baea), precommit_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:46:56.926566 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Device 20925831-7162-4648-bf06-53baf1f72189 no longer exists at agent ovs-agent-dv-cinder-851170-2-iscsi {{(pid=104487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 08:46:56.952117 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] No Port match for: 20925831-7162-4648-bf06-53baf1f72189 {{(pid=104487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 08:46:56.952117 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Device 20925831-7162-4648-bf06-53baf1f72189 not bound to the agent host dv-cinder-851170-2-iscsi {{(pid=104487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 08:46:57.037933 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-3a7a866c-77a3-49e1-9e65-eeb90fb59d13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-829730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4293835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16656139'] for subnet (e0dfc042-b535-4f7d-9065-dbfee481baea), after_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:46:57.066445 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7a866c-77a3-49e1-9e65-eeb90fb59d13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0dfc042-b535-4f7d-9065-dbfee481baea,revision_number=None']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:46:57.073784 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-3a7a866c-77a3-49e1-9e65-eeb90fb59d13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7864717'] for subnet (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:46:57.075239 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-3a7a866c-77a3-49e1-9e65-eeb90fb59d13 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/e0dfc042-b535-4f7d-9065-dbfee481baea HTTP/1.1" status: 204 len: 168 time: 0.3707571 Jul 27 08:46:57.077794 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 59966) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:46:57.080221 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd76036-209c-4d86-b134-175d2c093fac None None] Network d0a6cf88-547f-4cf8-ad21-f8b392f1c474 requested from dv-cinder-851170-2-iscsi {{(pid=104487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 08:46:57.085733 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:UPDATE=4 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:46:57.155892 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-b436084f-0d79-42ff-a392-55cdf3eba2ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-787041'] for network (d0a6cf88-547f-4cf8-ad21-f8b392f1c474), before_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:46:57.200773 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.plugin [None req-b436084f-0d79-42ff-a392-55cdf3eba2ec admin admin] Deleting port 0ee55141-aa91-4feb-8bf8-9254f791611c {{(pid=104486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 08:46:57.201118 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-b436084f-0d79-42ff-a392-55cdf3eba2ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786710341133'] for port (0ee55141-aa91-4feb-8bf8-9254f791611c), before_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:46:57.269153 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bd698e3-d89d-496d-be72-3b237a14eb0c None None] DHCP port deletion for d0a6cf88-547f-4cf8-ad21-f8b392f1c474 request from dv-cinder-851170-2-iscsi {{(pid=104487) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 27 08:46:57.269976 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.db [None req-b436084f-0d79-42ff-a392-55cdf3eba2ec admin admin] For port 0ee55141-aa91-4feb-8bf8-9254f791611c, host dv-cinder-851170-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851170-2-iscsi',level=0,port_id=0ee55141-aa91-4feb-8bf8-9254f791611c,segment=NetworkSegment(25556ca1-67d3-4c5f-8bb3-e3393e44e1ba),segment_id=25556ca1-67d3-4c5f-8bb3-e3393e44e1ba)] {{(pid=104486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:46:57.270386 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-b436084f-0d79-42ff-a392-55cdf3eba2ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8100626'] for port (0ee55141-aa91-4feb-8bf8-9254f791611c), precommit_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:46:57.283221 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.plugin [None req-b436084f-0d79-42ff-a392-55cdf3eba2ec admin admin] Calling delete_port for 0ee55141-aa91-4feb-8bf8-9254f791611c owned by network:dhcp {{(pid=104486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 08:46:57.306190 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-1bd698e3-d89d-496d-be72-3b237a14eb0c None None] Deleting port 0ee55141-aa91-4feb-8bf8-9254f791611c {{(pid=104487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 08:46:57.306566 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-1bd698e3-d89d-496d-be72-3b237a14eb0c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786710341133'] for port (0ee55141-aa91-4feb-8bf8-9254f791611c), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:46:57.373351 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-1bd698e3-d89d-496d-be72-3b237a14eb0c None None] For port 0ee55141-aa91-4feb-8bf8-9254f791611c, host dv-cinder-851170-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851170-2-iscsi',level=0,port_id=0ee55141-aa91-4feb-8bf8-9254f791611c,segment=NetworkSegment(25556ca1-67d3-4c5f-8bb3-e3393e44e1ba),segment_id=25556ca1-67d3-4c5f-8bb3-e3393e44e1ba)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:46:57.373744 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-1bd698e3-d89d-496d-be72-3b237a14eb0c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8100626'] for port (0ee55141-aa91-4feb-8bf8-9254f791611c), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:46:57.390322 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-1bd698e3-d89d-496d-be72-3b237a14eb0c None None] Calling delete_port for 0ee55141-aa91-4feb-8bf8-9254f791611c owned by network:dhcp {{(pid=104487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 08:46:57.426489 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-b436084f-0d79-42ff-a392-55cdf3eba2ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786710477123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786709965406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4293862'] for port (0ee55141-aa91-4feb-8bf8-9254f791611c), after_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:46:57.456931 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b436084f-0d79-42ff-a392-55cdf3eba2ec admin admin] No DVR routers for this DVR port 0ee55141-aa91-4feb-8bf8-9254f791611c on host dv-cinder-851170-2-iscsi {{(pid=104486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 08:46:57.460890 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b436084f-0d79-42ff-a392-55cdf3eba2ec admin admin] Pushing event deleted for resources: {'Port': ['ID=0ee55141-aa91-4feb-8bf8-9254f791611c,revision_number=None']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:46:57.466697 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-1bd698e3-d89d-496d-be72-3b237a14eb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786710477123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786709965406'] for port (0ee55141-aa91-4feb-8bf8-9254f791611c), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:46:57.490986 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd698e3-d89d-496d-be72-3b237a14eb0c None None] Pushing event deleted for resources: {'Port': ['ID=0ee55141-aa91-4feb-8bf8-9254f791611c,revision_number=None']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:46:57.494578 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd698e3-d89d-496d-be72-3b237a14eb0c None None] No DVR routers for this DVR port 0ee55141-aa91-4feb-8bf8-9254f791611c on host dv-cinder-851170-2-iscsi {{(pid=104487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 08:46:57.536017 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-b436084f-0d79-42ff-a392-55cdf3eba2ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-831493', 'neutron.services.segments.db._delete_segments_for_network-8786710418890'] for network (d0a6cf88-547f-4cf8-ad21-f8b392f1c474), precommit_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:46:57.556001 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.services.segments.db [None req-b436084f-0d79-42ff-a392-55cdf3eba2ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0a6cf88-547f-4cf8-ad21-f8b392f1c474']}} {{(pid=104486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:46:57.565993 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.services.segments.db [None req-b436084f-0d79-42ff-a392-55cdf3eba2ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25556ca1-67d3-4c5f-8bb3-e3393e44e1ba') {'for_net_delete': True} {{(pid=104486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:46:57.566350 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.services.segments.db [None req-b436084f-0d79-42ff-a392-55cdf3eba2ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25556ca1-67d3-4c5f-8bb3-e3393e44e1ba') {} {{(pid=104486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:46:57.576353 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-b436084f-0d79-42ff-a392-55cdf3eba2ec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786710418791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6011829'] for segment (25556ca1-67d3-4c5f-8bb3-e3393e44e1ba), before_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:46:57.587080 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:46:57.590926 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-b436084f-0d79-42ff-a392-55cdf3eba2ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-834444'] for segment (25556ca1-67d3-4c5f-8bb3-e3393e44e1ba), precommit_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:46:57.598011 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b436084f-0d79-42ff-a392-55cdf3eba2ec admin admin] Releasing vlan 652 on physical network physnet1 to pool {{(pid=104486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 08:46:57.602545 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-b436084f-0d79-42ff-a392-55cdf3eba2ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-834444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4293781'] for segment (25556ca1-67d3-4c5f-8bb3-e3393e44e1ba), after_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:46:57.725570 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-b436084f-0d79-42ff-a392-55cdf3eba2ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-831502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363063'] for network (d0a6cf88-547f-4cf8-ad21-f8b392f1c474), after_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:46:57.731101 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-b436084f-0d79-42ff-a392-55cdf3eba2ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7864717'] for network (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:46:57.735255 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-b436084f-0d79-42ff-a392-55cdf3eba2ec admin admin] 10.222.0.40 "DELETE /v2.0/networks/d0a6cf88-547f-4cf8-ad21-f8b392f1c474 HTTP/1.1" status: 204 len: 168 time: 0.6558213 Jul 27 08:46:57.736358 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.services.segments.plugin [-] Segment 25556ca1-67d3-4c5f-8bb3-e3393e44e1ba resource provider aggregate not found Jul 27 08:46:57.753296 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b436084f-0d79-42ff-a392-55cdf3eba2ec admin admin] Pushing event deleted for resources: {'Network': ['ID=d0a6cf88-547f-4cf8-ad21-f8b392f1c474,revision_number=None']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:46:57.757057 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.services.segments.plugin [-] Segment 25556ca1-67d3-4c5f-8bb3-e3393e44e1ba resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 25556ca1-67d3-4c5f-8bb3-e3393e44e1ba found for delete ", "request_id": "req-863c5476-6585-4cde-8688-e44a08acc1d6"}]} Jul 27 08:46:58.045626 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 59976) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:46:58.086262 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-fa7d23b6-90eb-4c2a-b2d4-65083264eb21 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=a0d880114866423480268022d7dd20c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394454 Jul 27 08:46:58.088653 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 59978) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:46:58.135711 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-ff6ddf4b-ffb4-4a61-b3b0-2f04e2baae0e admin admin] Publish callbacks [] for security_group (07fb2551-7602-43d7-8203-b61ada2177cd), before_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:46:58.157225 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-ff6ddf4b-ffb4-4a61-b3b0-2f04e2baae0e admin admin] Publish callbacks [] for security_group (07fb2551-7602-43d7-8203-b61ada2177cd), precommit_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:46:58.351488 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-ff6ddf4b-ffb4-4a61-b3b0-2f04e2baae0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (07fb2551-7602-43d7-8203-b61ada2177cd), after_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:46:58.361256 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-ff6ddf4b-ffb4-4a61-b3b0-2f04e2baae0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:46:58.361256 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-ff6ddf4b-ffb4-4a61-b3b0-2f04e2baae0e admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/07fb2551-7602-43d7-8203-b61ada2177cd HTTP/1.1" status: 204 len: 168 time: 0.2654388 Jul 27 08:46:58.363513 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6ddf4b-ffb4-4a61-b3b0-2f04e2baae0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07fb2551-7602-43d7-8203-b61ada2177cd,revision_number=None']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:46:58.569614 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Device 0ee55141-aa91-4feb-8bf8-9254f791611c no longer exists at agent ovs-agent-dv-cinder-851170-2-iscsi {{(pid=104487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 08:46:58.592325 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] No Port match for: 0ee55141-aa91-4feb-8bf8-9254f791611c {{(pid=104487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 08:46:58.592668 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Device 0ee55141-aa91-4feb-8bf8-9254f791611c not bound to the agent host dv-cinder-851170-2-iscsi {{(pid=104487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 08:46:58.593099 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Device bc20dc56-ef1b-4d13-a040-e7c64a46e81e no longer exists at agent ovs-agent-dv-cinder-851170-2-iscsi {{(pid=104487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 08:46:58.734821 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] No Port match for: bc20dc56-ef1b-4d13-a040-e7c64a46e81e {{(pid=104487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 08:46:58.735162 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Device bc20dc56-ef1b-4d13-a040-e7c64a46e81e not bound to the agent host dv-cinder-851170-2-iscsi {{(pid=104487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 08:47:00.108259 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.agents_db [None req-f85b74c8-06c1-470d-aedd-c7ca4f0196ea None None] Agent healthcheck: found 6 active agents {{(pid=104488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 08:47:02.897582 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=86,neutron:DELETE=2 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:47:02.898399 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=6 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:47:06.134464 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=36 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:47:08.358459 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=69,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:47:08.359237 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=21,neutron:DELETE=3 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:47:08.595161 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:47:08.595972 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=79,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:47:11.947808 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4ca529-7f0c-43f6-b16f-c97671b4aaf3 req-8f57db68-306f-4ca4-bb58-b34793b671cb tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:47:11.950269 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-5e4ca529-7f0c-43f6-b16f-c97671b4aaf3 req-8f57db68-306f-4ca4-bb58-b34793b671cb tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=e039946f-9689-47a3-85ab-cdd76c8ab6be HTTP/1.1" status: 200 len: 946 time: 0.0495641 Jul 27 08:47:11.998848 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-5e4ca529-7f0c-43f6-b16f-c97671b4aaf3 req-ea63c4a6-6a5d-4d80-95e4-d8d978a72c01 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=fcc4b31a-2386-44ed-81fb-c2f68a123c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425708 Jul 27 08:47:13.125954 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bda5fa-89f1-47d2-84e4-7377a09e6b00 req-ea0afb3b-4145-4379-bf5c-461c2c5c015c tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:47:13.127476 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-81bda5fa-89f1-47d2-84e4-7377a09e6b00 req-ea0afb3b-4145-4379-bf5c-461c2c5c015c tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=e039946f-9689-47a3-85ab-cdd76c8ab6be HTTP/1.1" status: 200 len: 946 time: 0.0475941 Jul 27 08:47:13.174085 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-81bda5fa-89f1-47d2-84e4-7377a09e6b00 req-3bc5733a-2829-49c1-b2c2-475400c84d47 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=fcc4b31a-2386-44ed-81fb-c2f68a123c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410109 Jul 27 08:47:14.298989 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba967649-3d4c-4840-8e73-2aa96d803a15 req-e3f1c530-83d6-4b78-bb56-40fa8143d5e5 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:47:14.300480 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-ba967649-3d4c-4840-8e73-2aa96d803a15 req-e3f1c530-83d6-4b78-bb56-40fa8143d5e5 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=e039946f-9689-47a3-85ab-cdd76c8ab6be HTTP/1.1" status: 200 len: 946 time: 0.0500574 Jul 27 08:47:14.353210 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-ba967649-3d4c-4840-8e73-2aa96d803a15 req-6c556df7-0bba-4343-94de-a7e3ddccd509 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=fcc4b31a-2386-44ed-81fb-c2f68a123c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462716 Jul 27 08:47:14.900401 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 60214) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:47:15.004223 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-fbc77588-f00b-4f93-aa8e-278c93245a51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:47:15.078324 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-fbc77588-f00b-4f93-aa8e-278c93245a51 admin admin] Publish callbacks [] for security_group (75ba4fc4-d691-459b-a4f3-321d00837dce), precommit_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:47:15.136816 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-fbc77588-f00b-4f93-aa8e-278c93245a51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (75ba4fc4-d691-459b-a4f3-321d00837dce), after_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:47:15.176903 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-fbc77588-f00b-4f93-aa8e-278c93245a51 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=424259ec24be41888d4d58d8c303f3ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2754438 Jul 27 08:47:15.177772 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc77588-f00b-4f93-aa8e-278c93245a51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75ba4fc4-d691-459b-a4f3-321d00837dce,revision_number=1']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:47:15.179685 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 60218) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:47:15.229322 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-c046e46c-5e04-4949-86e6-1d978f31ecd1 admin admin] Publish callbacks [] for security_group (75ba4fc4-d691-459b-a4f3-321d00837dce), before_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:47:15.250569 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-c046e46c-5e04-4949-86e6-1d978f31ecd1 admin admin] Publish callbacks [] for security_group (75ba4fc4-d691-459b-a4f3-321d00837dce), precommit_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:47:15.371071 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-c046e46c-5e04-4949-86e6-1d978f31ecd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (75ba4fc4-d691-459b-a4f3-321d00837dce), after_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:47:15.373641 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-c046e46c-5e04-4949-86e6-1d978f31ecd1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:47:15.374869 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-c046e46c-5e04-4949-86e6-1d978f31ecd1 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/75ba4fc4-d691-459b-a4f3-321d00837dce HTTP/1.1" status: 204 len: 168 time: 0.1941726 Jul 27 08:47:15.383751 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c046e46c-5e04-4949-86e6-1d978f31ecd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75ba4fc4-d691-459b-a4f3-321d00837dce,revision_number=None']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:47:15.483160 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e2a456-6fa2-4751-9b6a-3b582b5d2f09 req-1e916c0d-6693-4ab0-8a78-24b70f6c3456 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:47:15.484729 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-a4e2a456-6fa2-4751-9b6a-3b582b5d2f09 req-1e916c0d-6693-4ab0-8a78-24b70f6c3456 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=e039946f-9689-47a3-85ab-cdd76c8ab6be HTTP/1.1" status: 200 len: 946 time: 0.0523477 Jul 27 08:47:15.532690 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-a4e2a456-6fa2-4751-9b6a-3b582b5d2f09 req-2456e4fd-e1eb-4034-9660-99e309a61e6b tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=fcc4b31a-2386-44ed-81fb-c2f68a123c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423441 Jul 27 08:47:15.986032 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 60230) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:47:15.999666 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-dedb0555-2df5-4ac7-90db-41f7dafeba9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:47:16.000136 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-2f172cba-96ca-4ee0-b406-8b35ddba7a62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (7c77c4a2-8ca4-486b-af2a-676805e7b922), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:47:16.073500 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-dedb0555-2df5-4ac7-90db-41f7dafeba9d admin admin] Publish callbacks [] for security_group (7acef06b-029d-4d11-a40d-a8cb09d8131d), precommit_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:47:16.142531 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-dedb0555-2df5-4ac7-90db-41f7dafeba9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (7acef06b-029d-4d11-a40d-a8cb09d8131d), after_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:47:16.185602 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-dedb0555-2df5-4ac7-90db-41f7dafeba9d admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=5f43f82cb40e4c13b468d5b2a31c2b8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1982772 Jul 27 08:47:16.186636 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedb0555-2df5-4ac7-90db-41f7dafeba9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7acef06b-029d-4d11-a40d-a8cb09d8131d,revision_number=1']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:47:16.188269 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 60232) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:47:16.237156 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-304af49d-1169-4aaa-a968-7bec00c11502 admin admin] Publish callbacks [] for security_group (7acef06b-029d-4d11-a40d-a8cb09d8131d), before_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:47:16.259656 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-304af49d-1169-4aaa-a968-7bec00c11502 admin admin] Publish callbacks [] for security_group (7acef06b-029d-4d11-a40d-a8cb09d8131d), precommit_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:47:16.394081 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-304af49d-1169-4aaa-a968-7bec00c11502 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (7acef06b-029d-4d11-a40d-a8cb09d8131d), after_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:47:16.396717 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-304af49d-1169-4aaa-a968-7bec00c11502 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:47:16.397860 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-304af49d-1169-4aaa-a968-7bec00c11502 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/7acef06b-029d-4d11-a40d-a8cb09d8131d HTTP/1.1" status: 204 len: 168 time: 0.2086093 Jul 27 08:47:16.405687 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304af49d-1169-4aaa-a968-7bec00c11502 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7acef06b-029d-4d11-a40d-a8cb09d8131d,revision_number=None']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:47:16.657468 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6448cdc1-af44-4cf3-b562-b1f99cf4ad02 req-0acb46ec-9f93-4aa8-a974-2c2177c6fbc9 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:47:16.658999 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-6448cdc1-af44-4cf3-b562-b1f99cf4ad02 req-0acb46ec-9f93-4aa8-a974-2c2177c6fbc9 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=e039946f-9689-47a3-85ab-cdd76c8ab6be HTTP/1.1" status: 200 len: 946 time: 0.0471947 Jul 27 08:47:16.711651 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-6448cdc1-af44-4cf3-b562-b1f99cf4ad02 req-788ce3ee-fce0-482b-a770-9b30bd824bd8 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=fcc4b31a-2386-44ed-81fb-c2f68a123c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456541 Jul 27 08:47:16.986586 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=62 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:47:16.991364 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=19 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:47:17.853998 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cf8332-0a6a-4b0f-b918-9f755d988175 req-10d3693f-f132-405b-984d-ae07584dc7a1 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:47:17.861195 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-21cf8332-0a6a-4b0f-b918-9f755d988175 req-10d3693f-f132-405b-984d-ae07584dc7a1 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=e039946f-9689-47a3-85ab-cdd76c8ab6be HTTP/1.1" status: 200 len: 946 time: 0.0536530 Jul 27 08:47:17.911161 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-21cf8332-0a6a-4b0f-b918-9f755d988175 req-81c4fa3a-b664-4124-b575-295551cc8629 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=fcc4b31a-2386-44ed-81fb-c2f68a123c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487189 Jul 27 08:47:18.336049 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-8115de00-1731-403d-a1b6-5033f6040cde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (5bc6d868-bb0b-4164-b2dd-44360f4de654), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:47:19.045165 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eacf3e-ab68-4be4-a3da-a9ba81ce920e req-b4aaeac8-7293-4dad-8c8a-e8a7accbc775 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:47:19.046721 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-f3eacf3e-ab68-4be4-a3da-a9ba81ce920e req-b4aaeac8-7293-4dad-8c8a-e8a7accbc775 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=e039946f-9689-47a3-85ab-cdd76c8ab6be HTTP/1.1" status: 200 len: 946 time: 0.0494442 Jul 27 08:47:19.107277 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-f3eacf3e-ab68-4be4-a3da-a9ba81ce920e req-fd9ae3c5-5d2c-43a7-b169-2db1919ab01d tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=fcc4b31a-2386-44ed-81fb-c2f68a123c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549123 Jul 27 08:47:20.231964 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f472ac21-072a-4c56-9176-c05071473230 req-b040e36e-164e-4d7c-bce1-ebab145e8a93 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:47:20.233441 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-f472ac21-072a-4c56-9176-c05071473230 req-b040e36e-164e-4d7c-bce1-ebab145e8a93 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=e039946f-9689-47a3-85ab-cdd76c8ab6be HTTP/1.1" status: 200 len: 946 time: 0.0472672 Jul 27 08:47:20.262971 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-45eb61cd-e3d7-4840-8013-3080c7768274 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (36998da0-f99a-403d-814c-b55466abd131), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:47:20.282316 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-f472ac21-072a-4c56-9176-c05071473230 req-094833ba-6be1-444c-b420-aeb27b50084a tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=fcc4b31a-2386-44ed-81fb-c2f68a123c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429609 Jul 27 08:47:20.823627 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab53d38-c8b6-4d16-b416-3835c5226fb5 req-4b8be479-4214-403d-bf5d-94fd6ea68df3 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:47:20.825249 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-0ab53d38-c8b6-4d16-b416-3835c5226fb5 req-4b8be479-4214-403d-bf5d-94fd6ea68df3 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/ports?device_id=159ef74b-f7ad-4522-a24f-174383d37309 HTTP/1.1" status: 200 len: 946 time: 0.0519447 Jul 27 08:47:20.873232 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-0ab53d38-c8b6-4d16-b416-3835c5226fb5 req-69964432-6dc0-4ce5-aa52-a147f27a3c5c tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/security-groups?id=33103d02-1660-42f2-9c20-0c21b6db7e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424106 Jul 27 08:47:21.336495 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-83feb67a-80d7-474e-96e8-1d92c33387c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (0a293c43-2970-4b69-9d2a-dcf41d8870ef), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:47:21.363704 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (40990755-2d84-4c9d-828c-eda94a5136e8), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:47:21.364362 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (ed9de811-f248-496b-b487-860d50d7cee7), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:47:21.411085 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa380a74-6db8-4771-808e-06c0f72c90c9 req-83fb803e-9f11-402d-87ab-7d1211ed122b tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:47:21.412547 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-aa380a74-6db8-4771-808e-06c0f72c90c9 req-83fb803e-9f11-402d-87ab-7d1211ed122b tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=e039946f-9689-47a3-85ab-cdd76c8ab6be HTTP/1.1" status: 200 len: 946 time: 0.0462940 Jul 27 08:47:21.462837 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-aa380a74-6db8-4771-808e-06c0f72c90c9 req-b8c7f84f-65c5-4aa5-98fd-ad43b1271006 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=fcc4b31a-2386-44ed-81fb-c2f68a123c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447323 Jul 27 08:47:21.993318 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d8494d-bd14-4cf3-8a7d-90382f6c3824 req-9bd81ce4-f37f-44c1-b731-4e001983e3c6 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:47:21.994836 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-29d8494d-bd14-4cf3-8a7d-90382f6c3824 req-9bd81ce4-f37f-44c1-b731-4e001983e3c6 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/ports?device_id=159ef74b-f7ad-4522-a24f-174383d37309 HTTP/1.1" status: 200 len: 946 time: 0.0480981 Jul 27 08:47:22.015000 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:47:22.019316 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:47:22.043283 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-29d8494d-bd14-4cf3-8a7d-90382f6c3824 req-ae4c6417-82e9-41dd-99ca-b0db858b7c9a tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/security-groups?id=33103d02-1660-42f2-9c20-0c21b6db7e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430505 Jul 27 08:47:22.589785 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1d33da-d230-4657-be82-30dba54aeac9 req-16cc9890-901b-44eb-b7be-3c0de95fcdfe tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:47:22.591291 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-2a1d33da-d230-4657-be82-30dba54aeac9 req-16cc9890-901b-44eb-b7be-3c0de95fcdfe tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=e039946f-9689-47a3-85ab-cdd76c8ab6be HTTP/1.1" status: 200 len: 946 time: 0.0477185 Jul 27 08:47:22.644437 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-2a1d33da-d230-4657-be82-30dba54aeac9 req-171c1060-bfe6-4bcc-8f7d-1e197f671899 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=fcc4b31a-2386-44ed-81fb-c2f68a123c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473578 Jul 27 08:47:22.724057 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 60362) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:47:22.830748 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-936d6895-66a3-4384-bd2d-793423ecdf1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:47:22.905404 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-936d6895-66a3-4384-bd2d-793423ecdf1a admin admin] Publish callbacks [] for security_group (2846e223-e258-458b-aaeb-ac51be0f667f), precommit_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:47:22.940979 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a382bb-2b30-4a77-938d-e5dceea8e59e req-02dd35dc-4249-479b-b386-2a5afd2582cc tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:47:22.942465 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-15a382bb-2b30-4a77-938d-e5dceea8e59e req-02dd35dc-4249-479b-b386-2a5afd2582cc tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.42 "GET /v2.0/ports?device_id=159ef74b-f7ad-4522-a24f-174383d37309 HTTP/1.1" status: 200 len: 946 time: 0.0468643 Jul 27 08:47:22.975188 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-936d6895-66a3-4384-bd2d-793423ecdf1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (2846e223-e258-458b-aaeb-ac51be0f667f), after_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:47:22.981252 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:47:23.015561 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:47:23.022033 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-936d6895-66a3-4384-bd2d-793423ecdf1a admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=eb1ec40ef76f41a99be2c06103f6fcd9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2933834 Jul 27 08:47:23.022033 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936d6895-66a3-4384-bd2d-793423ecdf1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2846e223-e258-458b-aaeb-ac51be0f667f,revision_number=1']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:47:23.022698 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 60366) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:47:23.041725 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.plugin [req-15a382bb-2b30-4a77-938d-e5dceea8e59e req-85020a5f-7def-4a99-8d8d-735c44327757 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Deleting port 59ab739b-608a-4deb-9d9c-07a3e116ee2e {{(pid=104486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 08:47:23.041995 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-15a382bb-2b30-4a77-938d-e5dceea8e59e req-85020a5f-7def-4a99-8d8d-735c44327757 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786710341133'] for port (59ab739b-608a-4deb-9d9c-07a3e116ee2e), before_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:47:23.136351 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-20824989-30d2-4d64-9ae4-11011ad80ced admin admin] Publish callbacks [] for security_group (2846e223-e258-458b-aaeb-ac51be0f667f), before_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:47:23.166575 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffb4a08-006d-426e-89a3-410685b1f496 req-d29607f8-fa8e-47c2-86f4-dee41110ada7 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:47:23.168109 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-2ffb4a08-006d-426e-89a3-410685b1f496 req-d29607f8-fa8e-47c2-86f4-dee41110ada7 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/ports?device_id=159ef74b-f7ad-4522-a24f-174383d37309 HTTP/1.1" status: 200 len: 946 time: 0.0511975 Jul 27 08:47:23.182468 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.db [req-15a382bb-2b30-4a77-938d-e5dceea8e59e req-85020a5f-7def-4a99-8d8d-735c44327757 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] For port 59ab739b-608a-4deb-9d9c-07a3e116ee2e, host hv-cinder-85117, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85117',level=0,port_id=59ab739b-608a-4deb-9d9c-07a3e116ee2e,segment=NetworkSegment(e7699621-ef90-47fe-8696-58f5c1995388),segment_id=e7699621-ef90-47fe-8696-58f5c1995388)] {{(pid=104486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:47:23.189173 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-15a382bb-2b30-4a77-938d-e5dceea8e59e req-85020a5f-7def-4a99-8d8d-735c44327757 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8100626'] for port (59ab739b-608a-4deb-9d9c-07a3e116ee2e), precommit_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:47:23.189173 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-20824989-30d2-4d64-9ae4-11011ad80ced admin admin] Publish callbacks [] for security_group (2846e223-e258-458b-aaeb-ac51be0f667f), precommit_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:47:23.219734 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-2ffb4a08-006d-426e-89a3-410685b1f496 req-008efc25-91d4-4a4b-9485-15c146d8209e tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/security-groups?id=33103d02-1660-42f2-9c20-0c21b6db7e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438442 Jul 27 08:47:23.373547 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-15a382bb-2b30-4a77-938d-e5dceea8e59e req-85020a5f-7def-4a99-8d8d-735c44327757 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:47:23.373912 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-15a382bb-2b30-4a77-938d-e5dceea8e59e req-85020a5f-7def-4a99-8d8d-735c44327757 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363235'] for floatingip (fb69297d-c756-4083-86f5-b3d2bf67c7d6), after_update {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:47:23.374257 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.db.l3_db [req-15a382bb-2b30-4a77-938d-e5dceea8e59e req-85020a5f-7def-4a99-8d8d-735c44327757 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Floating IP fb69297d-c756-4083-86f5-b3d2bf67c7d6 disassociated. External IP: 172.27.2.6, port: 59ab739b-608a-4deb-9d9c-07a3e116ee2e. Jul 27 08:47:23.374606 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.plugin [req-15a382bb-2b30-4a77-938d-e5dceea8e59e req-85020a5f-7def-4a99-8d8d-735c44327757 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Calling delete_port for 59ab739b-608a-4deb-9d9c-07a3e116ee2e owned by compute:nova {{(pid=104486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 08:47:23.415590 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-20824989-30d2-4d64-9ae4-11011ad80ced admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (2846e223-e258-458b-aaeb-ac51be0f667f), after_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:47:23.418048 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-20824989-30d2-4d64-9ae4-11011ad80ced admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:47:23.419338 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-20824989-30d2-4d64-9ae4-11011ad80ced admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/2846e223-e258-458b-aaeb-ac51be0f667f HTTP/1.1" status: 204 len: 168 time: 0.3956316 Jul 27 08:47:23.432780 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20824989-30d2-4d64-9ae4-11011ad80ced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2846e223-e258-458b-aaeb-ac51be0f667f,revision_number=None']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:47:23.760814 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:47:23.806571 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282103f7-dd89-4bae-9de5-c4623f59178c req-12fd816a-eb1c-4ce2-b081-3385d1f137a3 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:47:23.808055 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-282103f7-dd89-4bae-9de5-c4623f59178c req-12fd816a-eb1c-4ce2-b081-3385d1f137a3 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=e039946f-9689-47a3-85ab-cdd76c8ab6be HTTP/1.1" status: 200 len: 946 time: 0.0631387 Jul 27 08:47:23.859950 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-282103f7-dd89-4bae-9de5-c4623f59178c req-60b85d7f-b289-4757-8980-012adb6e72c8 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=fcc4b31a-2386-44ed-81fb-c2f68a123c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447321 Jul 27 08:47:23.872283 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-15a382bb-2b30-4a77-938d-e5dceea8e59e req-85020a5f-7def-4a99-8d8d-735c44327757 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786710477123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786709965406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4293862'] for port (59ab739b-608a-4deb-9d9c-07a3e116ee2e), after_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:47:23.903653 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85020a5f-7def-4a99-8d8d-735c44327757 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Pushing event deleted for resources: {'Port': ['ID=59ab739b-608a-4deb-9d9c-07a3e116ee2e,revision_number=None']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:47:24.011794 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.scheduler.l3_agent_scheduler [req-15a382bb-2b30-4a77-938d-e5dceea8e59e req-85020a5f-7def-4a99-8d8d-735c44327757 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Router 9859d67e-360d-4e3b-a6c7-bd0d6a4cb852 has already been hosted by L3 agent 5bc6d868-bb0b-4164-b2dd-44360f4de654 {{(pid=104486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 08:47:24.117882 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-15a382bb-2b30-4a77-938d-e5dceea8e59e req-85020a5f-7def-4a99-8d8d-735c44327757 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Notify agent at l3_agent.dv-cinder-851170-2-iscsi the message routers_updated {{(pid=104486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 08:47:24.127366 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fce3d6e-c3a8-4cfe-b195-ec905868f4f5 None None] Sync routers for ids ['9859d67e-360d-4e3b-a6c7-bd0d6a4cb852'] in dv-cinder-851170-2-iscsi {{(pid=104487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 08:47:24.138810 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fce3d6e-c3a8-4cfe-b195-ec905868f4f5 None None] Routers {'9859d67e-360d-4e3b-a6c7-bd0d6a4cb852'} bound to L3 agent in host dv-cinder-851170-2-iscsi {{(pid=104487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 08:47:24.139430 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_hamode_db [None req-3fce3d6e-c3a8-4cfe-b195-ec905868f4f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-27T08:30:18Z,description=,heartbeat_timestamp=2022-07-27T08:47:18Z,host='dv-cinder-851170-2-iscsi',id=5bc6d868-bb0b-4164-b2dd-44360f4de654,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T08:30:19Z,topic='l3_agent')) {'router_ids': ['9859d67e-360d-4e3b-a6c7-bd0d6a4cb852'], 'active': True} {{(pid=104487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:47:24.164637 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.db.l3_dvrscheduler_db [req-15a382bb-2b30-4a77-938d-e5dceea8e59e req-85020a5f-7def-4a99-8d8d-735c44327757 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] No DVR routers for this DVR port 59ab739b-608a-4deb-9d9c-07a3e116ee2e on host hv-cinder-85117 {{(pid=104486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 08:47:24.167925 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-15a382bb-2b30-4a77-938d-e5dceea8e59e req-85020a5f-7def-4a99-8d8d-735c44327757 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8374701'] for port (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:47:24.171435 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-15a382bb-2b30-4a77-938d-e5dceea8e59e req-85020a5f-7def-4a99-8d8d-735c44327757 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.42 "DELETE /v2.0/ports/59ab739b-608a-4deb-9d9c-07a3e116ee2e HTTP/1.1" status: 204 len: 173 time: 1.2235670 Jul 27 08:47:24.171902 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '159ef74b-f7ad-4522-a24f-174383d37309', 'name': 'network-vif-deleted', 'tag': '59ab739b-608a-4deb-9d9c-07a3e116ee2e'}] {{(pid=104486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 08:47:24.174303 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0fbdf057086729fb3d5906bdd251c7adb98d678ad2f5ce1a48bcc8d44af0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ce73eef-ab2e-4ecf-94c0-d0724923858a" -d '{"events": [{"server_uuid": "159ef74b-f7ad-4522-a24f-174383d37309", "name": "network-vif-deleted", "tag": "59ab739b-608a-4deb-9d9c-07a3e116ee2e"}]}' {{(pid=104486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 08:47:24.184206 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 60380) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:47:24.202067 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-1fc98297-fbb9-4fec-8021-aace5bcc39ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:47:24.215772 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 08:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86f71944-0c9a-446e-8ba8-561fecd5d3ad x-openstack-request-id: req-86f71944-0c9a-446e-8ba8-561fecd5d3ad {{(pid=104486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 08:47:24.216070 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "159ef74b-f7ad-4522-a24f-174383d37309", "name": "network-vif-deleted", "tag": "59ab739b-608a-4deb-9d9c-07a3e116ee2e", "status": "completed", "code": 200}]} {{(pid=104486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 08:47:24.216330 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-86f71944-0c9a-446e-8ba8-561fecd5d3ad {{(pid=104486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 08:47:24.216828 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86f71944-0c9a-446e-8ba8-561fecd5d3ad'] response: {'server_uuid': '159ef74b-f7ad-4522-a24f-174383d37309', 'name': 'network-vif-deleted', 'tag': '59ab739b-608a-4deb-9d9c-07a3e116ee2e', 'status': 'completed', 'code': 200} Jul 27 08:47:24.278240 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvr_db [None req-3fce3d6e-c3a8-4cfe-b195-ec905868f4f5 None None] Set router 9859d67e-360d-4e3b-a6c7-bd0d6a4cb852 gateway port host: dv-cinder-851170-2-iscsi {{(pid=104487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 08:47:24.302250 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-1fc98297-fbb9-4fec-8021-aace5bcc39ec admin admin] Publish callbacks [] for security_group (1254e95f-9ea4-482b-90ca-487ddda70ee9), precommit_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:47:24.350550 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-1cc05e6c-0f07-4641-9738-7b69a4abdebb req-88f82a23-ec1a-45fe-b573-ba64cd0d9bb4 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/ports?device_id=159ef74b-f7ad-4522-a24f-174383d37309 HTTP/1.1" status: 200 len: 210 time: 0.0329630 Jul 27 08:47:24.409146 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-1fc98297-fbb9-4fec-8021-aace5bcc39ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (1254e95f-9ea4-482b-90ca-487ddda70ee9), after_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:47:24.455505 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-1fc98297-fbb9-4fec-8021-aace5bcc39ec admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=c60f3e97d4f349269866091a4898c4ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2702415 Jul 27 08:47:24.456706 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc98297-fbb9-4fec-8021-aace5bcc39ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1254e95f-9ea4-482b-90ca-487ddda70ee9,revision_number=1']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:47:24.458292 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 60384) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:47:24.487357 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_hamode_db [None req-3fce3d6e-c3a8-4cfe-b195-ec905868f4f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9859d67e-360d-4e3b-a6c7-bd0d6a4cb852', 'name': 'tempest-AttachVolumeNegativeTest-1367014185-router', 'tenant_id': '940250de2f6f47ed9edc1bb0468551c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': '8459270c-d8a5-42a4-abf4-e5dc701f12a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:39:21Z', 'updated_at': '2022-07-27T08:39:32Z', 'revision_number': 4, 'project_id': '940250de2f6f47ed9edc1bb0468551c8', 'gw_port': {'id': '8459270c-d8a5-42a4-abf4-e5dc701f12a4', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9859d67e-360d-4e3b-a6c7-bd0d6a4cb852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:39:24Z', 'updated_at': '2022-07-27T08:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi', '_interfaces': [{'id': 'fa37f9a5-dc13-418d-8b78-d17cc6344800', 'name': '', 'network_id': '8f6980da-175b-4e92-9032-637e0458eb4f', 'tenant_id': '940250de2f6f47ed9edc1bb0468551c8', 'mac_address': 'fa:16:3e:b8:8b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9859d67e-360d-4e3b-a6c7-bd0d6a4cb852', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '5784479d-44dd-45ed-b6e6-1aaaf2f91b93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:39:31Z', 'updated_at': '2022-07-27T08:39:43Z', 'revision_number': 5, 'project_id': '940250de2f6f47ed9edc1bb0468551c8', 'subnets': [{'id': '5784479d-44dd-45ed-b6e6-1aaaf2f91b93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851170-2-iscsi', False) {} {{(pid=104487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:47:24.509919 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-69137c44-d655-48bf-984f-50c7b9b2d248 admin admin] Publish callbacks [] for security_group (1254e95f-9ea4-482b-90ca-487ddda70ee9), before_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:47:24.511233 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:47:24.517162 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fce3d6e-c3a8-4cfe-b195-ec905868f4f5 None None] Checking router: 9859d67e-360d-4e3b-a6c7-bd0d6a4cb852 for host: dv-cinder-851170-2-iscsi {{(pid=104487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 08:47:24.526879 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fce3d6e-c3a8-4cfe-b195-ec905868f4f5 None None] Routers {'9859d67e-360d-4e3b-a6c7-bd0d6a4cb852'} bound to L3 agent in host dv-cinder-851170-2-iscsi {{(pid=104487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 08:47:24.527507 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_hamode_db [None req-3fce3d6e-c3a8-4cfe-b195-ec905868f4f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-27T08:30:18Z,description=,heartbeat_timestamp=2022-07-27T08:47:18Z,host='dv-cinder-851170-2-iscsi',id=5bc6d868-bb0b-4164-b2dd-44360f4de654,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T08:30:19Z,topic='l3_agent')) {'router_ids': ['9859d67e-360d-4e3b-a6c7-bd0d6a4cb852'], 'active': True} {{(pid=104487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:47:24.533601 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-69137c44-d655-48bf-984f-50c7b9b2d248 admin admin] Publish callbacks [] for security_group (1254e95f-9ea4-482b-90ca-487ddda70ee9), precommit_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:47:24.633656 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvr_db [None req-3fce3d6e-c3a8-4cfe-b195-ec905868f4f5 None None] Set router 9859d67e-360d-4e3b-a6c7-bd0d6a4cb852 gateway port host: dv-cinder-851170-2-iscsi {{(pid=104487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 08:47:24.671758 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-69137c44-d655-48bf-984f-50c7b9b2d248 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (1254e95f-9ea4-482b-90ca-487ddda70ee9), after_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:47:24.674516 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-69137c44-d655-48bf-984f-50c7b9b2d248 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:47:24.678064 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-69137c44-d655-48bf-984f-50c7b9b2d248 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/1254e95f-9ea4-482b-90ca-487ddda70ee9 HTTP/1.1" status: 204 len: 168 time: 0.2157087 Jul 27 08:47:24.691639 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69137c44-d655-48bf-984f-50c7b9b2d248 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1254e95f-9ea4-482b-90ca-487ddda70ee9,revision_number=None']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:47:24.833316 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_hamode_db [None req-3fce3d6e-c3a8-4cfe-b195-ec905868f4f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9859d67e-360d-4e3b-a6c7-bd0d6a4cb852', 'name': 'tempest-AttachVolumeNegativeTest-1367014185-router', 'tenant_id': '940250de2f6f47ed9edc1bb0468551c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': '8459270c-d8a5-42a4-abf4-e5dc701f12a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:39:21Z', 'updated_at': '2022-07-27T08:39:32Z', 'revision_number': 4, 'project_id': '940250de2f6f47ed9edc1bb0468551c8', 'gw_port': {'id': '8459270c-d8a5-42a4-abf4-e5dc701f12a4', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9859d67e-360d-4e3b-a6c7-bd0d6a4cb852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:39:24Z', 'updated_at': '2022-07-27T08:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi', '_interfaces': [{'id': 'fa37f9a5-dc13-418d-8b78-d17cc6344800', 'name': '', 'network_id': '8f6980da-175b-4e92-9032-637e0458eb4f', 'tenant_id': '940250de2f6f47ed9edc1bb0468551c8', 'mac_address': 'fa:16:3e:b8:8b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9859d67e-360d-4e3b-a6c7-bd0d6a4cb852', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '5784479d-44dd-45ed-b6e6-1aaaf2f91b93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:39:31Z', 'updated_at': '2022-07-27T08:39:43Z', 'revision_number': 5, 'project_id': '940250de2f6f47ed9edc1bb0468551c8', 'subnets': [{'id': '5784479d-44dd-45ed-b6e6-1aaaf2f91b93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851170-2-iscsi', False) {} {{(pid=104487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:47:24.858432 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fce3d6e-c3a8-4cfe-b195-ec905868f4f5 None None] The sync data for ids ['9859d67e-360d-4e3b-a6c7-bd0d6a4cb852'] in dv-cinder-851170-2-iscsi is: [{'id': '9859d67e-360d-4e3b-a6c7-bd0d6a4cb852', 'name': 'tempest-AttachVolumeNegativeTest-1367014185-router', 'tenant_id': '940250de2f6f47ed9edc1bb0468551c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': '8459270c-d8a5-42a4-abf4-e5dc701f12a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:39:21Z', 'updated_at': '2022-07-27T08:39:32Z', 'revision_number': 4, 'project_id': '940250de2f6f47ed9edc1bb0468551c8', 'gw_port': {'id': '8459270c-d8a5-42a4-abf4-e5dc701f12a4', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9859d67e-360d-4e3b-a6c7-bd0d6a4cb852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:39:24Z', 'updated_at': '2022-07-27T08:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi', '_interfaces': [{'id': 'fa37f9a5-dc13-418d-8b78-d17cc6344800', 'name': '', 'network_id': '8f6980da-175b-4e92-9032-637e0458eb4f', 'tenant_id': '940250de2f6f47ed9edc1bb0468551c8', 'mac_address': 'fa:16:3e:b8:8b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9859d67e-360d-4e3b-a6c7-bd0d6a4cb852', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '5784479d-44dd-45ed-b6e6-1aaaf2f91b93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:39:31Z', 'updated_at': '2022-07-27T08:39:43Z', 'revision_number': 5, 'project_id': '940250de2f6f47ed9edc1bb0468551c8', 'subnets': [{'id': '5784479d-44dd-45ed-b6e6-1aaaf2f91b93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 08:47:25.001455 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff692c57-b9a8-4df0-b2f8-f1eea94afe70 req-04b12a5c-8e19-426a-852b-31aeff4fff59 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:47:25.002989 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-ff692c57-b9a8-4df0-b2f8-f1eea94afe70 req-04b12a5c-8e19-426a-852b-31aeff4fff59 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=e039946f-9689-47a3-85ab-cdd76c8ab6be HTTP/1.1" status: 200 len: 946 time: 0.0617361 Jul 27 08:47:25.060794 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-ff692c57-b9a8-4df0-b2f8-f1eea94afe70 req-3598b8e6-6a1f-4115-889d-4583be0b6ead tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=fcc4b31a-2386-44ed-81fb-c2f68a123c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503020 Jul 27 08:47:25.117262 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c803afd-6236-4b77-8d18-4910938f8907 None None] New status for floating IP fb69297d-c756-4083-86f5-b3d2bf67c7d6: DOWN {{(pid=104488) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 27 08:47:25.545218 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 60408) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:47:25.606015 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-cffa938f-60cb-4e1c-b258-9e0bbe9a2434 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks [] for security_group (33103d02-1660-42f2-9c20-0c21b6db7e0d), before_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:47:25.629631 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-cffa938f-60cb-4e1c-b258-9e0bbe9a2434 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks [] for security_group (33103d02-1660-42f2-9c20-0c21b6db7e0d), precommit_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:47:25.740057 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-cffa938f-60cb-4e1c-b258-9e0bbe9a2434 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (33103d02-1660-42f2-9c20-0c21b6db7e0d), after_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:47:25.743262 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-cffa938f-60cb-4e1c-b258-9e0bbe9a2434 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks [] for security_group (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:47:25.744439 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-cffa938f-60cb-4e1c-b258-9e0bbe9a2434 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "DELETE /v2.0/security-groups/33103d02-1660-42f2-9c20-0c21b6db7e0d HTTP/1.1" status: 204 len: 168 time: 0.1978288 Jul 27 08:47:25.747314 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 60414) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:47:25.753812 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffa938f-60cb-4e1c-b258-9e0bbe9a2434 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33103d02-1660-42f2-9c20-0c21b6db7e0d,revision_number=None']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:47:25.761660 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.api.v2.resource [None req-fc27f22c-c822-4ee0-afb8-4b61b3b12491 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] show failed (client error): The resource could not be found. Jul 27 08:47:25.763073 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-fc27f22c-c822-4ee0-afb8-4b61b3b12491 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/security-groups/33103d02-1660-42f2-9c20-0c21b6db7e0d HTTP/1.1" status: 404 len: 347 time: 0.0146070 Jul 27 08:47:25.769006 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 60416) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:47:25.885504 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.plugin [None req-8c6e92b1-cea7-4948-a7cf-ad78481428b9 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Deleting port d1b608b5-b009-45a7-bc28-c5be42a9ff64 {{(pid=104485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 08:47:25.885806 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-8c6e92b1-cea7-4948-a7cf-ad78481428b9 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786710341133'] for port (d1b608b5-b009-45a7-bc28-c5be42a9ff64), before_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:47:25.965509 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-8c6e92b1-cea7-4948-a7cf-ad78481428b9 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8100626'] for port (d1b608b5-b009-45a7-bc28-c5be42a9ff64), precommit_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:47:25.965836 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-8c6e92b1-cea7-4948-a7cf-ad78481428b9 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks [] for floatingip (d1b608b5-b009-45a7-bc28-c5be42a9ff64), precommit_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:47:25.978402 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=87,neutron:INSERT=13 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:47:25.979650 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.plugin [None req-8c6e92b1-cea7-4948-a7cf-ad78481428b9 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Calling delete_port for d1b608b5-b009-45a7-bc28-c5be42a9ff64 owned by network:floatingip {{(pid=104485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 08:47:26.042883 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:47:26.172067 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-8c6e92b1-cea7-4948-a7cf-ad78481428b9 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786710477123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786709965406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16582167'] for port (d1b608b5-b009-45a7-bc28-c5be42a9ff64), after_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:47:26.190581 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998ae637-4813-4917-aa5a-3a039088b409 req-0c5c04f7-2d56-43fe-9fc7-ed9556121eeb tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:47:26.197645 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-998ae637-4813-4917-aa5a-3a039088b409 req-0c5c04f7-2d56-43fe-9fc7-ed9556121eeb tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=e039946f-9689-47a3-85ab-cdd76c8ab6be HTTP/1.1" status: 200 len: 946 time: 0.0581474 Jul 27 08:47:26.200797 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6e92b1-cea7-4948-a7cf-ad78481428b9 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Pushing event deleted for resources: {'Port': ['ID=d1b608b5-b009-45a7-bc28-c5be42a9ff64,revision_number=None']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:47:26.252945 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-998ae637-4813-4917-aa5a-3a039088b409 req-e731df2b-6645-4355-867d-ba6539b79a55 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=fcc4b31a-2386-44ed-81fb-c2f68a123c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544193 Jul 27 08:47:26.276936 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-8c6e92b1-cea7-4948-a7cf-ad78481428b9 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks [] for floatingip (fb69297d-c756-4083-86f5-b3d2bf67c7d6), after_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:47:26.280226 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-8c6e92b1-cea7-4948-a7cf-ad78481428b9 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8374701'] for floatingip (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:47:26.281400 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-8c6e92b1-cea7-4948-a7cf-ad78481428b9 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "DELETE /v2.0/floatingips/fb69297d-c756-4083-86f5-b3d2bf67c7d6 HTTP/1.1" status: 204 len: 168 time: 0.5112789 Jul 27 08:47:26.423973 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 60432) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:47:26.428725 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.v2.base [None req-c84d0fbd-7ef1-4e89-93ff-0443b57d35f4 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1612667255', 'description': 'tempest-description--835113916'}} {{(pid=104486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:47:26.525861 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-c84d0fbd-7ef1-4e89-93ff-0443b57d35f4 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks [] for security_group (None), before_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:47:26.556243 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Device 59ab739b-608a-4deb-9d9c-07a3e116ee2e no longer exists at agent hyperv_hv-cinder-85117 {{(pid=104487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 08:47:26.589453 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] No Port match for: 59ab739b-608a-4deb-9d9c-07a3e116ee2e {{(pid=104487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 08:47:26.590291 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Device 59ab739b-608a-4deb-9d9c-07a3e116ee2e not bound to the agent host hv-cinder-85117 {{(pid=104487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 08:47:26.614091 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-c84d0fbd-7ef1-4e89-93ff-0443b57d35f4 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks [] for security_group (aebc42af-f1a9-4bf1-82ac-81c5688d77d9), precommit_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:47:26.673833 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-c84d0fbd-7ef1-4e89-93ff-0443b57d35f4 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (aebc42af-f1a9-4bf1-82ac-81c5688d77d9), after_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:47:26.705908 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84d0fbd-7ef1-4e89-93ff-0443b57d35f4 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aebc42af-f1a9-4bf1-82ac-81c5688d77d9,revision_number=1']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:47:26.767708 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-c84d0fbd-7ef1-4e89-93ff-0443b57d35f4 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks [] for security_group (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:47:26.772514 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-c84d0fbd-7ef1-4e89-93ff-0443b57d35f4 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3440640 Jul 27 08:47:26.775268 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 60442) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:47:26.777108 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.v2.base [None req-109e8fbc-e81e-4f40-a667-6925300527b9 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Request body: {'security_group_rule': {'security_group_id': 'aebc42af-f1a9-4bf1-82ac-81c5688d77d9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:47:26.781627 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:47:26.866760 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-109e8fbc-e81e-4f40-a667-6925300527b9 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks [] for security_group_rule (444ee329-80bc-42be-b997-19d2bc346659), before_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:47:26.927587 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-109e8fbc-e81e-4f40-a667-6925300527b9 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks [] for security_group_rule (444ee329-80bc-42be-b997-19d2bc346659), precommit_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:47:27.000057 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-109e8fbc-e81e-4f40-a667-6925300527b9 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327747'] for security_group_rule (444ee329-80bc-42be-b997-19d2bc346659), after_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:47:27.021986 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109e8fbc-e81e-4f40-a667-6925300527b9 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=444ee329-80bc-42be-b997-19d2bc346659,revision_number=0']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:47:27.096415 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-109e8fbc-e81e-4f40-a667-6925300527b9 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:47:27.097801 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-109e8fbc-e81e-4f40-a667-6925300527b9 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3241034 Jul 27 08:47:27.100549 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 60454) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:47:27.104997 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.v2.base [None req-edb3b74d-4a01-4bbe-9ed3-f44149a4a3f5 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Request body: {'security_group_rule': {'security_group_id': 'aebc42af-f1a9-4bf1-82ac-81c5688d77d9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:47:27.234064 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-edb3b74d-4a01-4bbe-9ed3-f44149a4a3f5 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks [] for security_group_rule (5e13978d-c57f-46a0-8531-35620faca3d9), before_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:47:27.259696 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:47:27.293766 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-edb3b74d-4a01-4bbe-9ed3-f44149a4a3f5 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks [] for security_group_rule (5e13978d-c57f-46a0-8531-35620faca3d9), precommit_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:47:27.361826 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-edb3b74d-4a01-4bbe-9ed3-f44149a4a3f5 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327747'] for security_group_rule (5e13978d-c57f-46a0-8531-35620faca3d9), after_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:47:27.390929 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb3b74d-4a01-4bbe-9ed3-f44149a4a3f5 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e13978d-c57f-46a0-8531-35620faca3d9,revision_number=0']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:47:27.399841 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ac8274-a451-47f5-a23e-7a07e5bbbfac req-61fcbb68-375d-4a3b-afd3-29ebe3d72239 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:47:27.401360 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-d4ac8274-a451-47f5-a23e-7a07e5bbbfac req-61fcbb68-375d-4a3b-afd3-29ebe3d72239 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=e039946f-9689-47a3-85ab-cdd76c8ab6be HTTP/1.1" status: 200 len: 946 time: 0.0705614 Jul 27 08:47:27.449499 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-d4ac8274-a451-47f5-a23e-7a07e5bbbfac req-0c86f79b-2b12-4521-8c3e-0eaae72e2eca tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=fcc4b31a-2386-44ed-81fb-c2f68a123c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424037 Jul 27 08:47:27.487497 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-edb3b74d-4a01-4bbe-9ed3-f44149a4a3f5 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:47:27.488723 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-edb3b74d-4a01-4bbe-9ed3-f44149a4a3f5 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3872204 Jul 27 08:47:27.497324 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 60458) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:47:27.501630 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.v2.base [None req-5ba53ee6-8722-446f-ba94-c80111c6b846 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Request body: {'floatingip': {'floating_network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5'}} {{(pid=104486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:47:27.625509 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-5ba53ee6-8722-446f-ba94-c80111c6b846 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:47:27.706637 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-5ba53ee6-8722-446f-ba94-c80111c6b846 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (None), before_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:47:27.811031 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.db.db_base_plugin_common [None req-5ba53ee6-8722-446f-ba94-c80111c6b846 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Allocated IP 172.27.2.174 (e7cd7671-9410-421d-95f2-ddad301715a5/bd8cca88-d260-42a1-9635-5bfcc6eba2a1/e4ca8dcc-2d7b-4dfe-9489-c1331c301fea) {{(pid=104486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 08:47:27.812693 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:47:27.919935 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-5ba53ee6-8722-446f-ba94-c80111c6b846 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks [] for port (e4ca8dcc-2d7b-4dfe-9489-c1331c301fea), precommit_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:47:28.009053 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-5ba53ee6-8722-446f-ba94-c80111c6b846 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786709965397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4293862'] for port (e4ca8dcc-2d7b-4dfe-9489-c1331c301fea), after_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:47:28.045474 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba53ee6-8722-446f-ba94-c80111c6b846 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Network e7cd7671-9410-421d-95f2-ddad301715a5 is already hosted by enough agents. {{(pid=104486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 08:47:28.048372 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.scheduler.base_scheduler [None req-5ba53ee6-8722-446f-ba94-c80111c6b846 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Resources bound (agent type, host, resource id): {{(pid=104486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 08:47:28.054853 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba53ee6-8722-446f-ba94-c80111c6b846 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Received port after_create {{(pid=104486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 08:47:28.078949 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba53ee6-8722-446f-ba94-c80111c6b846 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Pushing event updated for resources: {'Port': ['ID=e4ca8dcc-2d7b-4dfe-9489-c1331c301fea,revision_number=1']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:47:28.144869 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-5ba53ee6-8722-446f-ba94-c80111c6b846 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks [] for floatingip (c8236af6-c94f-4683-bb4f-7cdd804ebc9a), precommit_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:47:28.259434 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-5ba53ee6-8722-446f-ba94-c80111c6b846 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (e4ca8dcc-2d7b-4dfe-9489-c1331c301fea), before_update {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:47:28.352985 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:UPDATE=4,neutron:SELECT=92,neutron:INSERT=4 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:47:28.406107 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-5ba53ee6-8722-446f-ba94-c80111c6b846 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks [] for port (e4ca8dcc-2d7b-4dfe-9489-c1331c301fea), precommit_update {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:47:28.466259 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-5ba53ee6-8722-446f-ba94-c80111c6b846 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4293873'] for port (e4ca8dcc-2d7b-4dfe-9489-c1331c301fea), after_update {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:47:28.535821 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba53ee6-8722-446f-ba94-c80111c6b846 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Pushing event updated for resources: {'Port': ['ID=e4ca8dcc-2d7b-4dfe-9489-c1331c301fea,revision_number=2']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:47:28.552069 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-5ba53ee6-8722-446f-ba94-c80111c6b846 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363235'] for floatingip (c8236af6-c94f-4683-bb4f-7cdd804ebc9a), after_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:47:28.579080 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1c5597-a16b-4b5b-9860-7f857757c433 req-7b3e118c-2377-4476-9297-34c203fc03f2 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:47:28.580634 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-9c1c5597-a16b-4b5b-9860-7f857757c433 req-7b3e118c-2377-4476-9297-34c203fc03f2 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=e039946f-9689-47a3-85ab-cdd76c8ab6be HTTP/1.1" status: 200 len: 946 time: 0.0476489 Jul 27 08:47:28.624730 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-5ba53ee6-8722-446f-ba94-c80111c6b846 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8374701'] for floatingip (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:47:28.635279 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-5ba53ee6-8722-446f-ba94-c80111c6b846 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1277583 Jul 27 08:47:28.636229 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-9c1c5597-a16b-4b5b-9860-7f857757c433 req-755548aa-4aff-4f9d-bd9b-478077877125 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=fcc4b31a-2386-44ed-81fb-c2f68a123c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464542 Jul 27 08:47:28.830511 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-9502f8f3-368c-4c1f-ac61-fa0cb7aaf186 req-5da43704-5c17-44be-852d-a379653404fb tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-securitygroup--1612667255&fields=id&tenant_id=940250de2f6f47ed9edc1bb0468551c8 HTTP/1.1" status: 200 len: 267 time: 0.0448942 Jul 27 08:47:28.940785 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9502f8f3-368c-4c1f-ac61-fa0cb7aaf186 req-da948ba2-7ad5-4236-932f-5f491d9adad8 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:47:28.942278 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-9502f8f3-368c-4c1f-ac61-fa0cb7aaf186 req-da948ba2-7ad5-4236-932f-5f491d9adad8 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/networks?id=8f6980da-175b-4e92-9032-637e0458eb4f HTTP/1.1" status: 200 len: 815 time: 0.1053481 Jul 27 08:47:28.957222 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-9502f8f3-368c-4c1f-ac61-fa0cb7aaf186 req-37611567-49f5-401d-8af6-868ebbd6ecee tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/quotas/940250de2f6f47ed9edc1bb0468551c8 HTTP/1.1" status: 200 len: 375 time: 0.0091820 Jul 27 08:47:29.005323 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-9502f8f3-368c-4c1f-ac61-fa0cb7aaf186 req-80ec7205-54c3-4e30-9348-e7fa77a2be8a tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=940250de2f6f47ed9edc1bb0468551c8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0428162 Jul 27 08:47:29.105206 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-9502f8f3-368c-4c1f-ac61-fa0cb7aaf186 req-07399d25-bb3e-4e34-a96c-abcdc8d5e0f9 service neutron] 10.222.0.40 "GET /v2.0/networks/8f6980da-175b-4e92-9032-637e0458eb4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885630 Jul 27 08:47:29.177631 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:47:29.200114 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-9502f8f3-368c-4c1f-ac61-fa0cb7aaf186 req-8330de3d-c02c-453c-a7bf-0cced57c0631 service neutron] 10.222.0.40 "GET /v2.0/networks/8f6980da-175b-4e92-9032-637e0458eb4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892456 Jul 27 08:47:29.430424 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-820d1f4f-be91-403b-ac18-ceccb8a49e04 req-a818cf41-f9c7-4c7a-8d3f-37e93701c6ed tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/ports?device_id=1e8bed67-af36-4697-a38a-a67f2023ddd4 HTTP/1.1" status: 200 len: 210 time: 0.0271289 Jul 27 08:47:29.765392 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8e54ed-0d9f-48b3-9ca8-93aabb0b4151 req-7a9db8cb-745a-4a58-83bd-4cbcaf5c74d4 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:47:29.767000 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-6e8e54ed-0d9f-48b3-9ca8-93aabb0b4151 req-7a9db8cb-745a-4a58-83bd-4cbcaf5c74d4 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=e039946f-9689-47a3-85ab-cdd76c8ab6be HTTP/1.1" status: 200 len: 946 time: 0.0491633 Jul 27 08:47:29.814476 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-6e8e54ed-0d9f-48b3-9ca8-93aabb0b4151 req-98c363b8-6b7c-4170-8dd8-431a6ea0c7a9 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=fcc4b31a-2386-44ed-81fb-c2f68a123c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415552 Jul 27 08:47:30.532663 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-2e69ee86-bd85-4286-aad2-9e80744e7536 req-f360adc3-ea6b-40a1-9f42-2205ab5b67f8 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/ports?device_id=1e8bed67-af36-4697-a38a-a67f2023ddd4 HTTP/1.1" status: 200 len: 210 time: 0.0282807 Jul 27 08:47:30.564584 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Device cbc21c19-a9c2-48e6-88bd-b5b02cd593fb details requested by agent hyperv_hv-cinder-85117 with host hv-cinder-85117 {{(pid=104487) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 08:47:30.589238 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 60512) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:47:30.641675 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:47:30.669049 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] For port cbc21c19-a9c2-48e6-88bd-b5b02cd593fb, host hv-cinder-85117, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85117',level=0,port_id=cbc21c19-a9c2-48e6-88bd-b5b02cd593fb,segment=NetworkSegment(d4421dbb-2177-49de-a9fa-abc5e0331875),segment_id=d4421dbb-2177-49de-a9fa-abc5e0331875)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:47:30.671115 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:47:30.680501 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Returning: {'device': 'cbc21c19-a9c2-48e6-88bd-b5b02cd593fb', 'network_id': '77554b81-fd19-4316-8d69-62980152360c', 'port_id': 'cbc21c19-a9c2-48e6-88bd-b5b02cd593fb', 'mac_address': 'fa:16:3e:c9:5d:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4ce96ff-fd31-496d-82bd-3a3dbfb16be8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104487) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 08:47:30.699318 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-2917f01b-6310-440d-9da5-19aee1efc5b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:47:30.719445 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Current status of the port cbc21c19-a9c2-48e6-88bd-b5b02cd593fb is: ACTIVE; New status is: BUILD {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:47:30.719838 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (cbc21c19-a9c2-48e6-88bd-b5b02cd593fb), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:47:30.734261 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.notifiers.nova [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cbc21c19-a9c2-48e6-88bd-b5b02cd593fb {{(pid=104487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 08:47:30.753147 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] For port cbc21c19-a9c2-48e6-88bd-b5b02cd593fb, host hv-cinder-85117, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85117',level=0,port_id=cbc21c19-a9c2-48e6-88bd-b5b02cd593fb,segment=NetworkSegment(d4421dbb-2177-49de-a9fa-abc5e0331875),segment_id=d4421dbb-2177-49de-a9fa-abc5e0331875)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:47:30.779929 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-2917f01b-6310-440d-9da5-19aee1efc5b3 admin admin] Publish callbacks [] for security_group (8622cd38-bccb-4576-95e8-cc1279fa08e6), precommit_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:47:30.862479 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (cbc21c19-a9c2-48e6-88bd-b5b02cd593fb), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:47:30.898232 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-2917f01b-6310-440d-9da5-19aee1efc5b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (8622cd38-bccb-4576-95e8-cc1279fa08e6), after_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:47:30.911486 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Pushing event updated for resources: {'Port': ['ID=cbc21c19-a9c2-48e6-88bd-b5b02cd593fb,revision_number=6']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:47:30.920046 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:47:30.920391 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:47:30.920734 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:47:30.921071 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:47:30.921407 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:47:30.921734 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:47:30.922059 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:47:30.922410 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:47:30.922731 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:47:30.923052 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:47:30.923373 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:47:30.923696 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:47:30.924120 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:47:30.924436 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:47:30.924758 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:47:30.977356 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-2917f01b-6310-440d-9da5-19aee1efc5b3 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=8fa45d0a944548669bafff16a95cf9ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3864832 Jul 27 08:47:30.979919 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 60518) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:47:30.981215 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2917f01b-6310-440d-9da5-19aee1efc5b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8622cd38-bccb-4576-95e8-cc1279fa08e6,revision_number=1']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:47:30.998079 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376cd330-cd38-441b-a8d5-986e0fefe1c3 req-317537e7-fac7-4654-897e-3c3ae705ecf0 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:47:30.999597 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-376cd330-cd38-441b-a8d5-986e0fefe1c3 req-317537e7-fac7-4654-897e-3c3ae705ecf0 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=e039946f-9689-47a3-85ab-cdd76c8ab6be HTTP/1.1" status: 200 len: 945 time: 0.0856240 Jul 27 08:47:31.035922 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-9fffa3ca-7cb9-4d14-9aae-064f14da4984 admin admin] Publish callbacks [] for security_group (8622cd38-bccb-4576-95e8-cc1279fa08e6), before_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:47:31.047843 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-376cd330-cd38-441b-a8d5-986e0fefe1c3 req-a3d0be7d-6ee1-488d-849f-3d463ee97945 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=fcc4b31a-2386-44ed-81fb-c2f68a123c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426617 Jul 27 08:47:31.052468 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] get_ports_and_sgs() called for port_ids ['cbc21c19-a9c2-48e6-88bd-b5b02cd593fb'] {{(pid=104487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 08:47:31.058315 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-9fffa3ca-7cb9-4d14-9aae-064f14da4984 admin admin] Publish callbacks [] for security_group (8622cd38-bccb-4576-95e8-cc1279fa08e6), precommit_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:47:31.180179 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-9fffa3ca-7cb9-4d14-9aae-064f14da4984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (8622cd38-bccb-4576-95e8-cc1279fa08e6), after_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:47:31.183038 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-9fffa3ca-7cb9-4d14-9aae-064f14da4984 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:47:31.184203 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-9fffa3ca-7cb9-4d14-9aae-064f14da4984 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/8622cd38-bccb-4576-95e8-cc1279fa08e6 HTTP/1.1" status: 204 len: 168 time: 0.2033048 Jul 27 08:47:31.191938 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fffa3ca-7cb9-4d14-9aae-064f14da4984 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8622cd38-bccb-4576-95e8-cc1279fa08e6,revision_number=None']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:47:31.200234 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fffa3ca-7cb9-4d14-9aae-064f14da4984 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:47:31.200589 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fffa3ca-7cb9-4d14-9aae-064f14da4984 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:47:31.200932 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fffa3ca-7cb9-4d14-9aae-064f14da4984 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:47:31.201275 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fffa3ca-7cb9-4d14-9aae-064f14da4984 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:47:31.201608 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fffa3ca-7cb9-4d14-9aae-064f14da4984 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:47:31.201935 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fffa3ca-7cb9-4d14-9aae-064f14da4984 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:47:31.202288 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fffa3ca-7cb9-4d14-9aae-064f14da4984 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:47:31.202673 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fffa3ca-7cb9-4d14-9aae-064f14da4984 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:47:31.202925 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fffa3ca-7cb9-4d14-9aae-064f14da4984 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:47:31.203249 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fffa3ca-7cb9-4d14-9aae-064f14da4984 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:47:31.203579 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fffa3ca-7cb9-4d14-9aae-064f14da4984 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:47:31.203992 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fffa3ca-7cb9-4d14-9aae-064f14da4984 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:47:31.204222 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fffa3ca-7cb9-4d14-9aae-064f14da4984 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:47:31.204542 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fffa3ca-7cb9-4d14-9aae-064f14da4984 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:47:31.204852 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fffa3ca-7cb9-4d14-9aae-064f14da4984 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:47:31.536067 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9502f8f3-368c-4c1f-ac61-fa0cb7aaf186 req-c187d8ef-20ad-4a9b-9f78-604811b3c631 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:47:31.538129 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-9502f8f3-368c-4c1f-ac61-fa0cb7aaf186 req-c187d8ef-20ad-4a9b-9f78-604811b3c631 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.42 "GET /v2.0/networks?id=8f6980da-175b-4e92-9032-637e0458eb4f HTTP/1.1" status: 200 len: 815 time: 0.1125343 Jul 27 08:47:31.586202 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:47:31.615941 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-9502f8f3-368c-4c1f-ac61-fa0cb7aaf186 req-58f255c6-3301-4d98-9d0f-394ab447a115 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=940250de2f6f47ed9edc1bb0468551c8 HTTP/1.1" status: 200 len: 380 time: 0.0578110 Jul 27 08:47:31.625497 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.v2.base [req-9502f8f3-368c-4c1f-ac61-fa0cb7aaf186 req-b8a3ad3d-6ce0-4807-a45d-be0fce57e183 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Request body: {'port': {'device_id': '1e8bed67-af36-4697-a38a-a67f2023ddd4', 'network_id': '8f6980da-175b-4e92-9032-637e0458eb4f', 'admin_state_up': True, 'tenant_id': '940250de2f6f47ed9edc1bb0468551c8', 'security_groups': ['aebc42af-f1a9-4bf1-82ac-81c5688d77d9']}} {{(pid=104486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:47:31.643524 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-72794d28-0e9d-4db6-b562-3cbf7dfa1a8a req-f26431a1-d3b2-4007-89a4-9f116829b335 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/ports?device_id=1e8bed67-af36-4697-a38a-a67f2023ddd4 HTTP/1.1" status: 200 len: 210 time: 0.0302620 Jul 27 08:47:31.866097 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9502f8f3-368c-4c1f-ac61-fa0cb7aaf186 req-b8a3ad3d-6ce0-4807-a45d-be0fce57e183 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Made reservation on behalf of 940250de2f6f47ed9edc1bb0468551c8 for: {'port': 1} {{(pid=104486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 08:47:31.869776 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-9502f8f3-368c-4c1f-ac61-fa0cb7aaf186 req-b8a3ad3d-6ce0-4807-a45d-be0fce57e183 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (None), before_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:47:31.898974 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:47:31.998560 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 60526) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:47:32.007038 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.db.db_base_plugin_common [req-9502f8f3-368c-4c1f-ac61-fa0cb7aaf186 req-b8a3ad3d-6ce0-4807-a45d-be0fce57e183 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Allocated IP 172.20.0.9 (8f6980da-175b-4e92-9032-637e0458eb4f/5784479d-44dd-45ed-b6e6-1aaaf2f91b93/431e23f4-5504-40f2-986d-b204f33f480c) {{(pid=104486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 08:47:32.012499 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-3394cc1f-11c4-44ed-a2ca-347f5b0f0dfa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:47:32.097043 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-3394cc1f-11c4-44ed-a2ca-347f5b0f0dfa admin admin] Publish callbacks [] for security_group (9ce39b49-c22d-40bc-9254-68249c13fe90), precommit_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:47:32.171107 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-3394cc1f-11c4-44ed-a2ca-347f5b0f0dfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (9ce39b49-c22d-40bc-9254-68249c13fe90), after_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:47:32.202129 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:47:32.212801 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-3394cc1f-11c4-44ed-a2ca-347f5b0f0dfa admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=1ca4a0b22908437eb0ceacd1221d6f3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2131877 Jul 27 08:47:32.213299 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff0531d-b281-4309-aafb-90712bf394e8 req-02c1a16f-6d88-4e4a-b146-6348a4eef661 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:47:32.213509 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3394cc1f-11c4-44ed-a2ca-347f5b0f0dfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ce39b49-c22d-40bc-9254-68249c13fe90,revision_number=1']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:47:32.215046 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-fff0531d-b281-4309-aafb-90712bf394e8 req-02c1a16f-6d88-4e4a-b146-6348a4eef661 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=e039946f-9689-47a3-85ab-cdd76c8ab6be HTTP/1.1" status: 200 len: 945 time: 0.0707257 Jul 27 08:47:32.217215 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 60534) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:47:32.220174 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-9502f8f3-368c-4c1f-ac61-fa0cb7aaf186 req-b8a3ad3d-6ce0-4807-a45d-be0fce57e183 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks [] for port (431e23f4-5504-40f2-986d-b204f33f480c), precommit_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:47:32.270582 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-c44d51b8-adda-47e8-a154-f3032cdadd24 admin admin] Publish callbacks [] for security_group (9ce39b49-c22d-40bc-9254-68249c13fe90), before_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:47:32.289286 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-fff0531d-b281-4309-aafb-90712bf394e8 req-c3f7f820-ac63-4981-9f94-1d56e7166026 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=fcc4b31a-2386-44ed-81fb-c2f68a123c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657535 Jul 27 08:47:32.294422 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-c44d51b8-adda-47e8-a154-f3032cdadd24 admin admin] Publish callbacks [] for security_group (9ce39b49-c22d-40bc-9254-68249c13fe90), precommit_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:47:32.342997 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-9502f8f3-368c-4c1f-ac61-fa0cb7aaf186 req-b8a3ad3d-6ce0-4807-a45d-be0fce57e183 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786709965397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4293862'] for port (431e23f4-5504-40f2-986d-b204f33f480c), after_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:47:32.386369 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9502f8f3-368c-4c1f-ac61-fa0cb7aaf186 req-b8a3ad3d-6ce0-4807-a45d-be0fce57e183 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Network 8f6980da-175b-4e92-9032-637e0458eb4f is already hosted by enough agents. {{(pid=104486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 08:47:32.391587 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.scheduler.base_scheduler [req-9502f8f3-368c-4c1f-ac61-fa0cb7aaf186 req-b8a3ad3d-6ce0-4807-a45d-be0fce57e183 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Resources bound (agent type, host, resource id): {{(pid=104486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 08:47:32.395609 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.db.l3_dvrscheduler_db [req-9502f8f3-368c-4c1f-ac61-fa0cb7aaf186 req-b8a3ad3d-6ce0-4807-a45d-be0fce57e183 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Received port after_create {{(pid=104486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 08:47:32.408692 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-c44d51b8-adda-47e8-a154-f3032cdadd24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (9ce39b49-c22d-40bc-9254-68249c13fe90), after_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:47:32.412373 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-c44d51b8-adda-47e8-a154-f3032cdadd24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:47:32.413350 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-c44d51b8-adda-47e8-a154-f3032cdadd24 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/9ce39b49-c22d-40bc-9254-68249c13fe90 HTTP/1.1" status: 204 len: 168 time: 0.1950793 Jul 27 08:47:32.425908 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44d51b8-adda-47e8-a154-f3032cdadd24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ce39b49-c22d-40bc-9254-68249c13fe90,revision_number=None']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:47:32.426409 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a3ad3d-6ce0-4807-a45d-be0fce57e183 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Pushing event updated for resources: {'Port': ['ID=431e23f4-5504-40f2-986d-b204f33f480c,revision_number=1']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:47:32.462639 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9502f8f3-368c-4c1f-ac61-fa0cb7aaf186 req-b8a3ad3d-6ce0-4807-a45d-be0fce57e183 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:47:32.463367 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-9502f8f3-368c-4c1f-ac61-fa0cb7aaf186 req-b8a3ad3d-6ce0-4807-a45d-be0fce57e183 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8374701'] for port (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:47:32.538228 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-9502f8f3-368c-4c1f-ac61-fa0cb7aaf186 req-b8a3ad3d-6ce0-4807-a45d-be0fce57e183 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9166970 Jul 27 08:47:32.557207 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.v2.base [req-9502f8f3-368c-4c1f-ac61-fa0cb7aaf186 req-5c0c8dae-9358-404b-af46-b35ffaf5b2d9 service neutron] Request body: {'port': {'device_id': '1e8bed67-af36-4697-a38a-a67f2023ddd4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85117'}} {{(pid=104486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:47:32.574924 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Device cbc21c19-a9c2-48e6-88bd-b5b02cd593fb up at agent hyperv_hv-cinder-85117 {{(pid=104487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 08:47:32.620562 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Provisioning complete for port cbc21c19-a9c2-48e6-88bd-b5b02cd593fb triggered by entity L2. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:47:32.620862 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-9502f8f3-368c-4c1f-ac61-fa0cb7aaf186 req-5c0c8dae-9358-404b-af46-b35ffaf5b2d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (431e23f4-5504-40f2-986d-b204f33f480c), before_update {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:47:32.620990 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (cbc21c19-a9c2-48e6-88bd-b5b02cd593fb), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:47:32.671235 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-bc1c4954-a81b-494c-882b-37aec869f449 None None] Provisioning complete for port 431e23f4-5504-40f2-986d-b204f33f480c triggered by entity DHCP. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:47:32.671550 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-bc1c4954-a81b-494c-882b-37aec869f449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (431e23f4-5504-40f2-986d-b204f33f480c), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:47:32.686519 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=5,neutron:DELETE=1 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:47:32.736628 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-bc1c4954-a81b-494c-882b-37aec869f449 None None] Port 431e23f4-5504-40f2-986d-b204f33f480c cannot update to ACTIVE because it is not bound. {{(pid=104487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 08:47:32.748913 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Current status of the port cbc21c19-a9c2-48e6-88bd-b5b02cd593fb is: BUILD; New status is: ACTIVE {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:47:32.750228 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (cbc21c19-a9c2-48e6-88bd-b5b02cd593fb), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:47:32.782970 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e039946f-9689-47a3-85ab-cdd76c8ab6be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbc21c19-a9c2-48e6-88bd-b5b02cd593fb'}] {{(pid=104487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 08:47:32.785427 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80d6aca8d47c9a16b7ef4a01c61ef1bf5c962aea16cee8599b6bab5dfb4de652" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a93436c0-0b94-4f24-b5d6-f0d54e5a2e98" -d '{"events": [{"server_uuid": "e039946f-9689-47a3-85ab-cdd76c8ab6be", "name": "network-vif-plugged", "status": "completed", "tag": "cbc21c19-a9c2-48e6-88bd-b5b02cd593fb"}]}' {{(pid=104487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 08:47:32.799540 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] For port cbc21c19-a9c2-48e6-88bd-b5b02cd593fb, host hv-cinder-85117, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85117',level=0,port_id=cbc21c19-a9c2-48e6-88bd-b5b02cd593fb,segment=NetworkSegment(d4421dbb-2177-49de-a9fa-abc5e0331875),segment_id=d4421dbb-2177-49de-a9fa-abc5e0331875)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:47:32.800823 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c06485-98fa-47d4-8657-cceba4003980 req-9a3a7e9d-9eab-4ecd-9a72-3ac6012f2466 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:47:32.803316 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-e8c06485-98fa-47d4-8657-cceba4003980 req-9a3a7e9d-9eab-4ecd-9a72-3ac6012f2466 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/ports?device_id=1e8bed67-af36-4697-a38a-a67f2023ddd4 HTTP/1.1" status: 200 len: 931 time: 0.0733519 Jul 27 08:47:32.835800 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 08:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6918164-f636-466f-a080-3cae9d2b88ca x-openstack-request-id: req-f6918164-f636-466f-a080-3cae9d2b88ca {{(pid=104487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 08:47:32.836098 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e039946f-9689-47a3-85ab-cdd76c8ab6be", "name": "network-vif-plugged", "status": "completed", "tag": "cbc21c19-a9c2-48e6-88bd-b5b02cd593fb", "code": 200}]} {{(pid=104487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 08:47:32.836357 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-f6918164-f636-466f-a080-3cae9d2b88ca {{(pid=104487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 08:47:32.836784 dv-cinder-851170-2-iscsi neutron-server[104487]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6918164-f636-466f-a080-3cae9d2b88ca'] response: {'server_uuid': 'e039946f-9689-47a3-85ab-cdd76c8ab6be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbc21c19-a9c2-48e6-88bd-b5b02cd593fb', 'code': 200} Jul 27 08:47:32.863527 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=7 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:47:32.866562 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (cbc21c19-a9c2-48e6-88bd-b5b02cd593fb), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:47:32.870247 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-e8c06485-98fa-47d4-8657-cceba4003980 req-0de90407-f3ae-42a0-9249-ed0c98cc4382 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/security-groups?id=aebc42af-f1a9-4bf1-82ac-81c5688d77d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581620 Jul 27 08:47:32.925189 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Pushing event updated for resources: {'Port': ['ID=cbc21c19-a9c2-48e6-88bd-b5b02cd593fb,revision_number=7']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:47:32.933571 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:47:32.939891 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.notifiers.nova [req-9502f8f3-368c-4c1f-ac61-fa0cb7aaf186 req-5c0c8dae-9358-404b-af46-b35ffaf5b2d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 431e23f4-5504-40f2-986d-b204f33f480c {{(pid=104486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 08:47:32.948395 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-9502f8f3-368c-4c1f-ac61-fa0cb7aaf186 req-5c0c8dae-9358-404b-af46-b35ffaf5b2d9 service neutron] Publish callbacks [] for port (431e23f4-5504-40f2-986d-b204f33f480c), precommit_update {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:47:32.961997 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.db.provisioning_blocks [req-9502f8f3-368c-4c1f-ac61-fa0cb7aaf186 req-5c0c8dae-9358-404b-af46-b35ffaf5b2d9 service neutron] Transition to ACTIVE for port object 431e23f4-5504-40f2-986d-b204f33f480c will not be triggered until provisioned by entity L2. {{(pid=104486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 27 08:47:33.043091 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-9502f8f3-368c-4c1f-ac61-fa0cb7aaf186 req-5c0c8dae-9358-404b-af46-b35ffaf5b2d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4293873'] for port (431e23f4-5504-40f2-986d-b204f33f480c), after_update {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:47:33.115211 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0c8dae-9358-404b-af46-b35ffaf5b2d9 service neutron] Pushing event updated for resources: {'Port': ['ID=431e23f4-5504-40f2-986d-b204f33f480c,revision_number=2']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:47:33.174876 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.managers [req-9502f8f3-368c-4c1f-ac61-fa0cb7aaf186 req-5c0c8dae-9358-404b-af46-b35ffaf5b2d9 service neutron] Attempting to bind port 431e23f4-5504-40f2-986d-b204f33f480c on host hv-cinder-85117 for vnic_type normal with profile {{(pid=104486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 08:47:33.179338 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.managers [req-9502f8f3-368c-4c1f-ac61-fa0cb7aaf186 req-5c0c8dae-9358-404b-af46-b35ffaf5b2d9 service neutron] Attempting to bind port 431e23f4-5504-40f2-986d-b204f33f480c by drivers openvswitch,hyperv on host hv-cinder-85117 at level 0 using segments [{'id': 'e7699621-ef90-47fe-8696-58f5c1995388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '8f6980da-175b-4e92-9032-637e0458eb4f'}] {{(pid=104486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 08:47:33.179338 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9502f8f3-368c-4c1f-ac61-fa0cb7aaf186 req-5c0c8dae-9358-404b-af46-b35ffaf5b2d9 service neutron] Attempting to bind port 431e23f4-5504-40f2-986d-b204f33f480c on network 8f6980da-175b-4e92-9032-637e0458eb4f {{(pid=104486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 08:47:33.180334 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9502f8f3-368c-4c1f-ac61-fa0cb7aaf186 req-5c0c8dae-9358-404b-af46-b35ffaf5b2d9 service neutron] Port 431e23f4-5504-40f2-986d-b204f33f480c on network 8f6980da-175b-4e92-9032-637e0458eb4f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85117 {{(pid=104486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 27 08:47:33.180655 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9502f8f3-368c-4c1f-ac61-fa0cb7aaf186 req-5c0c8dae-9358-404b-af46-b35ffaf5b2d9 service neutron] Attempting to bind port 431e23f4-5504-40f2-986d-b204f33f480c on network 8f6980da-175b-4e92-9032-637e0458eb4f {{(pid=104486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 08:47:33.185836 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9502f8f3-368c-4c1f-ac61-fa0cb7aaf186 req-5c0c8dae-9358-404b-af46-b35ffaf5b2d9 service neutron] Checking agent: {'id': '40990755-2d84-4c9d-828c-eda94a5136e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85117', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 8, 37, 21), 'started_at': datetime.datetime(2022, 7, 27, 8, 37, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 8, 47, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 08:47:33.186375 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9502f8f3-368c-4c1f-ac61-fa0cb7aaf186 req-5c0c8dae-9358-404b-af46-b35ffaf5b2d9 service neutron] Checking segment: {'id': 'e7699621-ef90-47fe-8696-58f5c1995388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '8f6980da-175b-4e92-9032-637e0458eb4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 08:47:33.186763 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9502f8f3-368c-4c1f-ac61-fa0cb7aaf186 req-5c0c8dae-9358-404b-af46-b35ffaf5b2d9 service neutron] Bound using segment: {'id': 'e7699621-ef90-47fe-8696-58f5c1995388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '8f6980da-175b-4e92-9032-637e0458eb4f'} {{(pid=104486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 08:47:33.187318 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.managers [req-9502f8f3-368c-4c1f-ac61-fa0cb7aaf186 req-5c0c8dae-9358-404b-af46-b35ffaf5b2d9 service neutron] Bound port: 431e23f4-5504-40f2-986d-b204f33f480c, host: hv-cinder-85117, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7699621-ef90-47fe-8696-58f5c1995388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '8f6980da-175b-4e92-9032-637e0458eb4f'}}] {{(pid=104486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 08:47:33.187678 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-9502f8f3-368c-4c1f-ac61-fa0cb7aaf186 req-5c0c8dae-9358-404b-af46-b35ffaf5b2d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (431e23f4-5504-40f2-986d-b204f33f480c), before_update {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:47:33.260092 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.db [req-9502f8f3-368c-4c1f-ac61-fa0cb7aaf186 req-5c0c8dae-9358-404b-af46-b35ffaf5b2d9 service neutron] For port 431e23f4-5504-40f2-986d-b204f33f480c, host hv-cinder-85117, cleared binding levels {{(pid=104486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 08:47:33.263431 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.db [req-9502f8f3-368c-4c1f-ac61-fa0cb7aaf186 req-5c0c8dae-9358-404b-af46-b35ffaf5b2d9 service neutron] For port 431e23f4-5504-40f2-986d-b204f33f480c, host hv-cinder-85117, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85117',level=0,port_id=431e23f4-5504-40f2-986d-b204f33f480c,segment=NetworkSegment(e7699621-ef90-47fe-8696-58f5c1995388),segment_id=e7699621-ef90-47fe-8696-58f5c1995388)] {{(pid=104486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 08:47:33.358945 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-9502f8f3-368c-4c1f-ac61-fa0cb7aaf186 req-5c0c8dae-9358-404b-af46-b35ffaf5b2d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4293873'] for port (431e23f4-5504-40f2-986d-b204f33f480c), after_update {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:47:33.407294 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9502f8f3-368c-4c1f-ac61-fa0cb7aaf186 req-5c0c8dae-9358-404b-af46-b35ffaf5b2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:47:33.407795 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-9502f8f3-368c-4c1f-ac61-fa0cb7aaf186 req-5c0c8dae-9358-404b-af46-b35ffaf5b2d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8374701'] for port (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:47:33.409226 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-9502f8f3-368c-4c1f-ac61-fa0cb7aaf186 req-5c0c8dae-9358-404b-af46-b35ffaf5b2d9 service neutron] 10.222.0.42 "PUT /v2.0/ports/431e23f4-5504-40f2-986d-b204f33f480c HTTP/1.1" status: 200 len: 1093 time: 0.8567653 Jul 27 08:47:33.427860 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e8bed67-af36-4697-a38a-a67f2023ddd4', 'tag': '431e23f4-5504-40f2-986d-b204f33f480c'}] {{(pid=104486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 08:47:33.430219 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0fbdf057086729fb3d5906bdd251c7adb98d678ad2f5ce1a48bcc8d44af0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63fae35c-ac7e-4e97-a194-b3d05119e248" -d '{"events": [{"name": "network-changed", "server_uuid": "1e8bed67-af36-4697-a38a-a67f2023ddd4", "tag": "431e23f4-5504-40f2-986d-b204f33f480c"}]}' {{(pid=104486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 08:47:33.485688 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3c9012-7ce0-4591-aba8-315c54fe4327 req-8f07ee14-5b01-4d02-81a7-9d3a1190a993 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:47:33.495576 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-3a3c9012-7ce0-4591-aba8-315c54fe4327 req-8f07ee14-5b01-4d02-81a7-9d3a1190a993 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=e039946f-9689-47a3-85ab-cdd76c8ab6be HTTP/1.1" status: 200 len: 946 time: 0.1216686 Jul 27 08:47:33.497140 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 08:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f058b2e9-e165-4108-8018-7d7d379513cb x-openstack-request-id: req-f058b2e9-e165-4108-8018-7d7d379513cb {{(pid=104486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 08:47:33.497444 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e8bed67-af36-4697-a38a-a67f2023ddd4", "tag": "431e23f4-5504-40f2-986d-b204f33f480c", "status": "completed", "code": 200}]} {{(pid=104486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 08:47:33.497700 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-f058b2e9-e165-4108-8018-7d7d379513cb {{(pid=104486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 08:47:33.498173 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f058b2e9-e165-4108-8018-7d7d379513cb'] response: {'name': 'network-changed', 'server_uuid': '1e8bed67-af36-4697-a38a-a67f2023ddd4', 'tag': '431e23f4-5504-40f2-986d-b204f33f480c', 'status': 'completed', 'code': 200} Jul 27 08:47:33.498656 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0c8dae-9358-404b-af46-b35ffaf5b2d9 service neutron] Pushing event updated for resources: {'Port': ['ID=431e23f4-5504-40f2-986d-b204f33f480c,revision_number=3']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:47:33.588326 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-3a3c9012-7ce0-4591-aba8-315c54fe4327 req-ccaac955-6e10-461d-8157-fd2784906881 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=fcc4b31a-2386-44ed-81fb-c2f68a123c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930953 Jul 27 08:47:33.602582 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fae35c-ac7e-4e97-a194-b3d05119e248 req-bf464eb5-200a-4813-b120-8297a60d4667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:47:33.604398 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-63fae35c-ac7e-4e97-a194-b3d05119e248 req-bf464eb5-200a-4813-b120-8297a60d4667 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=940250de2f6f47ed9edc1bb0468551c8&device_id=1e8bed67-af36-4697-a38a-a67f2023ddd4 HTTP/1.1" status: 200 len: 1127 time: 0.0623920 Jul 27 08:47:33.714598 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:47:33.719907 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fae35c-ac7e-4e97-a194-b3d05119e248 req-5b5c3343-e3ad-4eaf-9063-3fd27b0e7dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:47:33.721401 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-63fae35c-ac7e-4e97-a194-b3d05119e248 req-5b5c3343-e3ad-4eaf-9063-3fd27b0e7dca service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=940250de2f6f47ed9edc1bb0468551c8&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1015105 Jul 27 08:47:33.821486 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fae35c-ac7e-4e97-a194-b3d05119e248 req-775f6b67-b718-419b-acdc-0e547edad574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:47:33.822991 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-63fae35c-ac7e-4e97-a194-b3d05119e248 req-775f6b67-b718-419b-acdc-0e547edad574 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0940669 Jul 27 08:47:33.936550 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9502f8f3-368c-4c1f-ac61-fa0cb7aaf186 req-909c21f7-dc4d-448e-a714-13829e9cc058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:47:33.938183 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-9502f8f3-368c-4c1f-ac61-fa0cb7aaf186 req-909c21f7-dc4d-448e-a714-13829e9cc058 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=940250de2f6f47ed9edc1bb0468551c8&device_id=1e8bed67-af36-4697-a38a-a67f2023ddd4 HTTP/1.1" status: 200 len: 1127 time: 0.0405114 Jul 27 08:47:33.993004 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-9502f8f3-368c-4c1f-ac61-fa0cb7aaf186 req-17fb96dd-7c18-44b1-9b20-9c00609a215d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=431e23f4-5504-40f2-986d-b204f33f480c HTTP/1.1" status: 200 len: 217 time: 0.0390301 Jul 27 08:47:33.997048 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7104d9f-42b6-4a4d-9c36-b43c1ed438b6 req-79cb4828-ffbd-4beb-9c07-e13201e98320 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:47:33.998580 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-c7104d9f-42b6-4a4d-9c36-b43c1ed438b6 req-79cb4828-ffbd-4beb-9c07-e13201e98320 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/ports?device_id=1e8bed67-af36-4697-a38a-a67f2023ddd4 HTTP/1.1" status: 200 len: 943 time: 0.0477264 Jul 27 08:47:34.044004 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9502f8f3-368c-4c1f-ac61-fa0cb7aaf186 req-6b8205dd-3668-420e-9f05-f6b514fd7103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:47:34.045539 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-9502f8f3-368c-4c1f-ac61-fa0cb7aaf186 req-6b8205dd-3668-420e-9f05-f6b514fd7103 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5784479d-44dd-45ed-b6e6-1aaaf2f91b93 HTTP/1.1" status: 200 len: 854 time: 0.0459714 Jul 27 08:47:34.050656 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-c7104d9f-42b6-4a4d-9c36-b43c1ed438b6 req-55f93035-e22b-428c-91ac-33bc6e197020 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/security-groups?id=aebc42af-f1a9-4bf1-82ac-81c5688d77d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465288 Jul 27 08:47:34.095764 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9502f8f3-368c-4c1f-ac61-fa0cb7aaf186 req-99c19f30-792d-43ea-8c10-788dab116621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:47:34.097427 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-9502f8f3-368c-4c1f-ac61-fa0cb7aaf186 req-99c19f30-792d-43ea-8c10-788dab116621 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8f6980da-175b-4e92-9032-637e0458eb4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445385 Jul 27 08:47:34.194339 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-9502f8f3-368c-4c1f-ac61-fa0cb7aaf186 req-6486a9ee-7619-4336-97a6-43eac6e850a0 service neutron] 10.222.0.42 "GET /v2.0/networks/8f6980da-175b-4e92-9032-637e0458eb4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896535 Jul 27 08:47:34.288962 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-9502f8f3-368c-4c1f-ac61-fa0cb7aaf186 req-bc7c9af9-3f21-4d1d-985d-832cdf00106e service neutron] 10.222.0.42 "GET /v2.0/networks/8f6980da-175b-4e92-9032-637e0458eb4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875006 Jul 27 08:47:34.728972 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e650e07-5fd6-4fe9-b97b-0fe937621f1f req-66de1b6d-42db-475e-a004-12dabbd0ef91 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:47:34.730472 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-7e650e07-5fd6-4fe9-b97b-0fe937621f1f req-66de1b6d-42db-475e-a004-12dabbd0ef91 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=e039946f-9689-47a3-85ab-cdd76c8ab6be HTTP/1.1" status: 200 len: 946 time: 0.0510857 Jul 27 08:47:34.784846 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-7e650e07-5fd6-4fe9-b97b-0fe937621f1f req-6ef65fef-39bc-418f-81f3-1939497534a4 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=fcc4b31a-2386-44ed-81fb-c2f68a123c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417202 Jul 27 08:47:35.100283 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 60606) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:47:35.183951 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fd25f4-4fde-4c5e-9ab3-11199e29b25a req-107d9c7f-06b1-446a-9e95-41920bd04209 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:47:35.185459 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-d1fd25f4-4fde-4c5e-9ab3-11199e29b25a req-107d9c7f-06b1-446a-9e95-41920bd04209 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/ports?device_id=1e8bed67-af36-4697-a38a-a67f2023ddd4 HTTP/1.1" status: 200 len: 943 time: 0.0468655 Jul 27 08:47:35.195218 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:47:35.212771 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-2ac71244-869e-41eb-a6bd-3a7fcd95d13c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:47:35.222205 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:47:35.233483 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-d1fd25f4-4fde-4c5e-9ab3-11199e29b25a req-ddd434fa-9366-40e1-848d-8894ebadb798 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/security-groups?id=aebc42af-f1a9-4bf1-82ac-81c5688d77d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423002 Jul 27 08:47:35.244946 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:47:35.290591 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-2ac71244-869e-41eb-a6bd-3a7fcd95d13c admin admin] Publish callbacks [] for security_group (425652ca-6e61-4297-bba7-c1210fbe38ec), precommit_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:47:35.366534 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-2ac71244-869e-41eb-a6bd-3a7fcd95d13c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (425652ca-6e61-4297-bba7-c1210fbe38ec), after_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:47:35.407348 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-2ac71244-869e-41eb-a6bd-3a7fcd95d13c admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=293bf8daf9d24eb8ab340811d622780f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3060114 Jul 27 08:47:35.408312 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac71244-869e-41eb-a6bd-3a7fcd95d13c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=425652ca-6e61-4297-bba7-c1210fbe38ec,revision_number=1']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:47:35.410235 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 60610) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:47:35.459894 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-fe4a8219-4df7-44d0-abbc-e08842c9abdb admin admin] Publish callbacks [] for security_group (425652ca-6e61-4297-bba7-c1210fbe38ec), before_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:47:35.481925 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-fe4a8219-4df7-44d0-abbc-e08842c9abdb admin admin] Publish callbacks [] for security_group (425652ca-6e61-4297-bba7-c1210fbe38ec), precommit_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:47:35.588453 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-fe4a8219-4df7-44d0-abbc-e08842c9abdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (425652ca-6e61-4297-bba7-c1210fbe38ec), after_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:47:35.591252 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-fe4a8219-4df7-44d0-abbc-e08842c9abdb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:47:35.592424 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-fe4a8219-4df7-44d0-abbc-e08842c9abdb admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/425652ca-6e61-4297-bba7-c1210fbe38ec HTTP/1.1" status: 204 len: 168 time: 0.1811674 Jul 27 08:47:35.601209 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4a8219-4df7-44d0-abbc-e08842c9abdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=425652ca-6e61-4297-bba7-c1210fbe38ec,revision_number=None']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:47:35.900873 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed74c4c-ea9b-45b9-bd21-13a1330f5845 req-9e051c4c-6d10-4aa0-ab52-3772792d0ebc tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:47:35.902380 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-6ed74c4c-ea9b-45b9-bd21-13a1330f5845 req-9e051c4c-6d10-4aa0-ab52-3772792d0ebc tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=e039946f-9689-47a3-85ab-cdd76c8ab6be HTTP/1.1" status: 200 len: 946 time: 0.0469062 Jul 27 08:47:35.952155 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-6ed74c4c-ea9b-45b9-bd21-13a1330f5845 req-ee0adefa-6c30-45a9-b47d-bd1e87f1b6ad tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=fcc4b31a-2386-44ed-81fb-c2f68a123c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442104 Jul 27 08:47:36.255294 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 60618) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:47:36.272343 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-72538d55-e538-4785-a24e-d17d09731ffb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:47:36.367572 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d39d5d-c861-4619-b79a-55ae4fdb44c6 req-b1da7b3c-e737-42e2-bae4-011a6d56edee tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:47:36.369031 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-d4d39d5d-c861-4619-b79a-55ae4fdb44c6 req-b1da7b3c-e737-42e2-bae4-011a6d56edee tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/ports?device_id=1e8bed67-af36-4697-a38a-a67f2023ddd4 HTTP/1.1" status: 200 len: 943 time: 0.0604999 Jul 27 08:47:36.404682 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-72538d55-e538-4785-a24e-d17d09731ffb admin admin] Publish callbacks [] for security_group (a819eec8-0d07-4e64-afe0-798df22f2ce0), precommit_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:47:36.430773 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-d4d39d5d-c861-4619-b79a-55ae4fdb44c6 req-aa86509c-f0dc-461e-a89b-05c76f7ca9f9 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/security-groups?id=aebc42af-f1a9-4bf1-82ac-81c5688d77d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526495 Jul 27 08:47:36.473943 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-72538d55-e538-4785-a24e-d17d09731ffb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (a819eec8-0d07-4e64-afe0-798df22f2ce0), after_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:47:36.512555 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72538d55-e538-4785-a24e-d17d09731ffb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a819eec8-0d07-4e64-afe0-798df22f2ce0,revision_number=1']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:47:36.516754 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-72538d55-e538-4785-a24e-d17d09731ffb admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=3190fba1ad834f9da9ffe6f34b59b079&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2604265 Jul 27 08:47:36.519463 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 60622) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:47:36.570616 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-2bef6ab2-de7c-4faf-8997-434dbd35db95 admin admin] Publish callbacks [] for security_group (a819eec8-0d07-4e64-afe0-798df22f2ce0), before_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:47:36.592030 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-2bef6ab2-de7c-4faf-8997-434dbd35db95 admin admin] Publish callbacks [] for security_group (a819eec8-0d07-4e64-afe0-798df22f2ce0), precommit_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:47:36.768883 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-2bef6ab2-de7c-4faf-8997-434dbd35db95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (a819eec8-0d07-4e64-afe0-798df22f2ce0), after_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:47:36.771894 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-2bef6ab2-de7c-4faf-8997-434dbd35db95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:47:36.773067 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-2bef6ab2-de7c-4faf-8997-434dbd35db95 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/a819eec8-0d07-4e64-afe0-798df22f2ce0 HTTP/1.1" status: 204 len: 168 time: 0.2526636 Jul 27 08:47:36.780978 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bef6ab2-de7c-4faf-8997-434dbd35db95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a819eec8-0d07-4e64-afe0-798df22f2ce0,revision_number=None']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:47:37.082457 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924cdf94-70fb-4a6d-9771-a0a0d49124d9 req-4c8031e3-7439-42e3-a096-90043e569d3d tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:47:37.084242 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-924cdf94-70fb-4a6d-9771-a0a0d49124d9 req-4c8031e3-7439-42e3-a096-90043e569d3d tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=e039946f-9689-47a3-85ab-cdd76c8ab6be HTTP/1.1" status: 200 len: 946 time: 0.0520976 Jul 27 08:47:37.109491 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.agents_db [None req-f85b74c8-06c1-470d-aedd-c7ca4f0196ea None None] Agent healthcheck: found 6 active agents {{(pid=104488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 08:47:37.122761 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:47:37.137657 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-924cdf94-70fb-4a6d-9771-a0a0d49124d9 req-1ad2e5e7-3353-4c66-8d4c-33296f3d72f7 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=fcc4b31a-2386-44ed-81fb-c2f68a123c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478065 Jul 27 08:47:37.537519 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:47:37.555105 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313a848b-40fc-46d7-9d53-147ab0257026 req-1cb7744a-8a63-43c0-8f0d-6c222c0e89b6 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:47:37.561946 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-313a848b-40fc-46d7-9d53-147ab0257026 req-1cb7744a-8a63-43c0-8f0d-6c222c0e89b6 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/ports?device_id=1e8bed67-af36-4697-a38a-a67f2023ddd4 HTTP/1.1" status: 200 len: 943 time: 0.0581546 Jul 27 08:47:37.603164 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:47:37.630566 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-313a848b-40fc-46d7-9d53-147ab0257026 req-f65cd75d-2b16-40a9-9e89-15d73932a19b tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/security-groups?id=aebc42af-f1a9-4bf1-82ac-81c5688d77d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633316 Jul 27 08:47:37.855764 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 60676) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:47:37.967421 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.v2.base [None req-4e0b3d47-65f0-404d-82c8-262d38ac9695 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1214412481-network', 'tenant_id': '1e1afe245d7045de99b1c9a2d13f2822'}} {{(pid=104485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:47:38.054804 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e0b3d47-65f0-404d-82c8-262d38ac9695 admin admin] Made reservation on behalf of 1e1afe245d7045de99b1c9a2d13f2822 for: {'network': 1} {{(pid=104485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 08:47:38.057190 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-4e0b3d47-65f0-404d-82c8-262d38ac9695 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for network (None), before_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:47:38.066351 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-4e0b3d47-65f0-404d-82c8-262d38ac9695 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:47:38.158802 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-4e0b3d47-65f0-404d-82c8-262d38ac9695 admin admin] Publish callbacks [] for security_group (c855ef9a-a972-4eab-ac49-5b7525b9cf7d), precommit_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:47:38.228302 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-4e0b3d47-65f0-404d-82c8-262d38ac9695 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (c855ef9a-a972-4eab-ac49-5b7525b9cf7d), after_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:47:38.259016 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e0b3d47-65f0-404d-82c8-262d38ac9695 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 660} {{(pid=104485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 08:47:38.266533 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0b3d47-65f0-404d-82c8-262d38ac9695 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c855ef9a-a972-4eab-ac49-5b7525b9cf7d,revision_number=1']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:47:38.273211 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-4e0b3d47-65f0-404d-82c8-262d38ac9695 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-834444'] for segment (76f48e39-f569-4912-a27b-d890da9744e7), precommit_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:47:38.273701 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.db.segments_db [None req-4e0b3d47-65f0-404d-82c8-262d38ac9695 admin admin] Added segment 76f48e39-f569-4912-a27b-d890da9744e7 of type vlan for network 9bba3fa4-5e04-4bc1-9606-6e36bde604cc Jul 27 08:47:38.296707 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fee742-3c13-4646-9e9c-144e17686bcf req-3091f37f-bd2b-4b1f-91ee-b67ad998318e tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:47:38.304083 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-15fee742-3c13-4646-9e9c-144e17686bcf req-3091f37f-bd2b-4b1f-91ee-b67ad998318e tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=e039946f-9689-47a3-85ab-cdd76c8ab6be HTTP/1.1" status: 200 len: 946 time: 0.0815356 Jul 27 08:47:38.327949 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-4e0b3d47-65f0-404d-82c8-262d38ac9695 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786709896331'] for network (9bba3fa4-5e04-4bc1-9606-6e36bde604cc), precommit_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:47:38.350705 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-15fee742-3c13-4646-9e9c-144e17686bcf req-741122f8-53c3-442b-9ffc-4d4a0e0ee4bc tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=fcc4b31a-2386-44ed-81fb-c2f68a123c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457284 Jul 27 08:47:38.415368 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-4e0b3d47-65f0-404d-82c8-262d38ac9695 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739'] for network (9bba3fa4-5e04-4bc1-9606-6e36bde604cc), after_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:47:38.417371 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0b3d47-65f0-404d-82c8-262d38ac9695 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:47:38.418026 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-4e0b3d47-65f0-404d-82c8-262d38ac9695 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7864717'] for network (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:47:38.503109 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0b3d47-65f0-404d-82c8-262d38ac9695 admin admin] Pushing event updated for resources: {'Network': ['ID=9bba3fa4-5e04-4bc1-9606-6e36bde604cc,revision_number=1']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:47:38.514841 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Network 9bba3fa4-5e04-4bc1-9606-6e36bde604cc details requested by agent ovs-agent-dv-cinder-851170-2-iscsi with host dv-cinder-851170-2-iscsi {{(pid=104487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 08:47:38.546470 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-4e0b3d47-65f0-404d-82c8-262d38ac9695 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6870725 Jul 27 08:47:38.547104 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 60682) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:47:38.551925 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.v2.base [None req-ac1bb8fa-b7d4-42cc-874a-08ab6477b12f admin admin] Request body: {'subnet': {'network_id': '9bba3fa4-5e04-4bc1-9606-6e36bde604cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1214412481-subnet', 'tenant_id': '1e1afe245d7045de99b1c9a2d13f2822', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:47:38.608291 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:47:38.609480 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Device 431e23f4-5504-40f2-986d-b204f33f480c details requested by agent hyperv_hv-cinder-85117 with host hv-cinder-85117 {{(pid=104487) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 08:47:38.620799 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac1bb8fa-b7d4-42cc-874a-08ab6477b12f admin admin] Made reservation on behalf of 1e1afe245d7045de99b1c9a2d13f2822 for: {'subnet': 1} {{(pid=104485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 08:47:38.625040 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-ac1bb8fa-b7d4-42cc-874a-08ab6477b12f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16687783'] for subnet (None), before_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:47:38.772381 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:47:38.775249 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] For port 431e23f4-5504-40f2-986d-b204f33f480c, host hv-cinder-85117, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85117',level=0,port_id=431e23f4-5504-40f2-986d-b204f33f480c,segment=NetworkSegment(e7699621-ef90-47fe-8696-58f5c1995388),segment_id=e7699621-ef90-47fe-8696-58f5c1995388)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:47:38.790982 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Returning: {'device': '431e23f4-5504-40f2-986d-b204f33f480c', 'network_id': '8f6980da-175b-4e92-9032-637e0458eb4f', 'port_id': '431e23f4-5504-40f2-986d-b204f33f480c', 'mac_address': 'fa:16:3e:e0:de:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5784479d-44dd-45ed-b6e6-1aaaf2f91b93', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104487) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 08:47:38.835107 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Current status of the port 431e23f4-5504-40f2-986d-b204f33f480c is: DOWN; New status is: BUILD {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:47:38.835901 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (431e23f4-5504-40f2-986d-b204f33f480c), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:47:38.856545 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.notifiers.nova [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 431e23f4-5504-40f2-986d-b204f33f480c {{(pid=104487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 08:47:38.880964 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] For port 431e23f4-5504-40f2-986d-b204f33f480c, host hv-cinder-85117, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85117',level=0,port_id=431e23f4-5504-40f2-986d-b204f33f480c,segment=NetworkSegment(e7699621-ef90-47fe-8696-58f5c1995388),segment_id=e7699621-ef90-47fe-8696-58f5c1995388)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:47:38.953773 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (431e23f4-5504-40f2-986d-b204f33f480c), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:47:39.023908 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2f9e28-912b-46db-bc16-ab34ef5d6eee req-f8f1a017-5d77-461c-b7eb-dfe45ea65960 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:47:39.026270 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-bd2f9e28-912b-46db-bc16-ab34ef5d6eee req-f8f1a017-5d77-461c-b7eb-dfe45ea65960 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/ports?device_id=1e8bed67-af36-4697-a38a-a67f2023ddd4 HTTP/1.1" status: 200 len: 944 time: 0.0812035 Jul 27 08:47:39.031086 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Pushing event updated for resources: {'Port': ['ID=431e23f4-5504-40f2-986d-b204f33f480c,revision_number=4']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:47:39.116489 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-bd2f9e28-912b-46db-bc16-ab34ef5d6eee req-8b9a6b7a-eb02-4ad4-9666-5b827c616fd7 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/security-groups?id=aebc42af-f1a9-4bf1-82ac-81c5688d77d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828936 Jul 27 08:47:39.240554 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-ac1bb8fa-b7d4-42cc-874a-08ab6477b12f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16582395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16687753'] for subnet (be4cc3e6-e59e-426f-822a-b3a5dec83572), after_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:47:39.311481 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1bb8fa-b7d4-42cc-874a-08ab6477b12f admin admin] Pushing event updated for resources: {'Subnet': ['ID=be4cc3e6-e59e-426f-822a-b3a5dec83572,revision_number=0']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:47:39.319596 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1bb8fa-b7d4-42cc-874a-08ab6477b12f admin admin] Checking segment: {'id': '76f48e39-f569-4912-a27b-d890da9744e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '9bba3fa4-5e04-4bc1-9606-6e36bde604cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 08:47:39.319596 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac1bb8fa-b7d4-42cc-874a-08ab6477b12f admin admin] Network hostable DHCP agents. Network: 9bba3fa4-5e04-4bc1-9606-6e36bde604cc, hostable agents: ['7c77c4a2-8ca4-486b-af2a-676805e7b922'], hosted agents: [] {{(pid=104485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 08:47:39.325825 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:47:39.432089 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac1bb8fa-b7d4-42cc-874a-08ab6477b12f admin admin] Network 9bba3fa4-5e04-4bc1-9606-6e36bde604cc is scheduled to be hosted by DHCP agent 7c77c4a2-8ca4-486b-af2a-676805e7b922 with binding_index 1 {{(pid=104485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 08:47:39.438413 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:47:39.466019 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] get_ports_and_sgs() called for port_ids ['431e23f4-5504-40f2-986d-b204f33f480c'] {{(pid=104487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 08:47:39.498988 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac67961a-9ffa-4987-acf5-e532e9b76af3 req-d1651b17-9083-41a1-aa19-20ad01b88426 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:47:39.503418 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-ac67961a-9ffa-4987-acf5-e532e9b76af3 req-d1651b17-9083-41a1-aa19-20ad01b88426 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=e039946f-9689-47a3-85ab-cdd76c8ab6be HTTP/1.1" status: 200 len: 946 time: 0.0638490 Jul 27 08:47:39.518974 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.scheduler.base_scheduler [None req-ac1bb8fa-b7d4-42cc-874a-08ab6477b12f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851170-2-iscsi, 9bba3fa4-5e04-4bc1-9606-6e36bde604cc) {{(pid=104485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 08:47:39.525477 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac1bb8fa-b7d4-42cc-874a-08ab6477b12f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:47:39.527836 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-ac1bb8fa-b7d4-42cc-874a-08ab6477b12f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:47:39.536068 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d8bb7c-3d11-4270-aa2b-07acde18c3cd None None] Network 9bba3fa4-5e04-4bc1-9606-6e36bde604cc requested from dv-cinder-851170-2-iscsi {{(pid=104487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 08:47:39.578030 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-ac67961a-9ffa-4987-acf5-e532e9b76af3 req-10ff3255-e4de-4e63-a31d-166c313db039 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=fcc4b31a-2386-44ed-81fb-c2f68a123c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688145 Jul 27 08:47:39.609035 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-ac1bb8fa-b7d4-42cc-874a-08ab6477b12f admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0608368 Jul 27 08:47:39.698987 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d8d02f-5b3d-4e31-a1f5-d738bee2245a None None] Network 9bba3fa4-5e04-4bc1-9606-6e36bde604cc requested from dv-cinder-851170-2-iscsi {{(pid=104487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 08:47:40.273818 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9c563b-3de2-40d2-8f17-cc1b6fe20fa8 req-9778f640-9e7e-480f-b283-6f15194e3eda tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:47:40.275646 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-ea9c563b-3de2-40d2-8f17-cc1b6fe20fa8 req-9778f640-9e7e-480f-b283-6f15194e3eda tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/ports?device_id=1e8bed67-af36-4697-a38a-a67f2023ddd4 HTTP/1.1" status: 200 len: 944 time: 0.0827713 Jul 27 08:47:40.329449 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-ea9c563b-3de2-40d2-8f17-cc1b6fe20fa8 req-82089452-b515-4584-8f1b-b4498c02163c tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/security-groups?id=aebc42af-f1a9-4bf1-82ac-81c5688d77d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481768 Jul 27 08:47:40.729074 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2849240-eae3-40e8-9d54-e5e01353e46c req-b9e77689-cfb6-4047-8453-99d6a2e9433a tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:47:40.730709 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-f2849240-eae3-40e8-9d54-e5e01353e46c req-b9e77689-cfb6-4047-8453-99d6a2e9433a tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=e039946f-9689-47a3-85ab-cdd76c8ab6be HTTP/1.1" status: 200 len: 946 time: 0.0533426 Jul 27 08:47:40.767682 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Device 431e23f4-5504-40f2-986d-b204f33f480c up at agent hyperv_hv-cinder-85117 {{(pid=104487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 08:47:40.779755 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-f2849240-eae3-40e8-9d54-e5e01353e46c req-cd2a3a0a-9d1c-4823-8f47-297d3de34c8b tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=fcc4b31a-2386-44ed-81fb-c2f68a123c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430961 Jul 27 08:47:40.816997 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Provisioning for port 431e23f4-5504-40f2-986d-b204f33f480c completed by entity L2. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 27 08:47:41.148297 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Provisioning complete for port 431e23f4-5504-40f2-986d-b204f33f480c triggered by entity L2. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:47:41.148715 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (431e23f4-5504-40f2-986d-b204f33f480c), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:47:41.371025 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Current status of the port 431e23f4-5504-40f2-986d-b204f33f480c is: BUILD; New status is: ACTIVE {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:47:41.371426 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (431e23f4-5504-40f2-986d-b204f33f480c), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:47:41.397254 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e8bed67-af36-4697-a38a-a67f2023ddd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '431e23f4-5504-40f2-986d-b204f33f480c'}] {{(pid=104487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 08:47:41.399874 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80d6aca8d47c9a16b7ef4a01c61ef1bf5c962aea16cee8599b6bab5dfb4de652" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a15408f4-1223-49a4-8344-3be9c020cfc3" -d '{"events": [{"server_uuid": "1e8bed67-af36-4697-a38a-a67f2023ddd4", "name": "network-vif-plugged", "status": "completed", "tag": "431e23f4-5504-40f2-986d-b204f33f480c"}]}' {{(pid=104487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 08:47:41.447616 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] For port 431e23f4-5504-40f2-986d-b204f33f480c, host hv-cinder-85117, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85117',level=0,port_id=431e23f4-5504-40f2-986d-b204f33f480c,segment=NetworkSegment(e7699621-ef90-47fe-8696-58f5c1995388),segment_id=e7699621-ef90-47fe-8696-58f5c1995388)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:47:41.482764 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de43923a-c4a9-41ee-8d48-6fc47a448265 req-491bb7e1-a3b5-4df5-9ee5-6ca20d299afb tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:47:41.491891 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-de43923a-c4a9-41ee-8d48-6fc47a448265 req-491bb7e1-a3b5-4df5-9ee5-6ca20d299afb tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/ports?device_id=1e8bed67-af36-4697-a38a-a67f2023ddd4 HTTP/1.1" status: 200 len: 944 time: 0.0649948 Jul 27 08:47:41.509580 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 08:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08e1ce64-b7bf-47e9-a0dd-18163e682d83 x-openstack-request-id: req-08e1ce64-b7bf-47e9-a0dd-18163e682d83 {{(pid=104487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 08:47:41.510344 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e8bed67-af36-4697-a38a-a67f2023ddd4", "name": "network-vif-plugged", "status": "completed", "tag": "431e23f4-5504-40f2-986d-b204f33f480c", "code": 200}]} {{(pid=104487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 08:47:41.510738 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-08e1ce64-b7bf-47e9-a0dd-18163e682d83 {{(pid=104487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 08:47:41.511227 dv-cinder-851170-2-iscsi neutron-server[104487]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08e1ce64-b7bf-47e9-a0dd-18163e682d83'] response: {'server_uuid': '1e8bed67-af36-4697-a38a-a67f2023ddd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '431e23f4-5504-40f2-986d-b204f33f480c', 'code': 200} Jul 27 08:47:41.535110 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (431e23f4-5504-40f2-986d-b204f33f480c), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:47:41.540733 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:47:41.567110 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-de43923a-c4a9-41ee-8d48-6fc47a448265 req-4f528e52-7a6b-4b0a-8085-e9bb9c3e1271 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/security-groups?id=aebc42af-f1a9-4bf1-82ac-81c5688d77d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738723 Jul 27 08:47:41.618042 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Pushing event updated for resources: {'Port': ['ID=431e23f4-5504-40f2-986d-b204f33f480c,revision_number=5']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:47:41.929649 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92863ad-da50-43b9-bab9-a38b6c56a833 req-a55dea42-777b-4f61-a330-4fa37675a75d tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:47:41.932062 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-c92863ad-da50-43b9-bab9-a38b6c56a833 req-a55dea42-777b-4f61-a330-4fa37675a75d tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=e039946f-9689-47a3-85ab-cdd76c8ab6be HTTP/1.1" status: 200 len: 946 time: 0.0687096 Jul 27 08:47:41.977954 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3459d82-f444-44d8-995b-773f024e2b5c req-28d5b4be-5884-4469-a451-c9d6df577201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:47:41.980128 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-d3459d82-f444-44d8-995b-773f024e2b5c req-28d5b4be-5884-4469-a451-c9d6df577201 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1e8bed67-af36-4697-a38a-a67f2023ddd4 HTTP/1.1" status: 200 len: 1129 time: 0.0832627 Jul 27 08:47:42.003202 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-c92863ad-da50-43b9-bab9-a38b6c56a833 req-5b6ed864-c00d-429a-9d6f-3fdef7954141 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=fcc4b31a-2386-44ed-81fb-c2f68a123c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654018 Jul 27 08:47:42.044372 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-d3459d82-f444-44d8-995b-773f024e2b5c req-f3f5fab9-6c0d-4fef-9863-67aba273aa7f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=aebc42af-f1a9-4bf1-82ac-81c5688d77d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571489 Jul 27 08:47:42.698382 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c936c53a-7863-4e64-8b85-5455f32e12b6 req-74ddfde3-627d-4a42-89e0-891d1e0ba37e tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:47:42.700035 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-c936c53a-7863-4e64-8b85-5455f32e12b6 req-74ddfde3-627d-4a42-89e0-891d1e0ba37e tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/ports?device_id=1e8bed67-af36-4697-a38a-a67f2023ddd4 HTTP/1.1" status: 200 len: 945 time: 0.0567851 Jul 27 08:47:42.765056 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-c936c53a-7863-4e64-8b85-5455f32e12b6 req-484427c3-360d-43d2-8b30-3b058926abb1 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/security-groups?id=aebc42af-f1a9-4bf1-82ac-81c5688d77d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580952 Jul 27 08:47:43.025940 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be84e675-b01a-492b-95a6-db0df7b40fea req-b2ba84f8-ea49-44eb-b92c-77e985bc6a43 tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:47:43.030606 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-be84e675-b01a-492b-95a6-db0df7b40fea req-b2ba84f8-ea49-44eb-b92c-77e985bc6a43 tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] 10.222.0.40 "GET /v2.0/networks?id=9bba3fa4-5e04-4bc1-9606-6e36bde604cc HTTP/1.1" status: 200 len: 809 time: 0.1102221 Jul 27 08:47:43.044614 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-be84e675-b01a-492b-95a6-db0df7b40fea req-daf8ad51-4cca-4819-a954-a5ea9ddc74d9 tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] 10.222.0.40 "GET /v2.0/quotas/1e1afe245d7045de99b1c9a2d13f2822 HTTP/1.1" status: 200 len: 375 time: 0.0108683 Jul 27 08:47:43.091358 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-be84e675-b01a-492b-95a6-db0df7b40fea req-0bfdb10b-9b63-4f38-b3f0-f158cd9d8d62 tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=1e1afe245d7045de99b1c9a2d13f2822&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0409710 Jul 27 08:47:43.141175 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7312caba-0095-4f93-b397-e9b3496c2f15 req-a4f67173-12ce-48f9-8d0e-0d6461ff687c tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:47:43.142688 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-7312caba-0095-4f93-b397-e9b3496c2f15 req-a4f67173-12ce-48f9-8d0e-0d6461ff687c tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=e039946f-9689-47a3-85ab-cdd76c8ab6be HTTP/1.1" status: 200 len: 946 time: 0.0531688 Jul 27 08:47:43.204644 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-be84e675-b01a-492b-95a6-db0df7b40fea req-d4e78481-e119-4b5e-ae6c-90142737dafe service neutron] 10.222.0.40 "GET /v2.0/networks/9bba3fa4-5e04-4bc1-9606-6e36bde604cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121421 Jul 27 08:47:43.218162 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-7312caba-0095-4f93-b397-e9b3496c2f15 req-ca9c81d8-ce99-4506-b604-28704ce796a8 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=fcc4b31a-2386-44ed-81fb-c2f68a123c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687592 Jul 27 08:47:43.319807 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-be84e675-b01a-492b-95a6-db0df7b40fea req-6ae7f494-fec6-4aca-b0fe-1ca95305d577 service neutron] 10.222.0.40 "GET /v2.0/networks/9bba3fa4-5e04-4bc1-9606-6e36bde604cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139746 Jul 27 08:47:43.734921 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-66dcaf4c-ce67-4be7-a223-0189333c19e9 req-c060651c-6185-475c-a420-5093d8cc9417 tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] 10.222.0.40 "GET /v2.0/ports?device_id=7dccdbf2-7b0b-4e02-8986-272a2d692e99 HTTP/1.1" status: 200 len: 210 time: 0.0554159 Jul 27 08:47:43.916907 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f539a0-5c12-48fc-b8ed-b942eaa2d54a req-09abb527-3d3a-4ed4-b82d-c3fdbb6fd6cc tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:47:43.925363 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-77f539a0-5c12-48fc-b8ed-b942eaa2d54a req-09abb527-3d3a-4ed4-b82d-c3fdbb6fd6cc tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/ports?device_id=1e8bed67-af36-4697-a38a-a67f2023ddd4 HTTP/1.1" status: 200 len: 945 time: 0.0584092 Jul 27 08:47:43.977409 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-77f539a0-5c12-48fc-b8ed-b942eaa2d54a req-8249688f-3839-4963-9ba1-15c81e0a3ed3 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/security-groups?id=aebc42af-f1a9-4bf1-82ac-81c5688d77d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509346 Jul 27 08:47:44.406410 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099792ff-6b73-4bfe-af91-3f134bb38e98 req-2d8efa09-0453-46f1-aaea-bf589ad73c1a tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:47:44.414621 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-099792ff-6b73-4bfe-af91-3f134bb38e98 req-2d8efa09-0453-46f1-aaea-bf589ad73c1a tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=e039946f-9689-47a3-85ab-cdd76c8ab6be HTTP/1.1" status: 200 len: 946 time: 0.0895591 Jul 27 08:47:44.494361 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-099792ff-6b73-4bfe-af91-3f134bb38e98 req-62d42ab6-c210-45a2-875f-5ae5a6b3a2a7 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=fcc4b31a-2386-44ed-81fb-c2f68a123c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784183 Jul 27 08:47:44.824087 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-d288a7a4-08a4-4157-92fd-2d01def3420b req-3316c6e6-10ca-4f73-b106-849a2a036b74 tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] 10.222.0.40 "GET /v2.0/ports?device_id=7dccdbf2-7b0b-4e02-8986-272a2d692e99 HTTP/1.1" status: 200 len: 210 time: 0.0310478 Jul 27 08:47:45.119761 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494f4612-2043-4c03-ac46-ca22ddba8a83 req-0a580740-3809-46ba-bfca-10bfb89ebe67 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:47:45.121212 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-494f4612-2043-4c03-ac46-ca22ddba8a83 req-0a580740-3809-46ba-bfca-10bfb89ebe67 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/ports?device_id=1e8bed67-af36-4697-a38a-a67f2023ddd4 HTTP/1.1" status: 200 len: 945 time: 0.0480623 Jul 27 08:47:45.169877 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-494f4612-2043-4c03-ac46-ca22ddba8a83 req-066a66d8-32a8-425f-85c2-19e2c677f338 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/security-groups?id=aebc42af-f1a9-4bf1-82ac-81c5688d77d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425565 Jul 27 08:47:45.289114 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027cae0b-db8a-40f4-b7c7-57ed18277713 req-efcddcfc-f5d7-4d30-8324-31a6900214ad tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:47:45.290626 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-027cae0b-db8a-40f4-b7c7-57ed18277713 req-efcddcfc-f5d7-4d30-8324-31a6900214ad tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/ports?device_id=1e8bed67-af36-4697-a38a-a67f2023ddd4 HTTP/1.1" status: 200 len: 945 time: 0.0473075 Jul 27 08:47:45.301933 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 60778) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:47:45.305680 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.v2.base [None req-c3880adb-0eb5-4f23-92f1-73f3d0454b4a tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Request body: {'floatingip': {'port_id': '431e23f4-5504-40f2-986d-b204f33f480c'}} {{(pid=104485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:47:45.372656 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-c3880adb-0eb5-4f23-92f1-73f3d0454b4a tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks [] for floatingip (c8236af6-c94f-4683-bb4f-7cdd804ebc9a), before_update {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:47:45.686848 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7661e38-d43a-42dc-8135-67e1c19b88d0 req-59d41422-1eaa-4c6b-963d-bf567a6fac6d tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:47:45.688623 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-d7661e38-d43a-42dc-8135-67e1c19b88d0 req-59d41422-1eaa-4c6b-963d-bf567a6fac6d tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=e039946f-9689-47a3-85ab-cdd76c8ab6be HTTP/1.1" status: 200 len: 946 time: 0.0919538 Jul 27 08:47:45.778994 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=100 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:47:45.790720 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-d7661e38-d43a-42dc-8135-67e1c19b88d0 req-d61209e8-77ec-4a17-9cf2-6e5805746ebb tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=fcc4b31a-2386-44ed-81fb-c2f68a123c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943840 Jul 27 08:47:45.885715 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:47:45.994696 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-846e960f-9329-4914-a56a-364ece7216c5 req-79e6fff7-165d-4da3-b28c-847a3718197d tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] 10.222.0.40 "GET /v2.0/ports?device_id=7dccdbf2-7b0b-4e02-8986-272a2d692e99 HTTP/1.1" status: 200 len: 210 time: 0.0610974 Jul 27 08:47:46.024075 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-e8333d21-3251-453c-bd48-65e63f69fb6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (7c77c4a2-8ca4-486b-af2a-676805e7b922), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:47:46.077725 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-c3880adb-0eb5-4f23-92f1-73f3d0454b4a tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:47:46.163980 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-c3880adb-0eb5-4f23-92f1-73f3d0454b4a tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363235'] for floatingip (c8236af6-c94f-4683-bb4f-7cdd804ebc9a), after_update {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:47:46.325862 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.db.l3_db [None req-c3880adb-0eb5-4f23-92f1-73f3d0454b4a tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Floating IP c8236af6-c94f-4683-bb4f-7cdd804ebc9a associated. External IP: 172.27.2.174, port: 431e23f4-5504-40f2-986d-b204f33f480c. Jul 27 08:47:46.610173 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3880adb-0eb5-4f23-92f1-73f3d0454b4a tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Router 9859d67e-360d-4e3b-a6c7-bd0d6a4cb852 has already been hosted by L3 agent 5bc6d868-bb0b-4164-b2dd-44360f4de654 {{(pid=104485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 08:47:46.735616 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3880adb-0eb5-4f23-92f1-73f3d0454b4a tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Notify agent at l3_agent.dv-cinder-851170-2-iscsi the message routers_updated {{(pid=104485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 08:47:46.740007 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-c3880adb-0eb5-4f23-92f1-73f3d0454b4a tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8374701'] for floatingip (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:47:46.748883 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3841119a-9325-4f05-8279-9b568e4427f1 None None] Sync routers for ids ['9859d67e-360d-4e3b-a6c7-bd0d6a4cb852'] in dv-cinder-851170-2-iscsi {{(pid=104487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 08:47:46.751965 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:47:46.762244 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3841119a-9325-4f05-8279-9b568e4427f1 None None] Routers {'9859d67e-360d-4e3b-a6c7-bd0d6a4cb852'} bound to L3 agent in host dv-cinder-851170-2-iscsi {{(pid=104487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 08:47:46.769595 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_hamode_db [None req-3841119a-9325-4f05-8279-9b568e4427f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-27T08:30:18Z,description=,heartbeat_timestamp=2022-07-27T08:47:18Z,host='dv-cinder-851170-2-iscsi',id=5bc6d868-bb0b-4164-b2dd-44360f4de654,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T08:30:19Z,topic='l3_agent')) {'router_ids': ['9859d67e-360d-4e3b-a6c7-bd0d6a4cb852'], 'active': True} {{(pid=104487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:47:46.773859 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-c3880adb-0eb5-4f23-92f1-73f3d0454b4a tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "PUT /v2.0/floatingips/c8236af6-c94f-4683-bb4f-7cdd804ebc9a HTTP/1.1" status: 200 len: 991 time: 1.4694357 Jul 27 08:47:46.773859 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e8bed67-af36-4697-a38a-a67f2023ddd4', 'tag': '431e23f4-5504-40f2-986d-b204f33f480c'}] {{(pid=104485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 08:47:46.774936 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f4ab7c7b1e34975a56cd7ce610f5615b70f950c8da59d9e9b5a870069a9544" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcf11e5a-5ca1-4331-9505-e0b0236a322b" -d '{"events": [{"name": "network-changed", "server_uuid": "1e8bed67-af36-4697-a38a-a67f2023ddd4", "tag": "431e23f4-5504-40f2-986d-b204f33f480c"}]}' {{(pid=104485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 08:47:46.820375 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 08:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5320663-488f-458a-81b7-e4cab562d78e x-openstack-request-id: req-a5320663-488f-458a-81b7-e4cab562d78e {{(pid=104485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 08:47:46.820766 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e8bed67-af36-4697-a38a-a67f2023ddd4", "tag": "431e23f4-5504-40f2-986d-b204f33f480c", "status": "completed", "code": 200}]} {{(pid=104485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 08:47:46.821044 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-a5320663-488f-458a-81b7-e4cab562d78e {{(pid=104485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 08:47:46.821486 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5320663-488f-458a-81b7-e4cab562d78e'] response: {'name': 'network-changed', 'server_uuid': '1e8bed67-af36-4697-a38a-a67f2023ddd4', 'tag': '431e23f4-5504-40f2-986d-b204f33f480c', 'status': 'completed', 'code': 200} Jul 27 08:47:46.922114 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=100 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:47:46.946491 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvr_db [None req-3841119a-9325-4f05-8279-9b568e4427f1 None None] Set router 9859d67e-360d-4e3b-a6c7-bd0d6a4cb852 gateway port host: dv-cinder-851170-2-iscsi {{(pid=104487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 08:47:46.967102 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=100 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:47:46.986974 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33d8249-de5c-430e-b946-7b6b6f65be0a req-38d25fdd-a986-4b0c-a1d3-41114b86c4dc tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:47:46.995019 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-a33d8249-de5c-430e-b946-7b6b6f65be0a req-38d25fdd-a986-4b0c-a1d3-41114b86c4dc tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=e039946f-9689-47a3-85ab-cdd76c8ab6be HTTP/1.1" status: 200 len: 946 time: 0.1034272 Jul 27 08:47:47.006923 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf11e5a-5ca1-4331-9505-e0b0236a322b req-7e4605e5-c35f-4e30-ade9-9d41be26f2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:47:47.008775 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-bcf11e5a-5ca1-4331-9505-e0b0236a322b req-7e4605e5-c35f-4e30-ade9-9d41be26f2ae service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=940250de2f6f47ed9edc1bb0468551c8&device_id=1e8bed67-af36-4697-a38a-a67f2023ddd4 HTTP/1.1" status: 200 len: 1129 time: 0.0855167 Jul 27 08:47:47.137475 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-c6ad6dfc-8718-4f74-8624-f0ec1d60b7c0 req-0cbcd7ed-e840-44d8-97d2-046596e8be16 tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] 10.222.0.40 "GET /v2.0/ports?device_id=7dccdbf2-7b0b-4e02-8986-272a2d692e99 HTTP/1.1" status: 200 len: 210 time: 0.0336630 Jul 27 08:47:47.265683 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_hamode_db [None req-3841119a-9325-4f05-8279-9b568e4427f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9859d67e-360d-4e3b-a6c7-bd0d6a4cb852', 'name': 'tempest-AttachVolumeNegativeTest-1367014185-router', 'tenant_id': '940250de2f6f47ed9edc1bb0468551c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': '8459270c-d8a5-42a4-abf4-e5dc701f12a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:39:21Z', 'updated_at': '2022-07-27T08:39:32Z', 'revision_number': 4, 'project_id': '940250de2f6f47ed9edc1bb0468551c8', 'gw_port': {'id': '8459270c-d8a5-42a4-abf4-e5dc701f12a4', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9859d67e-360d-4e3b-a6c7-bd0d6a4cb852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:39:24Z', 'updated_at': '2022-07-27T08:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi', '_floatingips': [{'id': 'c8236af6-c94f-4683-bb4f-7cdd804ebc9a', 'tenant_id': '940250de2f6f47ed9edc1bb0468551c8', 'floating_ip_address': '172.27.2.174', 'floating_network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'router_id': '9859d67e-360d-4e3b-a6c7-bd0d6a4cb852', 'port_id': '431e23f4-5504-40f2-986d-b204f33f480c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f6980da-175b-4e92-9032-637e0458eb4f', 'mac_address': 'fa:16:3e:e0:de:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8bed67-af36-4697-a38a-a67f2023ddd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T08:47:28Z', 'updated_at': '2022-07-27T08:47:45Z', 'revision_number': 1, 'project_id': '940250de2f6f47ed9edc1bb0468551c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa37f9a5-dc13-418d-8b78-d17cc6344800', 'name': '', 'network_id': '8f6980da-175b-4e92-9032-637e0458eb4f', 'tenant_id': '940250de2f6f47ed9edc1bb0468551c8', 'mac_address': 'fa:16:3e:b8:8b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9859d67e-360d-4e3b-a6c7-bd0d6a4cb852', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '5784479d-44dd-45ed-b6e6-1aaaf2f91b93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:39:31Z', 'updated_at': '2022-07-27T08:39:43Z', 'revision_number': 5, 'project_id': '940250de2f6f47ed9edc1bb0468551c8', 'subnets': [{'id': '5784479d-44dd-45ed-b6e6-1aaaf2f91b93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851170-2-iscsi', False) {} {{(pid=104487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:47:47.266240 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-a33d8249-de5c-430e-b946-7b6b6f65be0a req-cdaf747c-62ce-465e-b4c5-812f5801dc64 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=fcc4b31a-2386-44ed-81fb-c2f68a123c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2699397 Jul 27 08:47:47.267231 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf11e5a-5ca1-4331-9505-e0b0236a322b req-7bef1d21-3b7d-4002-ad05-a00e5582d9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:47:47.268675 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-bcf11e5a-5ca1-4331-9505-e0b0236a322b req-7bef1d21-3b7d-4002-ad05-a00e5582d9b4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8f6980da-175b-4e92-9032-637e0458eb4f HTTP/1.1" status: 200 len: 916 time: 0.2393179 Jul 27 08:47:47.295328 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3841119a-9325-4f05-8279-9b568e4427f1 None None] Checking router: 9859d67e-360d-4e3b-a6c7-bd0d6a4cb852 for host: dv-cinder-851170-2-iscsi {{(pid=104487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 08:47:47.310286 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3841119a-9325-4f05-8279-9b568e4427f1 None None] Routers {'9859d67e-360d-4e3b-a6c7-bd0d6a4cb852'} bound to L3 agent in host dv-cinder-851170-2-iscsi {{(pid=104487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 08:47:47.310922 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_hamode_db [None req-3841119a-9325-4f05-8279-9b568e4427f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-27T08:30:18Z,description=,heartbeat_timestamp=2022-07-27T08:47:18Z,host='dv-cinder-851170-2-iscsi',id=5bc6d868-bb0b-4164-b2dd-44360f4de654,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T08:30:19Z,topic='l3_agent')) {'router_ids': ['9859d67e-360d-4e3b-a6c7-bd0d6a4cb852'], 'active': True} {{(pid=104487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:47:47.350719 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be84e675-b01a-492b-95a6-db0df7b40fea req-fdb16804-551e-469b-892e-7eb651f98662 tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:47:47.353143 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-be84e675-b01a-492b-95a6-db0df7b40fea req-fdb16804-551e-469b-892e-7eb651f98662 tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] 10.222.0.42 "GET /v2.0/networks?id=9bba3fa4-5e04-4bc1-9606-6e36bde604cc HTTP/1.1" status: 200 len: 809 time: 0.1521361 Jul 27 08:47:47.376062 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-bcf11e5a-5ca1-4331-9505-e0b0236a322b req-bd2edbc1-4a60-4cdf-8519-483e87ad8ba3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=431e23f4-5504-40f2-986d-b204f33f480c HTTP/1.1" status: 200 len: 999 time: 0.0975871 Jul 27 08:47:47.377385 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.v2.base [req-be84e675-b01a-492b-95a6-db0df7b40fea req-a988678a-06b2-4917-b139-4bd032423441 tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] Request body: {'port': {'device_id': '7dccdbf2-7b0b-4e02-8986-272a2d692e99', 'network_id': '9bba3fa4-5e04-4bc1-9606-6e36bde604cc', 'admin_state_up': True, 'tenant_id': '1e1afe245d7045de99b1c9a2d13f2822'}} {{(pid=104485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:47:47.503842 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvr_db [None req-3841119a-9325-4f05-8279-9b568e4427f1 None None] Set router 9859d67e-360d-4e3b-a6c7-bd0d6a4cb852 gateway port host: dv-cinder-851170-2-iscsi {{(pid=104487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 08:47:47.524789 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:47:47.641253 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be84e675-b01a-492b-95a6-db0df7b40fea req-a988678a-06b2-4917-b139-4bd032423441 tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] Made reservation on behalf of 1e1afe245d7045de99b1c9a2d13f2822 for: {'port': 1} {{(pid=104485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 08:47:47.646175 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [req-be84e675-b01a-492b-95a6-db0df7b40fea req-a988678a-06b2-4917-b139-4bd032423441 tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (None), before_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:47:47.846392 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf11e5a-5ca1-4331-9505-e0b0236a322b req-2f31d759-a003-4569-baf7-01702bc0a805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:47:47.847856 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-bcf11e5a-5ca1-4331-9505-e0b0236a322b req-2f31d759-a003-4569-baf7-01702bc0a805 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5784479d-44dd-45ed-b6e6-1aaaf2f91b93 HTTP/1.1" status: 200 len: 854 time: 0.4653816 Jul 27 08:47:47.859547 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:47:47.878879 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_hamode_db [None req-3841119a-9325-4f05-8279-9b568e4427f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9859d67e-360d-4e3b-a6c7-bd0d6a4cb852', 'name': 'tempest-AttachVolumeNegativeTest-1367014185-router', 'tenant_id': '940250de2f6f47ed9edc1bb0468551c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': '8459270c-d8a5-42a4-abf4-e5dc701f12a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:39:21Z', 'updated_at': '2022-07-27T08:39:32Z', 'revision_number': 4, 'project_id': '940250de2f6f47ed9edc1bb0468551c8', 'gw_port': {'id': '8459270c-d8a5-42a4-abf4-e5dc701f12a4', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9859d67e-360d-4e3b-a6c7-bd0d6a4cb852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:39:24Z', 'updated_at': '2022-07-27T08:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi', '_floatingips': [{'id': 'c8236af6-c94f-4683-bb4f-7cdd804ebc9a', 'tenant_id': '940250de2f6f47ed9edc1bb0468551c8', 'floating_ip_address': '172.27.2.174', 'floating_network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'router_id': '9859d67e-360d-4e3b-a6c7-bd0d6a4cb852', 'port_id': '431e23f4-5504-40f2-986d-b204f33f480c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f6980da-175b-4e92-9032-637e0458eb4f', 'mac_address': 'fa:16:3e:e0:de:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8bed67-af36-4697-a38a-a67f2023ddd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T08:47:28Z', 'updated_at': '2022-07-27T08:47:45Z', 'revision_number': 1, 'project_id': '940250de2f6f47ed9edc1bb0468551c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa37f9a5-dc13-418d-8b78-d17cc6344800', 'name': '', 'network_id': '8f6980da-175b-4e92-9032-637e0458eb4f', 'tenant_id': '940250de2f6f47ed9edc1bb0468551c8', 'mac_address': 'fa:16:3e:b8:8b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9859d67e-360d-4e3b-a6c7-bd0d6a4cb852', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '5784479d-44dd-45ed-b6e6-1aaaf2f91b93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:39:31Z', 'updated_at': '2022-07-27T08:39:43Z', 'revision_number': 5, 'project_id': '940250de2f6f47ed9edc1bb0468551c8', 'subnets': [{'id': '5784479d-44dd-45ed-b6e6-1aaaf2f91b93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851170-2-iscsi', False) {} {{(pid=104487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:47:47.882980 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.db.db_base_plugin_common [req-be84e675-b01a-492b-95a6-db0df7b40fea req-a988678a-06b2-4917-b139-4bd032423441 tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] Allocated IP 172.20.0.14 (9bba3fa4-5e04-4bc1-9606-6e36bde604cc/be4cc3e6-e59e-426f-822a-b3a5dec83572/5593fd40-b18b-4285-984c-ca9ee6a84c55) {{(pid=104485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 08:47:47.913538 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3841119a-9325-4f05-8279-9b568e4427f1 None None] The sync data for ids ['9859d67e-360d-4e3b-a6c7-bd0d6a4cb852'] in dv-cinder-851170-2-iscsi is: [{'id': '9859d67e-360d-4e3b-a6c7-bd0d6a4cb852', 'name': 'tempest-AttachVolumeNegativeTest-1367014185-router', 'tenant_id': '940250de2f6f47ed9edc1bb0468551c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': '8459270c-d8a5-42a4-abf4-e5dc701f12a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:39:21Z', 'updated_at': '2022-07-27T08:39:32Z', 'revision_number': 4, 'project_id': '940250de2f6f47ed9edc1bb0468551c8', 'gw_port': {'id': '8459270c-d8a5-42a4-abf4-e5dc701f12a4', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9859d67e-360d-4e3b-a6c7-bd0d6a4cb852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:39:24Z', 'updated_at': '2022-07-27T08:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi', '_floatingips': [{'id': 'c8236af6-c94f-4683-bb4f-7cdd804ebc9a', 'tenant_id': '940250de2f6f47ed9edc1bb0468551c8', 'floating_ip_address': '172.27.2.174', 'floating_network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'router_id': '9859d67e-360d-4e3b-a6c7-bd0d6a4cb852', 'port_id': '431e23f4-5504-40f2-986d-b204f33f480c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f6980da-175b-4e92-9032-637e0458eb4f', 'mac_address': 'fa:16:3e:e0:de:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8bed67-af36-4697-a38a-a67f2023ddd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T08:47:28Z', 'updated_at': '2022-07-27T08:47:45Z', 'revision_number': 1, 'project_id': '940250de2f6f47ed9edc1bb0468551c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa37f9a5-dc13-418d-8b78-d17cc6344800', 'name': '', 'network_id': '8f6980da-175b-4e92-9032-637e0458eb4f', 'tenant_id': '940250de2f6f47ed9edc1bb0468551c8', 'mac_address': 'fa:16:3e:b8:8b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9859d67e-360d-4e3b-a6c7-bd0d6a4cb852', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '5784479d-44dd-45ed-b6e6-1aaaf2f91b93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:39:31Z', 'updated_at': '2022-07-27T08:39:43Z', 'revision_number': 5, 'project_id': '940250de2f6f47ed9edc1bb0468551c8', 'subnets': [{'id': '5784479d-44dd-45ed-b6e6-1aaaf2f91b93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 08:47:47.929160 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf11e5a-5ca1-4331-9505-e0b0236a322b req-3ac7eb0d-6e0b-477b-944b-c477ac5d4347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:47:47.932358 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-bcf11e5a-5ca1-4331-9505-e0b0236a322b req-3ac7eb0d-6e0b-477b-944b-c477ac5d4347 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8f6980da-175b-4e92-9032-637e0458eb4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0582538 Jul 27 08:47:48.041659 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-bcf11e5a-5ca1-4331-9505-e0b0236a322b req-4354beb2-191f-4de9-bfa7-7ad02c16cc53 service neutron] 10.222.0.42 "GET /v2.0/networks/8f6980da-175b-4e92-9032-637e0458eb4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033969 Jul 27 08:47:48.082715 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:47:48.090840 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [req-be84e675-b01a-492b-95a6-db0df7b40fea req-a988678a-06b2-4917-b139-4bd032423441 tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] Publish callbacks [] for port (5593fd40-b18b-4285-984c-ca9ee6a84c55), precommit_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:47:48.157700 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-bcf11e5a-5ca1-4331-9505-e0b0236a322b req-80d5ba41-4fff-4bf3-8712-699d0149132b service neutron] 10.222.0.42 "GET /v2.0/networks/8f6980da-175b-4e92-9032-637e0458eb4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096230 Jul 27 08:47:48.200638 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [req-be84e675-b01a-492b-95a6-db0df7b40fea req-a988678a-06b2-4917-b139-4bd032423441 tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786709965397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16582167'] for port (5593fd40-b18b-4285-984c-ca9ee6a84c55), after_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:47:48.275438 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45b9753-7a94-4536-a504-0e1233c2e33e None None] New status for floating IP c8236af6-c94f-4683-bb4f-7cdd804ebc9a: ACTIVE {{(pid=104488) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 27 08:47:48.369318 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-85941c89-32ff-410a-a72c-add0c7ae8872 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (5bc6d868-bb0b-4164-b2dd-44360f4de654), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:47:48.436100 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be84e675-b01a-492b-95a6-db0df7b40fea req-a988678a-06b2-4917-b139-4bd032423441 tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] Network 9bba3fa4-5e04-4bc1-9606-6e36bde604cc is already hosted by enough agents. {{(pid=104485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 08:47:48.457768 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.scheduler.base_scheduler [req-be84e675-b01a-492b-95a6-db0df7b40fea req-a988678a-06b2-4917-b139-4bd032423441 tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] Resources bound (agent type, host, resource id): {{(pid=104485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 08:47:48.460674 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.db.l3_dvrscheduler_db [req-be84e675-b01a-492b-95a6-db0df7b40fea req-a988678a-06b2-4917-b139-4bd032423441 tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] Received port after_create {{(pid=104485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 08:47:48.483367 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415acc30-31ea-4732-89e2-2fd9fc0f9cab req-cc8cba71-d52a-4531-9bc2-fa6121678fe1 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:47:48.486633 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-415acc30-31ea-4732-89e2-2fd9fc0f9cab req-cc8cba71-d52a-4531-9bc2-fa6121678fe1 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=e039946f-9689-47a3-85ab-cdd76c8ab6be HTTP/1.1" status: 200 len: 946 time: 0.0788035 Jul 27 08:47:48.505915 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a988678a-06b2-4917-b139-4bd032423441 tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] Pushing event updated for resources: {'Port': ['ID=5593fd40-b18b-4285-984c-ca9ee6a84c55,revision_number=1']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:47:48.546363 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccb9b92-d135-4304-8e50-de274df3dc7b req-9187287f-6e6e-4278-a0b2-fdf274400a80 tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:47:48.555332 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-0ccb9b92-d135-4304-8e50-de274df3dc7b req-9187287f-6e6e-4278-a0b2-fdf274400a80 tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] 10.222.0.40 "GET /v2.0/ports?device_id=7dccdbf2-7b0b-4e02-8986-272a2d692e99 HTTP/1.1" status: 200 len: 932 time: 0.1715233 Jul 27 08:47:48.560852 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-415acc30-31ea-4732-89e2-2fd9fc0f9cab req-9804e291-b681-4aec-a061-5e9946f4b825 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=fcc4b31a-2386-44ed-81fb-c2f68a123c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689843 Jul 27 08:47:48.853234 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be84e675-b01a-492b-95a6-db0df7b40fea req-a988678a-06b2-4917-b139-4bd032423441 tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:47:48.853888 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [req-be84e675-b01a-492b-95a6-db0df7b40fea req-a988678a-06b2-4917-b139-4bd032423441 tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8374701'] for port (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:47:48.874046 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:47:48.880402 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-0ccb9b92-d135-4304-8e50-de274df3dc7b req-0310555a-9099-49e0-8c44-6c369215b5a0 tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] 10.222.0.40 "GET /v2.0/security-groups?id=c855ef9a-a972-4eab-ac49-5b7525b9cf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3229792 Jul 27 08:47:49.270889 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-be84e675-b01a-492b-95a6-db0df7b40fea req-a988678a-06b2-4917-b139-4bd032423441 tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8991179 Jul 27 08:47:49.288507 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.v2.base [req-be84e675-b01a-492b-95a6-db0df7b40fea req-8514688a-c4a9-4a45-9b53-803e30ee4da4 service neutron] Request body: {'port': {'device_id': '7dccdbf2-7b0b-4e02-8986-272a2d692e99', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85117'}} {{(pid=104485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:47:49.353594 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [req-be84e675-b01a-492b-95a6-db0df7b40fea req-8514688a-c4a9-4a45-9b53-803e30ee4da4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (5593fd40-b18b-4285-984c-ca9ee6a84c55), before_update {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:47:49.655733 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.notifiers.nova [req-be84e675-b01a-492b-95a6-db0df7b40fea req-8514688a-c4a9-4a45-9b53-803e30ee4da4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5593fd40-b18b-4285-984c-ca9ee6a84c55 {{(pid=104485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 08:47:49.666228 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [req-be84e675-b01a-492b-95a6-db0df7b40fea req-8514688a-c4a9-4a45-9b53-803e30ee4da4 service neutron] Publish callbacks [] for port (5593fd40-b18b-4285-984c-ca9ee6a84c55), precommit_update {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:47:49.683361 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.db.provisioning_blocks [req-be84e675-b01a-492b-95a6-db0df7b40fea req-8514688a-c4a9-4a45-9b53-803e30ee4da4 service neutron] Transition to ACTIVE for port object 5593fd40-b18b-4285-984c-ca9ee6a84c55 will not be triggered until provisioned by entity L2. {{(pid=104485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 27 08:47:49.730204 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b753a3-f6d4-44ce-82d2-d16b4813b81e req-d4f209db-bc7e-4591-8281-3220ae7a6e15 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:47:49.731704 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-43b753a3-f6d4-44ce-82d2-d16b4813b81e req-d4f209db-bc7e-4591-8281-3220ae7a6e15 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=e039946f-9689-47a3-85ab-cdd76c8ab6be HTTP/1.1" status: 200 len: 946 time: 0.0509279 Jul 27 08:47:49.752025 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [req-be84e675-b01a-492b-95a6-db0df7b40fea req-8514688a-c4a9-4a45-9b53-803e30ee4da4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16582144'] for port (5593fd40-b18b-4285-984c-ca9ee6a84c55), after_update {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:47:49.807390 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-43b753a3-f6d4-44ce-82d2-d16b4813b81e req-11ba9d70-4ab9-407e-98d9-9a093f1f95ba tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=fcc4b31a-2386-44ed-81fb-c2f68a123c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696025 Jul 27 08:47:49.841608 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8514688a-c4a9-4a45-9b53-803e30ee4da4 service neutron] Pushing event updated for resources: {'Port': ['ID=5593fd40-b18b-4285-984c-ca9ee6a84c55,revision_number=2']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:47:49.919212 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.managers [req-be84e675-b01a-492b-95a6-db0df7b40fea req-8514688a-c4a9-4a45-9b53-803e30ee4da4 service neutron] Attempting to bind port 5593fd40-b18b-4285-984c-ca9ee6a84c55 on host hv-cinder-85117 for vnic_type normal with profile {{(pid=104485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 08:47:49.919560 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.managers [req-be84e675-b01a-492b-95a6-db0df7b40fea req-8514688a-c4a9-4a45-9b53-803e30ee4da4 service neutron] Attempting to bind port 5593fd40-b18b-4285-984c-ca9ee6a84c55 by drivers openvswitch,hyperv on host hv-cinder-85117 at level 0 using segments [{'id': '76f48e39-f569-4912-a27b-d890da9744e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '9bba3fa4-5e04-4bc1-9606-6e36bde604cc'}] {{(pid=104485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 08:47:49.919893 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be84e675-b01a-492b-95a6-db0df7b40fea req-8514688a-c4a9-4a45-9b53-803e30ee4da4 service neutron] Attempting to bind port 5593fd40-b18b-4285-984c-ca9ee6a84c55 on network 9bba3fa4-5e04-4bc1-9606-6e36bde604cc {{(pid=104485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 08:47:49.924805 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be84e675-b01a-492b-95a6-db0df7b40fea req-8514688a-c4a9-4a45-9b53-803e30ee4da4 service neutron] Port 5593fd40-b18b-4285-984c-ca9ee6a84c55 on network 9bba3fa4-5e04-4bc1-9606-6e36bde604cc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85117 {{(pid=104485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 27 08:47:49.925128 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be84e675-b01a-492b-95a6-db0df7b40fea req-8514688a-c4a9-4a45-9b53-803e30ee4da4 service neutron] Attempting to bind port 5593fd40-b18b-4285-984c-ca9ee6a84c55 on network 9bba3fa4-5e04-4bc1-9606-6e36bde604cc {{(pid=104485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 08:47:49.930768 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be84e675-b01a-492b-95a6-db0df7b40fea req-8514688a-c4a9-4a45-9b53-803e30ee4da4 service neutron] Checking agent: {'id': '40990755-2d84-4c9d-828c-eda94a5136e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85117', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 8, 37, 21), 'started_at': datetime.datetime(2022, 7, 27, 8, 37, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 8, 47, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 08:47:49.933434 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be84e675-b01a-492b-95a6-db0df7b40fea req-8514688a-c4a9-4a45-9b53-803e30ee4da4 service neutron] Checking segment: {'id': '76f48e39-f569-4912-a27b-d890da9744e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '9bba3fa4-5e04-4bc1-9606-6e36bde604cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 08:47:49.933845 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be84e675-b01a-492b-95a6-db0df7b40fea req-8514688a-c4a9-4a45-9b53-803e30ee4da4 service neutron] Bound using segment: {'id': '76f48e39-f569-4912-a27b-d890da9744e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '9bba3fa4-5e04-4bc1-9606-6e36bde604cc'} {{(pid=104485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 08:47:49.934327 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.managers [req-be84e675-b01a-492b-95a6-db0df7b40fea req-8514688a-c4a9-4a45-9b53-803e30ee4da4 service neutron] Bound port: 5593fd40-b18b-4285-984c-ca9ee6a84c55, host: hv-cinder-85117, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76f48e39-f569-4912-a27b-d890da9744e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '9bba3fa4-5e04-4bc1-9606-6e36bde604cc'}}] {{(pid=104485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 08:47:49.934698 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [req-be84e675-b01a-492b-95a6-db0df7b40fea req-8514688a-c4a9-4a45-9b53-803e30ee4da4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (5593fd40-b18b-4285-984c-ca9ee6a84c55), before_update {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:47:50.040080 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ad78ea-242d-4498-8bea-208726ec0ca2 req-d92eee7c-7a5c-4a7e-b92c-156271e085ef tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:47:50.040080 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-85ad78ea-242d-4498-8bea-208726ec0ca2 req-d92eee7c-7a5c-4a7e-b92c-156271e085ef tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] 10.222.0.40 "GET /v2.0/ports?device_id=7dccdbf2-7b0b-4e02-8986-272a2d692e99 HTTP/1.1" status: 200 len: 944 time: 0.0665145 Jul 27 08:47:50.044054 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:47:50.052556 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.db [req-be84e675-b01a-492b-95a6-db0df7b40fea req-8514688a-c4a9-4a45-9b53-803e30ee4da4 service neutron] For port 5593fd40-b18b-4285-984c-ca9ee6a84c55, host hv-cinder-85117, cleared binding levels {{(pid=104485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 08:47:50.057165 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.db [req-be84e675-b01a-492b-95a6-db0df7b40fea req-8514688a-c4a9-4a45-9b53-803e30ee4da4 service neutron] For port 5593fd40-b18b-4285-984c-ca9ee6a84c55, host hv-cinder-85117, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85117',level=0,port_id=5593fd40-b18b-4285-984c-ca9ee6a84c55,segment=NetworkSegment(76f48e39-f569-4912-a27b-d890da9744e7),segment_id=76f48e39-f569-4912-a27b-d890da9744e7)] {{(pid=104485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 08:47:50.103524 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-85ad78ea-242d-4498-8bea-208726ec0ca2 req-c642e9ea-a992-432b-b4a5-6ef8890fb851 tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] 10.222.0.40 "GET /v2.0/security-groups?id=c855ef9a-a972-4eab-ac49-5b7525b9cf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501993 Jul 27 08:47:50.152147 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [req-be84e675-b01a-492b-95a6-db0df7b40fea req-8514688a-c4a9-4a45-9b53-803e30ee4da4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16582144'] for port (5593fd40-b18b-4285-984c-ca9ee6a84c55), after_update {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:47:50.189570 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be84e675-b01a-492b-95a6-db0df7b40fea req-8514688a-c4a9-4a45-9b53-803e30ee4da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:47:50.190866 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [req-be84e675-b01a-492b-95a6-db0df7b40fea req-8514688a-c4a9-4a45-9b53-803e30ee4da4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8374701'] for port (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:47:50.195485 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-be84e675-b01a-492b-95a6-db0df7b40fea req-8514688a-c4a9-4a45-9b53-803e30ee4da4 service neutron] 10.222.0.42 "PUT /v2.0/ports/5593fd40-b18b-4285-984c-ca9ee6a84c55 HTTP/1.1" status: 200 len: 1094 time: 0.9078541 Jul 27 08:47:50.195485 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dccdbf2-7b0b-4e02-8986-272a2d692e99', 'tag': '5593fd40-b18b-4285-984c-ca9ee6a84c55'}] {{(pid=104485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 08:47:50.197447 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f4ab7c7b1e34975a56cd7ce610f5615b70f950c8da59d9e9b5a870069a9544" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6def1e67-0787-40ed-ac03-24970f8759b4" -d '{"events": [{"name": "network-changed", "server_uuid": "7dccdbf2-7b0b-4e02-8986-272a2d692e99", "tag": "5593fd40-b18b-4285-984c-ca9ee6a84c55"}]}' {{(pid=104485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 08:47:50.228850 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8514688a-c4a9-4a45-9b53-803e30ee4da4 service neutron] Pushing event updated for resources: {'Port': ['ID=5593fd40-b18b-4285-984c-ca9ee6a84c55,revision_number=3']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:47:50.282072 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 08:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2fc3013-c597-4b06-9a46-df4584a5735e x-openstack-request-id: req-d2fc3013-c597-4b06-9a46-df4584a5735e {{(pid=104485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 08:47:50.282406 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dccdbf2-7b0b-4e02-8986-272a2d692e99", "tag": "5593fd40-b18b-4285-984c-ca9ee6a84c55", "status": "completed", "code": 200}]} {{(pid=104485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 08:47:50.282663 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-d2fc3013-c597-4b06-9a46-df4584a5735e {{(pid=104485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 08:47:50.283072 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2fc3013-c597-4b06-9a46-df4584a5735e'] response: {'name': 'network-changed', 'server_uuid': '7dccdbf2-7b0b-4e02-8986-272a2d692e99', 'tag': '5593fd40-b18b-4285-984c-ca9ee6a84c55', 'status': 'completed', 'code': 200} Jul 27 08:47:50.368755 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-45eb61cd-e3d7-4840-8013-3080c7768274 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (36998da0-f99a-403d-814c-b55466abd131), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:47:50.372288 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6def1e67-0787-40ed-ac03-24970f8759b4 req-735bd934-a90d-4808-9bb0-a8aa7f409adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:47:50.373850 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-6def1e67-0787-40ed-ac03-24970f8759b4 req-735bd934-a90d-4808-9bb0-a8aa7f409adc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1e1afe245d7045de99b1c9a2d13f2822&device_id=7dccdbf2-7b0b-4e02-8986-272a2d692e99 HTTP/1.1" status: 200 len: 1128 time: 0.0462210 Jul 27 08:47:50.559313 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6def1e67-0787-40ed-ac03-24970f8759b4 req-da25e0d6-2bd9-44ee-aa27-4b4bf9b292f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:47:50.560797 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-6def1e67-0787-40ed-ac03-24970f8759b4 req-da25e0d6-2bd9-44ee-aa27-4b4bf9b292f5 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=1e1afe245d7045de99b1c9a2d13f2822&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1737456 Jul 27 08:47:50.602350 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:47:50.727109 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6def1e67-0787-40ed-ac03-24970f8759b4 req-e9a099ff-15bb-4a01-b48d-7022d4376fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:47:50.728731 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-6def1e67-0787-40ed-ac03-24970f8759b4 req-e9a099ff-15bb-4a01-b48d-7022d4376fe4 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1615510 Jul 27 08:47:50.922081 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be84e675-b01a-492b-95a6-db0df7b40fea req-979a9115-5718-4017-916c-75580c65579d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:47:50.923597 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-be84e675-b01a-492b-95a6-db0df7b40fea req-979a9115-5718-4017-916c-75580c65579d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1e1afe245d7045de99b1c9a2d13f2822&device_id=7dccdbf2-7b0b-4e02-8986-272a2d692e99 HTTP/1.1" status: 200 len: 1128 time: 0.0669768 Jul 27 08:47:50.938969 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322d5a5f-2238-49ac-bb9c-2c7eacf5fbd7 req-f1eb3357-e9fe-4be8-85c4-0f0f1d45ede8 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:47:50.940329 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-322d5a5f-2238-49ac-bb9c-2c7eacf5fbd7 req-f1eb3357-e9fe-4be8-85c4-0f0f1d45ede8 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=e039946f-9689-47a3-85ab-cdd76c8ab6be HTTP/1.1" status: 200 len: 946 time: 0.0517771 Jul 27 08:47:50.987012 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-be84e675-b01a-492b-95a6-db0df7b40fea req-8d48942b-6d39-4cd7-aa0e-6dccf76d936e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5593fd40-b18b-4285-984c-ca9ee6a84c55 HTTP/1.1" status: 200 len: 217 time: 0.0457065 Jul 27 08:47:51.044989 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-322d5a5f-2238-49ac-bb9c-2c7eacf5fbd7 req-e0181c2b-ae5e-493f-9a50-75377c5abac7 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=fcc4b31a-2386-44ed-81fb-c2f68a123c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974114 Jul 27 08:47:51.056143 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be84e675-b01a-492b-95a6-db0df7b40fea req-af6a05ab-3fbc-4f1e-9af1-dd31a478bdf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:47:51.057534 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-be84e675-b01a-492b-95a6-db0df7b40fea req-af6a05ab-3fbc-4f1e-9af1-dd31a478bdf6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=be4cc3e6-e59e-426f-822a-b3a5dec83572 HTTP/1.1" status: 200 len: 849 time: 0.0576491 Jul 27 08:47:51.087887 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-be84e675-b01a-492b-95a6-db0df7b40fea req-76e37b69-1aee-43ea-9f64-7700887e726d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9bba3fa4-5e04-4bc1-9606-6e36bde604cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244212 Jul 27 08:47:51.179427 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-be84e675-b01a-492b-95a6-db0df7b40fea req-dbb4f59b-8618-4ea3-a8fe-1283b7693a47 service neutron] 10.222.0.42 "GET /v2.0/networks/9bba3fa4-5e04-4bc1-9606-6e36bde604cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854352 Jul 27 08:47:51.226695 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39f0bf6-405f-4c31-af33-2cfc9f06b5d9 req-141b3f1b-388e-4835-83d6-f590e7a94464 tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:47:51.228159 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-e39f0bf6-405f-4c31-af33-2cfc9f06b5d9 req-141b3f1b-388e-4835-83d6-f590e7a94464 tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] 10.222.0.40 "GET /v2.0/ports?device_id=7dccdbf2-7b0b-4e02-8986-272a2d692e99 HTTP/1.1" status: 200 len: 944 time: 0.0459142 Jul 27 08:47:51.261088 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=100 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:47:51.276613 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-be84e675-b01a-492b-95a6-db0df7b40fea req-ef319a61-f6c2-4342-ad61-19c8c0b910aa service neutron] 10.222.0.42 "GET /v2.0/networks/9bba3fa4-5e04-4bc1-9606-6e36bde604cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909989 Jul 27 08:47:51.277399 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-e39f0bf6-405f-4c31-af33-2cfc9f06b5d9 req-386b457c-5d82-4060-ae87-26c5b04ac099 tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] 10.222.0.40 "GET /v2.0/security-groups?id=c855ef9a-a972-4eab-ac49-5b7525b9cf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435505 Jul 27 08:47:51.345617 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-83feb67a-80d7-474e-96e8-1d92c33387c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (0a293c43-2970-4b69-9d2a-dcf41d8870ef), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:47:51.376642 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (40990755-2d84-4c9d-828c-eda94a5136e8), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:47:51.377287 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (ed9de811-f248-496b-b487-860d50d7cee7), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:47:52.170398 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485f9343-7bc9-4b50-8086-b8fbd86fe09f req-05ea5280-9b95-4fb0-a34b-adef2eaa2540 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:47:52.171854 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-485f9343-7bc9-4b50-8086-b8fbd86fe09f req-05ea5280-9b95-4fb0-a34b-adef2eaa2540 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=e039946f-9689-47a3-85ab-cdd76c8ab6be HTTP/1.1" status: 200 len: 946 time: 0.0492797 Jul 27 08:47:52.218078 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-485f9343-7bc9-4b50-8086-b8fbd86fe09f req-28d876c2-f49c-49e4-a11b-63dd49816d2a tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=fcc4b31a-2386-44ed-81fb-c2f68a123c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407357 Jul 27 08:47:52.397879 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a65c23-62a7-4494-a7c4-6270dd101718 req-012b09d3-5adc-416a-b118-3be85e6671f5 tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:47:52.400132 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-f9a65c23-62a7-4494-a7c4-6270dd101718 req-012b09d3-5adc-416a-b118-3be85e6671f5 tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] 10.222.0.40 "GET /v2.0/ports?device_id=7dccdbf2-7b0b-4e02-8986-272a2d692e99 HTTP/1.1" status: 200 len: 944 time: 0.0517485 Jul 27 08:47:52.446823 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-f9a65c23-62a7-4494-a7c4-6270dd101718 req-fd87dd51-0078-4825-ba1b-fa2b107f4e1c tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] 10.222.0.40 "GET /v2.0/security-groups?id=c855ef9a-a972-4eab-ac49-5b7525b9cf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412266 Jul 27 08:47:53.339232 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56e3123-b4fd-450f-82dc-30be8af7bae9 req-252dd01e-1a25-4c84-a064-2434f992e6ee tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:47:53.340973 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-b56e3123-b4fd-450f-82dc-30be8af7bae9 req-252dd01e-1a25-4c84-a064-2434f992e6ee tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=e039946f-9689-47a3-85ab-cdd76c8ab6be HTTP/1.1" status: 200 len: 946 time: 0.0465519 Jul 27 08:47:53.389915 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-b56e3123-b4fd-450f-82dc-30be8af7bae9 req-75abfcce-c8c9-4bfe-b2dc-a60f340a6754 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=fcc4b31a-2386-44ed-81fb-c2f68a123c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436728 Jul 27 08:47:53.562208 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5978d8-7cc7-42ea-98d0-43b9071740fe req-d81d0dfe-aa7c-4cd7-8f96-2e276d3e5c2a tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:47:53.563616 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-fb5978d8-7cc7-42ea-98d0-43b9071740fe req-d81d0dfe-aa7c-4cd7-8f96-2e276d3e5c2a tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] 10.222.0.40 "GET /v2.0/ports?device_id=7dccdbf2-7b0b-4e02-8986-272a2d692e99 HTTP/1.1" status: 200 len: 944 time: 0.0462019 Jul 27 08:47:53.610541 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-fb5978d8-7cc7-42ea-98d0-43b9071740fe req-ee2ce11f-ed20-4b33-ad77-aeed333e3f5e tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] 10.222.0.40 "GET /v2.0/security-groups?id=c855ef9a-a972-4eab-ac49-5b7525b9cf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413063 Jul 27 08:47:53.763444 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54278aee-2d2b-4421-bff6-9b3a64efa02d req-009c06a7-0389-4b4b-89ec-2183a7f41f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:47:53.764908 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-54278aee-2d2b-4421-bff6-9b3a64efa02d req-009c06a7-0389-4b4b-89ec-2183a7f41f43 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e2c60f49a9e14417bd1d9504128fc94b&device_id=e039946f-9689-47a3-85ab-cdd76c8ab6be HTTP/1.1" status: 200 len: 1130 time: 0.0383446 Jul 27 08:47:54.237258 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=100 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:47:54.262902 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54278aee-2d2b-4421-bff6-9b3a64efa02d req-fd293cd2-a730-4be2-aa06-dc31b4b28244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:47:54.264363 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-54278aee-2d2b-4421-bff6-9b3a64efa02d req-fd293cd2-a730-4be2-aa06-dc31b4b28244 service neutron] 10.222.0.42 "GET /v2.0/networks?id=77554b81-fd19-4316-8d69-62980152360c HTTP/1.1" status: 200 len: 918 time: 0.0917718 Jul 27 08:47:54.329589 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-54278aee-2d2b-4421-bff6-9b3a64efa02d req-6076c205-f311-41ab-9b4e-8410758e51d4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cbc21c19-a9c2-48e6-88bd-b5b02cd593fb HTTP/1.1" status: 200 len: 1000 time: 0.0560029 Jul 27 08:47:54.512827 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bfa520-3b85-4ab8-add4-9f61c86ce5a2 req-14b02f28-45f9-46f8-80bb-20ab0dc6cc77 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:47:54.514238 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-28bfa520-3b85-4ab8-add4-9f61c86ce5a2 req-14b02f28-45f9-46f8-80bb-20ab0dc6cc77 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=e039946f-9689-47a3-85ab-cdd76c8ab6be HTTP/1.1" status: 200 len: 946 time: 0.0481241 Jul 27 08:47:54.560373 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-28bfa520-3b85-4ab8-add4-9f61c86ce5a2 req-d88bdb7f-46b9-48cf-a6d4-8df7282c7fdc tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=fcc4b31a-2386-44ed-81fb-c2f68a123c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407131 Jul 27 08:47:54.672713 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54278aee-2d2b-4421-bff6-9b3a64efa02d req-78fd56b9-e5bd-4a55-ae1b-c31dcaf8ed00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:47:54.674245 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-54278aee-2d2b-4421-bff6-9b3a64efa02d req-78fd56b9-e5bd-4a55-ae1b-c31dcaf8ed00 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c4ce96ff-fd31-496d-82bd-3a3dbfb16be8 HTTP/1.1" status: 200 len: 856 time: 0.0459723 Jul 27 08:47:54.719361 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54278aee-2d2b-4421-bff6-9b3a64efa02d req-82ce25bb-4f87-4ea1-bbd6-fe53e2ab5b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:47:54.720872 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-54278aee-2d2b-4421-bff6-9b3a64efa02d req-82ce25bb-4f87-4ea1-bbd6-fe53e2ab5b47 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=77554b81-fd19-4316-8d69-62980152360c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407560 Jul 27 08:47:54.731604 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec0d73d-97fe-4a9a-830a-6ff8a3945cf9 req-994fb067-c039-4202-a386-feb57ec2f87d tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:47:54.733159 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-3ec0d73d-97fe-4a9a-830a-6ff8a3945cf9 req-994fb067-c039-4202-a386-feb57ec2f87d tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] 10.222.0.40 "GET /v2.0/ports?device_id=7dccdbf2-7b0b-4e02-8986-272a2d692e99 HTTP/1.1" status: 200 len: 944 time: 0.0495870 Jul 27 08:47:54.789511 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-3ec0d73d-97fe-4a9a-830a-6ff8a3945cf9 req-889c9c06-8bee-4ff2-906e-3a5b131b38be tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] 10.222.0.40 "GET /v2.0/security-groups?id=c855ef9a-a972-4eab-ac49-5b7525b9cf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502422 Jul 27 08:47:54.795035 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=100 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:47:54.818924 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-54278aee-2d2b-4421-bff6-9b3a64efa02d req-57998b2a-181b-4351-b82f-73831e822d2b service neutron] 10.222.0.42 "GET /v2.0/networks/77554b81-fd19-4316-8d69-62980152360c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910411 Jul 27 08:47:54.845456 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Device 5593fd40-b18b-4285-984c-ca9ee6a84c55 details requested by agent hyperv_hv-cinder-85117 with host hv-cinder-85117 {{(pid=104487) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 08:47:54.855552 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Device cbc21c19-a9c2-48e6-88bd-b5b02cd593fb no longer exists at agent hyperv_hv-cinder-85117 {{(pid=104487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 08:47:54.916227 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-54278aee-2d2b-4421-bff6-9b3a64efa02d req-6ef276e6-b50c-4027-86d7-37a98418aa09 service neutron] 10.222.0.42 "GET /v2.0/networks/77554b81-fd19-4316-8d69-62980152360c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902417 Jul 27 08:47:55.001769 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Current status of the port cbc21c19-a9c2-48e6-88bd-b5b02cd593fb is: ACTIVE; New status is: DOWN {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:47:55.002165 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (cbc21c19-a9c2-48e6-88bd-b5b02cd593fb), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:47:55.024761 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:47:55.027804 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] For port 5593fd40-b18b-4285-984c-ca9ee6a84c55, host hv-cinder-85117, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85117',level=0,port_id=5593fd40-b18b-4285-984c-ca9ee6a84c55,segment=NetworkSegment(76f48e39-f569-4912-a27b-d890da9744e7),segment_id=76f48e39-f569-4912-a27b-d890da9744e7)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:47:55.049568 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e039946f-9689-47a3-85ab-cdd76c8ab6be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cbc21c19-a9c2-48e6-88bd-b5b02cd593fb'}] {{(pid=104487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 08:47:55.051738 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80d6aca8d47c9a16b7ef4a01c61ef1bf5c962aea16cee8599b6bab5dfb4de652" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cd84db9-b0c1-49b4-b159-f2863ba66057" -d '{"events": [{"server_uuid": "e039946f-9689-47a3-85ab-cdd76c8ab6be", "name": "network-vif-unplugged", "status": "completed", "tag": "cbc21c19-a9c2-48e6-88bd-b5b02cd593fb"}]}' {{(pid=104487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 08:47:55.063138 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Returning: {'device': '5593fd40-b18b-4285-984c-ca9ee6a84c55', 'network_id': '9bba3fa4-5e04-4bc1-9606-6e36bde604cc', 'port_id': '5593fd40-b18b-4285-984c-ca9ee6a84c55', 'mac_address': 'fa:16:3e:e4:1f:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be4cc3e6-e59e-426f-822a-b3a5dec83572', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104487) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 08:47:55.068070 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] For port cbc21c19-a9c2-48e6-88bd-b5b02cd593fb, host hv-cinder-85117, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85117',level=0,port_id=cbc21c19-a9c2-48e6-88bd-b5b02cd593fb,segment=NetworkSegment(d4421dbb-2177-49de-a9fa-abc5e0331875),segment_id=d4421dbb-2177-49de-a9fa-abc5e0331875)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:47:55.094352 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Jul 2022 08:47:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d12a8477-672d-467c-8efc-f8aa72b688c1 x-openstack-request-id: req-d12a8477-672d-467c-8efc-f8aa72b688c1 {{(pid=104487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 08:47:55.094644 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e039946f-9689-47a3-85ab-cdd76c8ab6be", "name": "network-vif-unplugged", "status": "completed", "tag": "cbc21c19-a9c2-48e6-88bd-b5b02cd593fb", "code": 200}]} {{(pid=104487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 08:47:55.094894 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-d12a8477-672d-467c-8efc-f8aa72b688c1 {{(pid=104487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 08:47:55.095284 dv-cinder-851170-2-iscsi neutron-server[104487]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d12a8477-672d-467c-8efc-f8aa72b688c1'] response: {'server_uuid': 'e039946f-9689-47a3-85ab-cdd76c8ab6be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cbc21c19-a9c2-48e6-88bd-b5b02cd593fb', 'code': 200} Jul 27 08:47:55.109671 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Current status of the port 5593fd40-b18b-4285-984c-ca9ee6a84c55 is: DOWN; New status is: BUILD {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:47:55.110061 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (5593fd40-b18b-4285-984c-ca9ee6a84c55), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:47:55.123457 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.notifiers.nova [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5593fd40-b18b-4285-984c-ca9ee6a84c55 {{(pid=104487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 08:47:55.135849 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (cbc21c19-a9c2-48e6-88bd-b5b02cd593fb), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:47:55.149160 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] For port 5593fd40-b18b-4285-984c-ca9ee6a84c55, host hv-cinder-85117, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85117',level=0,port_id=5593fd40-b18b-4285-984c-ca9ee6a84c55,segment=NetworkSegment(76f48e39-f569-4912-a27b-d890da9744e7),segment_id=76f48e39-f569-4912-a27b-d890da9744e7)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:47:55.192117 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Pushing event updated for resources: {'Port': ['ID=cbc21c19-a9c2-48e6-88bd-b5b02cd593fb,revision_number=8']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:47:55.196947 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (5593fd40-b18b-4285-984c-ca9ee6a84c55), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:47:55.245594 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Pushing event updated for resources: {'Port': ['ID=5593fd40-b18b-4285-984c-ca9ee6a84c55,revision_number=4']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:47:55.646000 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] get_ports_and_sgs() called for port_ids ['5593fd40-b18b-4285-984c-ca9ee6a84c55'] {{(pid=104487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 08:47:55.685354 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55429323-99e2-4525-bd09-8bcf43cd1efc req-abfe6a83-0799-4e9c-b9fe-7ee1af94aefa tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:47:55.687659 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-55429323-99e2-4525-bd09-8bcf43cd1efc req-abfe6a83-0799-4e9c-b9fe-7ee1af94aefa tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=e039946f-9689-47a3-85ab-cdd76c8ab6be HTTP/1.1" status: 200 len: 944 time: 0.0500884 Jul 27 08:47:55.717909 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:47:55.737716 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-55429323-99e2-4525-bd09-8bcf43cd1efc req-17e36151-78e8-4952-92bb-19c23851f0a7 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=fcc4b31a-2386-44ed-81fb-c2f68a123c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441077 Jul 27 08:47:55.907190 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b00bad-d6dc-4901-a260-0cabaef60b2e req-cc5d6722-7da9-4b11-b481-81f40b1d4232 tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:47:55.908550 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-85b00bad-d6dc-4901-a260-0cabaef60b2e req-cc5d6722-7da9-4b11-b481-81f40b1d4232 tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] 10.222.0.40 "GET /v2.0/ports?device_id=7dccdbf2-7b0b-4e02-8986-272a2d692e99 HTTP/1.1" status: 200 len: 945 time: 0.0460882 Jul 27 08:47:55.955831 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-85b00bad-d6dc-4901-a260-0cabaef60b2e req-6e75f009-6416-4821-999e-5ce813725f1c tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] 10.222.0.40 "GET /v2.0/security-groups?id=c855ef9a-a972-4eab-ac49-5b7525b9cf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417242 Jul 27 08:47:56.862833 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc5b12f-2bb0-4ab2-a477-509211de616c req-8d6031a6-55ed-45e6-8a35-3036816ea2cf tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:47:56.864382 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-1cc5b12f-2bb0-4ab2-a477-509211de616c req-8d6031a6-55ed-45e6-8a35-3036816ea2cf tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=e039946f-9689-47a3-85ab-cdd76c8ab6be HTTP/1.1" status: 200 len: 944 time: 0.0480282 Jul 27 08:47:56.913153 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-1cc5b12f-2bb0-4ab2-a477-509211de616c req-0aec021a-7de0-4deb-a93b-1d50ec91bf97 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=fcc4b31a-2386-44ed-81fb-c2f68a123c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426419 Jul 27 08:47:56.940407 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Device 5593fd40-b18b-4285-984c-ca9ee6a84c55 up at agent hyperv_hv-cinder-85117 {{(pid=104487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 08:47:56.989862 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Provisioning for port 5593fd40-b18b-4285-984c-ca9ee6a84c55 completed by entity L2. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 27 08:47:57.060107 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Provisioning complete for port 5593fd40-b18b-4285-984c-ca9ee6a84c55 triggered by entity L2. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:47:57.060493 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (5593fd40-b18b-4285-984c-ca9ee6a84c55), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:47:57.070972 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=100 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:47:57.082268 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a4cba1-0eb8-4dc8-bb0f-3af5807762b2 req-ee596550-6528-46e1-870d-47a6123dda85 tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:47:57.083754 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-55a4cba1-0eb8-4dc8-bb0f-3af5807762b2 req-ee596550-6528-46e1-870d-47a6123dda85 tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] 10.222.0.40 "GET /v2.0/ports?device_id=7dccdbf2-7b0b-4e02-8986-272a2d692e99 HTTP/1.1" status: 200 len: 945 time: 0.0510774 Jul 27 08:47:57.131922 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-55a4cba1-0eb8-4dc8-bb0f-3af5807762b2 req-f9ae715d-f79d-49dd-9519-644426a9c0e0 tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] 10.222.0.40 "GET /v2.0/security-groups?id=c855ef9a-a972-4eab-ac49-5b7525b9cf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417178 Jul 27 08:47:57.135532 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Current status of the port 5593fd40-b18b-4285-984c-ca9ee6a84c55 is: BUILD; New status is: ACTIVE {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:47:57.135941 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (5593fd40-b18b-4285-984c-ca9ee6a84c55), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:47:57.159820 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dccdbf2-7b0b-4e02-8986-272a2d692e99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5593fd40-b18b-4285-984c-ca9ee6a84c55'}] {{(pid=104487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 08:47:57.162087 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80d6aca8d47c9a16b7ef4a01c61ef1bf5c962aea16cee8599b6bab5dfb4de652" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddf9663f-5e29-4748-b27d-83f4f0003f41" -d '{"events": [{"server_uuid": "7dccdbf2-7b0b-4e02-8986-272a2d692e99", "name": "network-vif-plugged", "status": "completed", "tag": "5593fd40-b18b-4285-984c-ca9ee6a84c55"}]}' {{(pid=104487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 08:47:57.174701 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] For port 5593fd40-b18b-4285-984c-ca9ee6a84c55, host hv-cinder-85117, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85117',level=0,port_id=5593fd40-b18b-4285-984c-ca9ee6a84c55,segment=NetworkSegment(76f48e39-f569-4912-a27b-d890da9744e7),segment_id=76f48e39-f569-4912-a27b-d890da9744e7)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:47:57.200598 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 08:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24b71158-1e47-4dae-a2ef-b3c956e87d00 x-openstack-request-id: req-24b71158-1e47-4dae-a2ef-b3c956e87d00 {{(pid=104487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 08:47:57.200910 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dccdbf2-7b0b-4e02-8986-272a2d692e99", "name": "network-vif-plugged", "status": "completed", "tag": "5593fd40-b18b-4285-984c-ca9ee6a84c55", "code": 200}]} {{(pid=104487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 08:47:57.201160 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-24b71158-1e47-4dae-a2ef-b3c956e87d00 {{(pid=104487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 08:47:57.201611 dv-cinder-851170-2-iscsi neutron-server[104487]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24b71158-1e47-4dae-a2ef-b3c956e87d00'] response: {'server_uuid': '7dccdbf2-7b0b-4e02-8986-272a2d692e99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5593fd40-b18b-4285-984c-ca9ee6a84c55', 'code': 200} Jul 27 08:47:57.268038 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (5593fd40-b18b-4285-984c-ca9ee6a84c55), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:47:57.268901 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Device cbc21c19-a9c2-48e6-88bd-b5b02cd593fb no longer exists at agent hyperv_hv-cinder-85117 {{(pid=104487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 08:47:57.346449 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Pushing event updated for resources: {'Port': ['ID=5593fd40-b18b-4285-984c-ca9ee6a84c55,revision_number=5']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:47:57.385369 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Current status of the port cbc21c19-a9c2-48e6-88bd-b5b02cd593fb is: DOWN; New status is: DOWN {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:47:57.806066 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d934ffe-de68-4d81-a563-be2c94e0da4e req-653452eb-9e2c-490e-9167-734499d04c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:47:57.807657 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-0d934ffe-de68-4d81-a563-be2c94e0da4e req-653452eb-9e2c-490e-9167-734499d04c2d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7dccdbf2-7b0b-4e02-8986-272a2d692e99 HTTP/1.1" status: 200 len: 1130 time: 0.0399885 Jul 27 08:47:57.872519 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-0d934ffe-de68-4d81-a563-be2c94e0da4e req-d6512d1a-52d0-4c51-8ec4-ba42a4534149 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c855ef9a-a972-4eab-ac49-5b7525b9cf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375888 Jul 27 08:47:58.035984 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268f6bd4-30de-434f-86d2-57ad6cab3773 req-fbfd4ee0-5943-4910-88da-7c83bbdc077c tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:47:58.037451 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-268f6bd4-30de-434f-86d2-57ad6cab3773 req-fbfd4ee0-5943-4910-88da-7c83bbdc077c tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=e039946f-9689-47a3-85ab-cdd76c8ab6be HTTP/1.1" status: 200 len: 944 time: 0.0466547 Jul 27 08:47:58.086539 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-268f6bd4-30de-434f-86d2-57ad6cab3773 req-ff95ad8a-27a9-403e-874c-94e6e82222ed tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=fcc4b31a-2386-44ed-81fb-c2f68a123c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428843 Jul 27 08:47:58.253154 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4c9013-eb87-48be-a79e-e54dad7a7018 req-12378dba-65c1-4ed4-aeeb-90ae0bdf27b0 tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:47:58.254636 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-1c4c9013-eb87-48be-a79e-e54dad7a7018 req-12378dba-65c1-4ed4-aeeb-90ae0bdf27b0 tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] 10.222.0.40 "GET /v2.0/ports?device_id=7dccdbf2-7b0b-4e02-8986-272a2d692e99 HTTP/1.1" status: 200 len: 946 time: 0.0505457 Jul 27 08:47:58.302506 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-1c4c9013-eb87-48be-a79e-e54dad7a7018 req-0fca3096-a9ad-44b6-90ac-ce4a22c812bd tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] 10.222.0.40 "GET /v2.0/security-groups?id=c855ef9a-a972-4eab-ac49-5b7525b9cf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416069 Jul 27 08:47:58.335889 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=6 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:47:58.482584 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:47:59.437329 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bb6c8e-4fdb-4aa2-843a-2bed88542568 req-fd7457bd-0116-4ae0-8d01-133b3e5bb16d tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:47:59.438728 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-b4bb6c8e-4fdb-4aa2-843a-2bed88542568 req-fd7457bd-0116-4ae0-8d01-133b3e5bb16d tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] 10.222.0.40 "GET /v2.0/ports?device_id=7dccdbf2-7b0b-4e02-8986-272a2d692e99 HTTP/1.1" status: 200 len: 946 time: 0.0500989 Jul 27 08:47:59.485592 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-b4bb6c8e-4fdb-4aa2-843a-2bed88542568 req-9ca23f53-f7d4-47ae-9c03-83e35f20ad85 tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] 10.222.0.40 "GET /v2.0/security-groups?id=c855ef9a-a972-4eab-ac49-5b7525b9cf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411701 Jul 27 08:48:00.455852 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47630055-941a-4f9c-9451-800d639195b8 req-6de30031-46b1-4490-8ef5-aff063e3cfec tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:48:00.457331 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-47630055-941a-4f9c-9451-800d639195b8 req-6de30031-46b1-4490-8ef5-aff063e3cfec tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=e039946f-9689-47a3-85ab-cdd76c8ab6be HTTP/1.1" status: 200 len: 944 time: 0.0481377 Jul 27 08:48:00.507244 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-47630055-941a-4f9c-9451-800d639195b8 req-854efd30-9fdf-4424-bde5-053ad13ad448 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=fcc4b31a-2386-44ed-81fb-c2f68a123c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438857 Jul 27 08:48:00.627862 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f085b9-7110-4668-882c-b4fabf000e94 req-446c4ab1-beb1-463c-9682-99f9b14d454a tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:48:00.630178 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-e0f085b9-7110-4668-882c-b4fabf000e94 req-446c4ab1-beb1-463c-9682-99f9b14d454a tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] 10.222.0.40 "GET /v2.0/ports?device_id=7dccdbf2-7b0b-4e02-8986-272a2d692e99 HTTP/1.1" status: 200 len: 946 time: 0.0491312 Jul 27 08:48:00.678354 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-e0f085b9-7110-4668-882c-b4fabf000e94 req-c43d4831-71e1-4286-ba58-3fe24bcb7bc5 tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] 10.222.0.40 "GET /v2.0/security-groups?id=c855ef9a-a972-4eab-ac49-5b7525b9cf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427999 Jul 27 08:48:01.001313 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 60960) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:48:01.078840 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-509e3aeb-90a1-4d0d-9601-3acb4fe0e721 req-2572e86f-1118-4cc5-8be2-1457ef9e5d09 service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=e039946f-9689-47a3-85ab-cdd76c8ab6be&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0763595 Jul 27 08:48:01.087712 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [req-509e3aeb-90a1-4d0d-9601-3acb4fe0e721 req-5f6817f1-d44e-4be9-bc55-0cc0eebe9293 service neutron] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=104485) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 27 08:48:01.088752 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-509e3aeb-90a1-4d0d-9601-3acb4fe0e721 req-5f6817f1-d44e-4be9-bc55-0cc0eebe9293 service neutron] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0052769 Jul 27 08:48:01.171072 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 60968) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:48:01.272507 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509e3aeb-90a1-4d0d-9601-3acb4fe0e721 req-1b46b5c2-f7c7-4f11-9331-664488ab9b37 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:48:01.274413 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-509e3aeb-90a1-4d0d-9601-3acb4fe0e721 req-1b46b5c2-f7c7-4f11-9331-664488ab9b37 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports/cbc21c19-a9c2-48e6-88bd-b5b02cd593fb HTTP/1.1" status: 200 len: 941 time: 0.1023538 Jul 27 08:48:01.799756 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e721fb-1e6e-4025-83a8-bce06cb60dc1 req-52009daa-bffa-48b2-872c-7a920cbfa86c tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:48:01.801143 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-50e721fb-1e6e-4025-83a8-bce06cb60dc1 req-52009daa-bffa-48b2-872c-7a920cbfa86c tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=e039946f-9689-47a3-85ab-cdd76c8ab6be HTTP/1.1" status: 200 len: 944 time: 0.0485468 Jul 27 08:48:01.820705 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=100 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:48:01.859344 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-50e721fb-1e6e-4025-83a8-bce06cb60dc1 req-2f8b63d4-882e-4144-8d25-c894f895c389 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=fcc4b31a-2386-44ed-81fb-c2f68a123c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481699 Jul 27 08:48:02.093427 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0421be26-6679-4573-861f-4bf3d5ffac22 req-4bb2617d-85e2-450c-9b2f-8f2ab6c9167d tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:48:02.095370 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-0421be26-6679-4573-861f-4bf3d5ffac22 req-4bb2617d-85e2-450c-9b2f-8f2ab6c9167d tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] 10.222.0.40 "GET /v2.0/ports?device_id=7dccdbf2-7b0b-4e02-8986-272a2d692e99 HTTP/1.1" status: 200 len: 946 time: 0.0486140 Jul 27 08:48:02.155856 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-0421be26-6679-4573-861f-4bf3d5ffac22 req-cfd873f7-b0f0-4936-a992-5d586fd535da tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] 10.222.0.40 "GET /v2.0/security-groups?id=c855ef9a-a972-4eab-ac49-5b7525b9cf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547640 Jul 27 08:48:02.982533 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59364f0e-0f35-4224-9137-05270cd932f7 req-78974619-d60b-4c75-9803-c21781817b17 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:48:02.984017 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-59364f0e-0f35-4224-9137-05270cd932f7 req-78974619-d60b-4c75-9803-c21781817b17 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=e039946f-9689-47a3-85ab-cdd76c8ab6be HTTP/1.1" status: 200 len: 944 time: 0.0473108 Jul 27 08:48:03.014118 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=100 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:48:03.030386 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-59364f0e-0f35-4224-9137-05270cd932f7 req-232528d4-2ad5-4856-8aad-876398ca4a95 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=fcc4b31a-2386-44ed-81fb-c2f68a123c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408955 Jul 27 08:48:03.279398 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26beae3-f94b-4eea-8136-fbd697490557 req-39067dd5-fe56-433f-acf3-828a64c2ffca tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:48:03.280864 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-a26beae3-f94b-4eea-8136-fbd697490557 req-39067dd5-fe56-433f-acf3-828a64c2ffca tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] 10.222.0.40 "GET /v2.0/ports?device_id=7dccdbf2-7b0b-4e02-8986-272a2d692e99 HTTP/1.1" status: 200 len: 946 time: 0.0518308 Jul 27 08:48:03.328017 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-a26beae3-f94b-4eea-8136-fbd697490557 req-a4292227-ac4d-470a-8961-c3b836777ba1 tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] 10.222.0.40 "GET /v2.0/security-groups?id=c855ef9a-a972-4eab-ac49-5b7525b9cf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416021 Jul 27 08:48:03.989302 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075c00df-fe87-40c8-9b29-f9a55efbfa5b req-00d6380a-f2d9-42d4-bc79-8fa5b45c8ffa tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:48:03.990865 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-075c00df-fe87-40c8-9b29-f9a55efbfa5b req-00d6380a-f2d9-42d4-bc79-8fa5b45c8ffa tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] 10.222.0.42 "GET /v2.0/ports?device_id=7dccdbf2-7b0b-4e02-8986-272a2d692e99 HTTP/1.1" status: 200 len: 946 time: 0.0476944 Jul 27 08:48:04.148527 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509e3aeb-90a1-4d0d-9601-3acb4fe0e721 req-1d2349e5-7150-4c31-b45f-905eb105b944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:48:04.153976 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-509e3aeb-90a1-4d0d-9601-3acb4fe0e721 req-1d2349e5-7150-4c31-b45f-905eb105b944 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e039946f-9689-47a3-85ab-cdd76c8ab6be&tenant_id=e2c60f49a9e14417bd1d9504128fc94b HTTP/1.1" status: 200 len: 1128 time: 0.0428088 Jul 27 08:48:04.200095 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d864cb0-ef87-401e-b03a-cd75d68d5f23 req-10ffe02a-8c54-4d91-a681-7bb2b5624781 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:48:04.201557 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-1d864cb0-ef87-401e-b03a-cd75d68d5f23 req-10ffe02a-8c54-4d91-a681-7bb2b5624781 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=e039946f-9689-47a3-85ab-cdd76c8ab6be HTTP/1.1" status: 200 len: 944 time: 0.0899224 Jul 27 08:48:04.269619 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.plugin [req-075c00df-fe87-40c8-9b29-f9a55efbfa5b req-71219238-4120-4955-8a6d-a22ae4c26b8a tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] Deleting port 5593fd40-b18b-4285-984c-ca9ee6a84c55 {{(pid=104485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 08:48:04.269875 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [req-075c00df-fe87-40c8-9b29-f9a55efbfa5b req-71219238-4120-4955-8a6d-a22ae4c26b8a tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786710341133'] for port (5593fd40-b18b-4285-984c-ca9ee6a84c55), before_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:48:04.338632 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-1d864cb0-ef87-401e-b03a-cd75d68d5f23 req-dde865a0-8c4a-4a22-a313-4222e328b333 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=fcc4b31a-2386-44ed-81fb-c2f68a123c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1166115 Jul 27 08:48:04.378400 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.db [req-075c00df-fe87-40c8-9b29-f9a55efbfa5b req-71219238-4120-4955-8a6d-a22ae4c26b8a tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] For port 5593fd40-b18b-4285-984c-ca9ee6a84c55, host hv-cinder-85117, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85117',level=0,port_id=5593fd40-b18b-4285-984c-ca9ee6a84c55,segment=NetworkSegment(76f48e39-f569-4912-a27b-d890da9744e7),segment_id=76f48e39-f569-4912-a27b-d890da9744e7)] {{(pid=104485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:48:04.378802 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [req-075c00df-fe87-40c8-9b29-f9a55efbfa5b req-71219238-4120-4955-8a6d-a22ae4c26b8a tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8100626'] for port (5593fd40-b18b-4285-984c-ca9ee6a84c55), precommit_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:48:04.394611 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.plugin [req-075c00df-fe87-40c8-9b29-f9a55efbfa5b req-71219238-4120-4955-8a6d-a22ae4c26b8a tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] Calling delete_port for 5593fd40-b18b-4285-984c-ca9ee6a84c55 owned by compute:nova {{(pid=104485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 08:48:04.440799 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=100 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:48:04.454543 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e814a73-328d-4476-a52d-808d5b7a46ab req-bd5a4d8b-94f5-4ddb-9e48-c64e79d41b5b tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:48:04.456051 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-2e814a73-328d-4476-a52d-808d5b7a46ab req-bd5a4d8b-94f5-4ddb-9e48-c64e79d41b5b tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] 10.222.0.40 "GET /v2.0/ports?device_id=7dccdbf2-7b0b-4e02-8986-272a2d692e99 HTTP/1.1" status: 200 len: 946 time: 0.0489538 Jul 27 08:48:04.506347 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-2e814a73-328d-4476-a52d-808d5b7a46ab req-d2e7f476-f4ac-415f-8d0f-e627805c5575 tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] 10.222.0.40 "GET /v2.0/security-groups?id=c855ef9a-a972-4eab-ac49-5b7525b9cf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432034 Jul 27 08:48:04.570713 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509e3aeb-90a1-4d0d-9601-3acb4fe0e721 req-487337c3-cc76-4982-8b4d-cde64e165103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:48:04.572477 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-509e3aeb-90a1-4d0d-9601-3acb4fe0e721 req-487337c3-cc76-4982-8b4d-cde64e165103 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e2c60f49a9e14417bd1d9504128fc94b&device_id=e039946f-9689-47a3-85ab-cdd76c8ab6be HTTP/1.1" status: 200 len: 1128 time: 0.0454183 Jul 27 08:48:04.615226 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [req-075c00df-fe87-40c8-9b29-f9a55efbfa5b req-71219238-4120-4955-8a6d-a22ae4c26b8a tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786710477123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786709965406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16582167'] for port (5593fd40-b18b-4285-984c-ca9ee6a84c55), after_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:48:04.644374 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71219238-4120-4955-8a6d-a22ae4c26b8a tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] Pushing event deleted for resources: {'Port': ['ID=5593fd40-b18b-4285-984c-ca9ee6a84c55,revision_number=None']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:48:04.662489 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] get_ports_and_sgs() called for port_ids ['5593fd40-b18b-4285-984c-ca9ee6a84c55'] {{(pid=104487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 08:48:04.669029 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509e3aeb-90a1-4d0d-9601-3acb4fe0e721 req-1e74c26c-95b8-4ed3-892f-fd6e1e7c1557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:48:04.670548 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-509e3aeb-90a1-4d0d-9601-3acb4fe0e721 req-1e74c26c-95b8-4ed3-892f-fd6e1e7c1557 service neutron] 10.222.0.42 "GET /v2.0/networks?id=77554b81-fd19-4316-8d69-62980152360c HTTP/1.1" status: 200 len: 918 time: 0.0924604 Jul 27 08:48:04.709755 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.db.l3_dvrscheduler_db [req-075c00df-fe87-40c8-9b29-f9a55efbfa5b req-71219238-4120-4955-8a6d-a22ae4c26b8a tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] No DVR routers for this DVR port 5593fd40-b18b-4285-984c-ca9ee6a84c55 on host hv-cinder-85117 {{(pid=104485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 08:48:04.713024 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [req-075c00df-fe87-40c8-9b29-f9a55efbfa5b req-71219238-4120-4955-8a6d-a22ae4c26b8a tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8374701'] for port (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:48:04.716539 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-075c00df-fe87-40c8-9b29-f9a55efbfa5b req-71219238-4120-4955-8a6d-a22ae4c26b8a tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] 10.222.0.42 "DELETE /v2.0/ports/5593fd40-b18b-4285-984c-ca9ee6a84c55 HTTP/1.1" status: 204 len: 173 time: 0.6116583 Jul 27 08:48:04.716973 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dccdbf2-7b0b-4e02-8986-272a2d692e99', 'name': 'network-vif-deleted', 'tag': '5593fd40-b18b-4285-984c-ca9ee6a84c55'}] {{(pid=104485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 08:48:04.719236 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f4ab7c7b1e34975a56cd7ce610f5615b70f950c8da59d9e9b5a870069a9544" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21cc5072-9d16-40f5-bf55-0b7b63103169" -d '{"events": [{"server_uuid": "7dccdbf2-7b0b-4e02-8986-272a2d692e99", "name": "network-vif-deleted", "tag": "5593fd40-b18b-4285-984c-ca9ee6a84c55"}]}' {{(pid=104485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 08:48:04.754111 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 08:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb55bf49-8116-45fe-bf49-34a78e6606db x-openstack-request-id: req-eb55bf49-8116-45fe-bf49-34a78e6606db {{(pid=104485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 08:48:04.754434 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dccdbf2-7b0b-4e02-8986-272a2d692e99", "name": "network-vif-deleted", "tag": "5593fd40-b18b-4285-984c-ca9ee6a84c55", "status": "completed", "code": 200}]} {{(pid=104485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 08:48:04.754696 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-eb55bf49-8116-45fe-bf49-34a78e6606db {{(pid=104485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 08:48:04.755105 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb55bf49-8116-45fe-bf49-34a78e6606db'] response: {'server_uuid': '7dccdbf2-7b0b-4e02-8986-272a2d692e99', 'name': 'network-vif-deleted', 'tag': '5593fd40-b18b-4285-984c-ca9ee6a84c55', 'status': 'completed', 'code': 200} Jul 27 08:48:05.298668 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-509e3aeb-90a1-4d0d-9601-3acb4fe0e721 req-46d772e3-9b60-4c7e-a2ac-9d8e2f278069 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cbc21c19-a9c2-48e6-88bd-b5b02cd593fb HTTP/1.1" status: 200 len: 998 time: 0.0547066 Jul 27 08:48:05.354061 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509e3aeb-90a1-4d0d-9601-3acb4fe0e721 req-38132b08-5262-4a3e-af25-b2fc054b372f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:48:05.355647 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-509e3aeb-90a1-4d0d-9601-3acb4fe0e721 req-38132b08-5262-4a3e-af25-b2fc054b372f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c4ce96ff-fd31-496d-82bd-3a3dbfb16be8 HTTP/1.1" status: 200 len: 856 time: 0.0497997 Jul 27 08:48:05.418192 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509e3aeb-90a1-4d0d-9601-3acb4fe0e721 req-c0d2d112-abca-4fb8-a5e6-5c6cc5fbf81c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:48:05.419976 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-509e3aeb-90a1-4d0d-9601-3acb4fe0e721 req-c0d2d112-abca-4fb8-a5e6-5c6cc5fbf81c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=77554b81-fd19-4316-8d69-62980152360c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423231 Jul 27 08:48:05.498785 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=100 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:48:05.519178 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78960dc8-3853-407c-8259-fd11f55cfff1 req-4f32fe72-edf2-4a9d-959e-3042d32e7453 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:48:05.522242 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-78960dc8-3853-407c-8259-fd11f55cfff1 req-4f32fe72-edf2-4a9d-959e-3042d32e7453 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=e039946f-9689-47a3-85ab-cdd76c8ab6be HTTP/1.1" status: 200 len: 944 time: 0.0984638 Jul 27 08:48:05.587425 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-509e3aeb-90a1-4d0d-9601-3acb4fe0e721 req-455e1299-e3a3-49bd-8cf8-456e7522b4f0 service neutron] 10.222.0.42 "GET /v2.0/networks/77554b81-fd19-4316-8d69-62980152360c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554909 Jul 27 08:48:05.595011 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-78960dc8-3853-407c-8259-fd11f55cfff1 req-1b337167-5a76-4840-a9d9-d6cc0da672ca tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=fcc4b31a-2386-44ed-81fb-c2f68a123c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676000 Jul 27 08:48:05.651659 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-af04262d-94b2-4f06-b3ef-987c30bd698f req-80a4a827-f2ec-4cff-9e1f-30da6e3db143 tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] 10.222.0.40 "GET /v2.0/ports?device_id=7dccdbf2-7b0b-4e02-8986-272a2d692e99 HTTP/1.1" status: 200 len: 210 time: 0.0293436 Jul 27 08:48:05.660209 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=100 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:48:05.691716 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-509e3aeb-90a1-4d0d-9601-3acb4fe0e721 req-dea88d25-86ad-45a9-8cf5-364df0f5c88f service neutron] 10.222.0.42 "GET /v2.0/networks/77554b81-fd19-4316-8d69-62980152360c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957861 Jul 27 08:48:06.741364 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e268a6-c4c2-431b-b2c4-a1fa1ae77da3 req-8de0ca9d-17e1-4959-8b1b-f7b80812a83c tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:48:06.749821 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-d7e268a6-c4c2-431b-b2c4-a1fa1ae77da3 req-8de0ca9d-17e1-4959-8b1b-f7b80812a83c tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=e039946f-9689-47a3-85ab-cdd76c8ab6be HTTP/1.1" status: 200 len: 944 time: 0.0645976 Jul 27 08:48:06.865801 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-d7e268a6-c4c2-431b-b2c4-a1fa1ae77da3 req-2deb47ae-ea98-41c2-9044-59bd356b9b04 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=fcc4b31a-2386-44ed-81fb-c2f68a123c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1148403 Jul 27 08:48:06.940267 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Device 5593fd40-b18b-4285-984c-ca9ee6a84c55 no longer exists at agent hyperv_hv-cinder-85117 {{(pid=104487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 08:48:07.092541 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52cd4d0-b4ec-41bb-870f-e6746b97811a req-bd795eb1-075a-4075-b297-0b06a95f1ea6 tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:48:07.093985 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] No Port match for: 5593fd40-b18b-4285-984c-ca9ee6a84c55 {{(pid=104487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 08:48:07.094358 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Device 5593fd40-b18b-4285-984c-ca9ee6a84c55 not bound to the agent host hv-cinder-85117 {{(pid=104487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 08:48:07.100903 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-a52cd4d0-b4ec-41bb-870f-e6746b97811a req-bd795eb1-075a-4075-b297-0b06a95f1ea6 tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] 10.222.0.40 "GET /v2.0/networks?id=9bba3fa4-5e04-4bc1-9606-6e36bde604cc HTTP/1.1" status: 200 len: 809 time: 0.1429851 Jul 27 08:48:07.121039 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-a52cd4d0-b4ec-41bb-870f-e6746b97811a req-f284c14f-8548-486c-a878-0321f89d1759 tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] 10.222.0.40 "GET /v2.0/quotas/1e1afe245d7045de99b1c9a2d13f2822 HTTP/1.1" status: 200 len: 375 time: 0.0186553 Jul 27 08:48:07.152330 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-a52cd4d0-b4ec-41bb-870f-e6746b97811a req-3435ab55-2c70-4c22-ac28-ed3128eeb7bc tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=1e1afe245d7045de99b1c9a2d13f2822&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300486 Jul 27 08:48:07.257237 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-a52cd4d0-b4ec-41bb-870f-e6746b97811a req-6b08096d-800c-42da-bbfb-78bc8eff0d51 service neutron] 10.222.0.40 "GET /v2.0/networks/9bba3fa4-5e04-4bc1-9606-6e36bde604cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979774 Jul 27 08:48:07.383530 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=71,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:48:07.384857 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-a52cd4d0-b4ec-41bb-870f-e6746b97811a req-c58f3fa1-6bcb-4c1f-a766-c9e8d73ea0c9 service neutron] 10.222.0.40 "GET /v2.0/networks/9bba3fa4-5e04-4bc1-9606-6e36bde604cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216919 Jul 27 08:48:07.606640 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-a9ab063c-56f3-45e3-8bd9-3a3441265b23 req-b6c3af01-e1da-42b0-b921-b612adead98f tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] 10.222.0.40 "GET /v2.0/ports?device_id=39de4969-6044-4fa4-b9d1-fe0d5d59da0d HTTP/1.1" status: 200 len: 210 time: 0.0331709 Jul 27 08:48:07.997116 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2d33eb-46b7-4e75-a90d-02236e5f2b8f req-f00f273d-0386-4e47-b909-dfaf6b425c09 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:48:07.998615 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-da2d33eb-46b7-4e75-a90d-02236e5f2b8f req-f00f273d-0386-4e47-b909-dfaf6b425c09 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=e039946f-9689-47a3-85ab-cdd76c8ab6be HTTP/1.1" status: 200 len: 944 time: 0.0475786 Jul 27 08:48:08.058843 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-da2d33eb-46b7-4e75-a90d-02236e5f2b8f req-6ebcbfdd-da7c-409f-9efb-91d603d8f6d2 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=fcc4b31a-2386-44ed-81fb-c2f68a123c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538752 Jul 27 08:48:08.716071 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-f1259412-c69a-4b65-b222-1acab0cc8c88 req-e945351e-96fd-421f-b4c7-42b09d227955 tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] 10.222.0.40 "GET /v2.0/ports?device_id=39de4969-6044-4fa4-b9d1-fe0d5d59da0d HTTP/1.1" status: 200 len: 210 time: 0.0283775 Jul 27 08:48:09.184146 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3060ae-b3d6-4dcc-b258-434135871c1e req-34372bc3-bee3-4954-930b-53128478eacd tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:48:09.185541 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-1f3060ae-b3d6-4dcc-b258-434135871c1e req-34372bc3-bee3-4954-930b-53128478eacd tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=e039946f-9689-47a3-85ab-cdd76c8ab6be HTTP/1.1" status: 200 len: 944 time: 0.0468285 Jul 27 08:48:09.233314 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-1f3060ae-b3d6-4dcc-b258-434135871c1e req-c1903775-6774-42de-bf66-da2303716c46 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=fcc4b31a-2386-44ed-81fb-c2f68a123c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420036 Jul 27 08:48:09.822085 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-6335f6d7-078c-4c2a-b3f3-7f88b32d8815 req-85eeff1f-6dd1-406f-bfcb-ca84ae072117 tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] 10.222.0.40 "GET /v2.0/ports?device_id=39de4969-6044-4fa4-b9d1-fe0d5d59da0d HTTP/1.1" status: 200 len: 210 time: 0.0275831 Jul 27 08:48:10.380947 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12914e15-70ca-402f-95c7-92d3544a9d58 req-dcdcf470-751d-4bc1-ae17-47e5320a7766 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:48:10.382473 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-12914e15-70ca-402f-95c7-92d3544a9d58 req-dcdcf470-751d-4bc1-ae17-47e5320a7766 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=e039946f-9689-47a3-85ab-cdd76c8ab6be HTTP/1.1" status: 200 len: 944 time: 0.0543172 Jul 27 08:48:10.430850 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-12914e15-70ca-402f-95c7-92d3544a9d58 req-f19fb5d2-599e-4d25-809f-cba0b5d5a5f0 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=fcc4b31a-2386-44ed-81fb-c2f68a123c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427823 Jul 27 08:48:11.100180 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-c4755360-28f7-40a7-8fe9-143f419ce06b req-227275c2-0635-474e-9727-3a12939074cb tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] 10.222.0.40 "GET /v2.0/ports?device_id=39de4969-6044-4fa4-b9d1-fe0d5d59da0d HTTP/1.1" status: 200 len: 210 time: 0.0414567 Jul 27 08:48:11.576964 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c042513-1de5-48c2-a815-4bca95be1480 req-ab56a326-510f-4a5c-9a9c-fc390f7dd289 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:48:11.578702 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-4c042513-1de5-48c2-a815-4bca95be1480 req-ab56a326-510f-4a5c-9a9c-fc390f7dd289 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=e039946f-9689-47a3-85ab-cdd76c8ab6be HTTP/1.1" status: 200 len: 944 time: 0.0656371 Jul 27 08:48:11.631953 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-4c042513-1de5-48c2-a815-4bca95be1480 req-993e89bd-094d-45f4-b024-7a5946f5c44b tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=fcc4b31a-2386-44ed-81fb-c2f68a123c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463667 Jul 27 08:48:12.218894 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-972d23de-9d32-4509-a652-75bdd36644cd req-db889d55-4b90-4455-af2a-ccf06742532d tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] 10.222.0.40 "GET /v2.0/ports?device_id=39de4969-6044-4fa4-b9d1-fe0d5d59da0d HTTP/1.1" status: 200 len: 210 time: 0.0313478 Jul 27 08:48:12.774669 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84007f1-fb5a-4a8e-a504-303572154185 req-4cf7c0f8-9c52-4077-862c-a4d6d067ad7a tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:48:12.776163 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-e84007f1-fb5a-4a8e-a504-303572154185 req-4cf7c0f8-9c52-4077-862c-a4d6d067ad7a tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=e039946f-9689-47a3-85ab-cdd76c8ab6be HTTP/1.1" status: 200 len: 944 time: 0.0501449 Jul 27 08:48:12.824435 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-e84007f1-fb5a-4a8e-a504-303572154185 req-5d11782f-a924-488c-aa1b-3fa6d8d4d867 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=fcc4b31a-2386-44ed-81fb-c2f68a123c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419974 Jul 27 08:48:13.335187 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-2bbedb2b-2d46-471f-808e-f3e7c9a6dca2 req-3606d149-e557-4a14-9fc0-b570d6dd4fdb tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] 10.222.0.40 "GET /v2.0/ports?device_id=39de4969-6044-4fa4-b9d1-fe0d5d59da0d HTTP/1.1" status: 200 len: 210 time: 0.0335054 Jul 27 08:48:13.952011 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72589b2-6641-4594-92c8-31afce9f3d36 req-934442b4-b42e-4b9f-b84f-af06e216fc0f tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:48:13.953500 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-d72589b2-6641-4594-92c8-31afce9f3d36 req-934442b4-b42e-4b9f-b84f-af06e216fc0f tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=e039946f-9689-47a3-85ab-cdd76c8ab6be HTTP/1.1" status: 200 len: 944 time: 0.0469677 Jul 27 08:48:13.989157 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=100 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:48:14.001080 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-d72589b2-6641-4594-92c8-31afce9f3d36 req-b4004dc1-ec4d-4e53-9812-60def6fdccbe tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=fcc4b31a-2386-44ed-81fb-c2f68a123c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421925 Jul 27 08:48:14.031752 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:48:14.108861 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.agents_db [None req-f85b74c8-06c1-470d-aedd-c7ca4f0196ea None None] Agent healthcheck: found 6 active agents {{(pid=104488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 08:48:14.437515 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-b5025b19-e38d-4507-9345-dc8c5d3fe2a0 req-638a17db-7015-4bf7-85bb-c87d478f584d tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] 10.222.0.40 "GET /v2.0/ports?device_id=39de4969-6044-4fa4-b9d1-fe0d5d59da0d HTTP/1.1" status: 200 len: 210 time: 0.0274324 Jul 27 08:48:15.160001 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18222b96-e787-423f-a78f-84ec5b733559 req-119dbe87-8440-43f6-bf43-b01ec6975ef4 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:48:15.161569 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-18222b96-e787-423f-a78f-84ec5b733559 req-119dbe87-8440-43f6-bf43-b01ec6975ef4 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=e039946f-9689-47a3-85ab-cdd76c8ab6be HTTP/1.1" status: 200 len: 944 time: 0.0748966 Jul 27 08:48:15.214703 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-18222b96-e787-423f-a78f-84ec5b733559 req-e0d6057a-4cbd-4afd-ba44-cd9ddda2aa74 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=fcc4b31a-2386-44ed-81fb-c2f68a123c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468297 Jul 27 08:48:15.541175 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-fdfa5e90-98e1-47ba-bf46-9367dbccd407 req-f93de0f1-a7e2-482c-9ae8-5eeb270a3c48 tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] 10.222.0.40 "GET /v2.0/ports?device_id=39de4969-6044-4fa4-b9d1-fe0d5d59da0d HTTP/1.1" status: 200 len: 210 time: 0.0306194 Jul 27 08:48:16.031779 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-5aa38d99-9b9c-48bb-af37-17be106b39da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (7c77c4a2-8ca4-486b-af2a-676805e7b922), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:48:16.338220 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a49658-13cc-4184-907c-aa35a170b5dc req-4538d3df-9011-492b-b10b-9411248ba454 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:48:16.339693 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-a8a49658-13cc-4184-907c-aa35a170b5dc req-4538d3df-9011-492b-b10b-9411248ba454 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=e039946f-9689-47a3-85ab-cdd76c8ab6be HTTP/1.1" status: 200 len: 944 time: 0.0473745 Jul 27 08:48:16.387832 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-a8a49658-13cc-4184-907c-aa35a170b5dc req-3bd1905d-364c-4c8d-b53b-e6462761127e tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=fcc4b31a-2386-44ed-81fb-c2f68a123c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422325 Jul 27 08:48:16.645491 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-2f823025-593a-450a-961b-38ae5fd30c62 req-a930230c-7d8d-4034-9040-87be8fe26989 tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] 10.222.0.40 "GET /v2.0/ports?device_id=39de4969-6044-4fa4-b9d1-fe0d5d59da0d HTTP/1.1" status: 200 len: 210 time: 0.0284724 Jul 27 08:48:17.518929 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4991549-7ce8-49c6-86df-da072527b531 req-b59b782b-322e-4e16-949d-05755ed05bed tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:48:17.520327 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-b4991549-7ce8-49c6-86df-da072527b531 req-b59b782b-322e-4e16-949d-05755ed05bed tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=e039946f-9689-47a3-85ab-cdd76c8ab6be HTTP/1.1" status: 200 len: 944 time: 0.0466809 Jul 27 08:48:17.546589 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=100 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:48:17.577994 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-b4991549-7ce8-49c6-86df-da072527b531 req-8c6c931a-d782-464b-9adf-0e10c38e9558 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=fcc4b31a-2386-44ed-81fb-c2f68a123c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516634 Jul 27 08:48:17.751221 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-e68d3037-5361-400d-839f-d0a22bafe245 req-6edc515f-8b08-46d8-b0da-6a924688ce67 tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] 10.222.0.40 "GET /v2.0/ports?device_id=39de4969-6044-4fa4-b9d1-fe0d5d59da0d HTTP/1.1" status: 200 len: 210 time: 0.0297799 Jul 27 08:48:18.328210 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-1e34f591-22aa-4784-bd06-d917ec12d571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (5bc6d868-bb0b-4164-b2dd-44360f4de654), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:48:18.705451 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e724d4-54b2-42c9-97d8-e33fe31e80c5 req-c0cff389-249b-4a84-b9d2-3abce12cd276 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:48:18.706859 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-a3e724d4-54b2-42c9-97d8-e33fe31e80c5 req-c0cff389-249b-4a84-b9d2-3abce12cd276 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=e039946f-9689-47a3-85ab-cdd76c8ab6be HTTP/1.1" status: 200 len: 944 time: 0.0499763 Jul 27 08:48:18.755298 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-a3e724d4-54b2-42c9-97d8-e33fe31e80c5 req-e6d5743f-7fb5-4fae-9fac-949e7e24cc0d tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=fcc4b31a-2386-44ed-81fb-c2f68a123c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421059 Jul 27 08:48:18.849291 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-530ad6a6-2b5b-47d3-854c-f51dbd23f811 req-b4cc57db-575c-4902-a57f-21fddf1884fa tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] 10.222.0.40 "GET /v2.0/ports?device_id=39de4969-6044-4fa4-b9d1-fe0d5d59da0d HTTP/1.1" status: 200 len: 210 time: 0.0267494 Jul 27 08:48:19.880280 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1920b02e-2250-47da-bfb1-f7e6a9764643 req-ce12e015-6a8c-4c27-be8d-18f8e0a543d3 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:48:19.881756 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-1920b02e-2250-47da-bfb1-f7e6a9764643 req-ce12e015-6a8c-4c27-be8d-18f8e0a543d3 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=e039946f-9689-47a3-85ab-cdd76c8ab6be HTTP/1.1" status: 200 len: 944 time: 0.0457342 Jul 27 08:48:19.929347 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-1920b02e-2250-47da-bfb1-f7e6a9764643 req-5f7d231b-0669-40af-8444-1d959110dcb4 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=fcc4b31a-2386-44ed-81fb-c2f68a123c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413206 Jul 27 08:48:19.949545 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-d163dc41-1dc7-4446-8957-7995191d9876 req-21a6196a-49e4-4d21-81ae-a77859a28f90 tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] 10.222.0.40 "GET /v2.0/ports?device_id=39de4969-6044-4fa4-b9d1-fe0d5d59da0d HTTP/1.1" status: 200 len: 210 time: 0.0279777 Jul 27 08:48:20.284482 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-45eb61cd-e3d7-4840-8013-3080c7768274 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (36998da0-f99a-403d-814c-b55466abd131), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:48:21.047506 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-ee9d3d6b-7772-4da5-aeef-f681f2405731 req-aabd1319-1bb0-420f-b01c-638d0b89a650 tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] 10.222.0.40 "GET /v2.0/ports?device_id=39de4969-6044-4fa4-b9d1-fe0d5d59da0d HTTP/1.1" status: 200 len: 210 time: 0.0287032 Jul 27 08:48:21.059904 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb89d0c-072d-4801-af57-43d4802112ee req-7cf04eaf-93ce-4321-bba5-8bbc4d74b131 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:48:21.061401 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-6fb89d0c-072d-4801-af57-43d4802112ee req-7cf04eaf-93ce-4321-bba5-8bbc4d74b131 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=e039946f-9689-47a3-85ab-cdd76c8ab6be HTTP/1.1" status: 200 len: 944 time: 0.0489683 Jul 27 08:48:21.111956 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-6fb89d0c-072d-4801-af57-43d4802112ee req-c0089e52-88ca-4300-9b79-f2b851790af9 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=fcc4b31a-2386-44ed-81fb-c2f68a123c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451181 Jul 27 08:48:21.359302 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-83feb67a-80d7-474e-96e8-1d92c33387c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (0a293c43-2970-4b69-9d2a-dcf41d8870ef), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:48:21.387988 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (ed9de811-f248-496b-b487-860d50d7cee7), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:48:21.389500 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (40990755-2d84-4c9d-828c-eda94a5136e8), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:48:22.154214 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-b545da4f-f027-4eef-88f4-ef0996fd57fa req-7cbad6a4-6123-42fb-84f6-0c5016f24220 tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] 10.222.0.40 "GET /v2.0/ports?device_id=39de4969-6044-4fa4-b9d1-fe0d5d59da0d HTTP/1.1" status: 200 len: 210 time: 0.0339530 Jul 27 08:48:22.242515 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04230e5-fc1b-407f-a8d5-935924804f96 req-9987690c-86cf-46e5-82cb-f26553c727b1 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:48:22.244067 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-b04230e5-fc1b-407f-a8d5-935924804f96 req-9987690c-86cf-46e5-82cb-f26553c727b1 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=e039946f-9689-47a3-85ab-cdd76c8ab6be HTTP/1.1" status: 200 len: 944 time: 0.0493574 Jul 27 08:48:22.293964 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-b04230e5-fc1b-407f-a8d5-935924804f96 req-56d158a5-b918-4b55-9dba-83cbce9056ea tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=fcc4b31a-2386-44ed-81fb-c2f68a123c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440319 Jul 27 08:48:23.032620 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Device cbc21c19-a9c2-48e6-88bd-b5b02cd593fb details requested by agent hyperv_hv-cinder-85117 with host hv-cinder-85117 {{(pid=104487) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 08:48:23.134553 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] For port cbc21c19-a9c2-48e6-88bd-b5b02cd593fb, host hv-cinder-85117, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85117',level=0,port_id=cbc21c19-a9c2-48e6-88bd-b5b02cd593fb,segment=NetworkSegment(d4421dbb-2177-49de-a9fa-abc5e0331875),segment_id=d4421dbb-2177-49de-a9fa-abc5e0331875)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:48:23.146251 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Returning: {'device': 'cbc21c19-a9c2-48e6-88bd-b5b02cd593fb', 'network_id': '77554b81-fd19-4316-8d69-62980152360c', 'port_id': 'cbc21c19-a9c2-48e6-88bd-b5b02cd593fb', 'mac_address': 'fa:16:3e:c9:5d:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4ce96ff-fd31-496d-82bd-3a3dbfb16be8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104487) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 08:48:23.181001 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Current status of the port cbc21c19-a9c2-48e6-88bd-b5b02cd593fb is: DOWN; New status is: BUILD {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:48:23.181392 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (cbc21c19-a9c2-48e6-88bd-b5b02cd593fb), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:48:23.203809 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.notifiers.nova [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbc21c19-a9c2-48e6-88bd-b5b02cd593fb {{(pid=104487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 08:48:23.217718 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] For port cbc21c19-a9c2-48e6-88bd-b5b02cd593fb, host hv-cinder-85117, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85117',level=0,port_id=cbc21c19-a9c2-48e6-88bd-b5b02cd593fb,segment=NetworkSegment(d4421dbb-2177-49de-a9fa-abc5e0331875),segment_id=d4421dbb-2177-49de-a9fa-abc5e0331875)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:48:23.263893 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-c70fb0ad-aa66-4f0d-9458-e0a32e463e9b req-7e8e1731-04d0-4257-a97c-f9c2b469b0ea tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] 10.222.0.40 "GET /v2.0/ports?device_id=39de4969-6044-4fa4-b9d1-fe0d5d59da0d HTTP/1.1" status: 200 len: 210 time: 0.0271842 Jul 27 08:48:23.291488 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (cbc21c19-a9c2-48e6-88bd-b5b02cd593fb), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:48:23.298653 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52cd4d0-b4ec-41bb-870f-e6746b97811a req-62f6b634-eeb6-4dc1-94a6-149edcc3f073 tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:48:23.300105 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-a52cd4d0-b4ec-41bb-870f-e6746b97811a req-62f6b634-eeb6-4dc1-94a6-149edcc3f073 tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] 10.222.0.42 "GET /v2.0/networks?id=9bba3fa4-5e04-4bc1-9606-6e36bde604cc HTTP/1.1" status: 200 len: 809 time: 0.1109788 Jul 27 08:48:23.320880 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.v2.base [req-a52cd4d0-b4ec-41bb-870f-e6746b97811a req-32a7f83f-d435-42b0-a055-1841d5b87ee1 tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] Request body: {'port': {'device_id': '39de4969-6044-4fa4-b9d1-fe0d5d59da0d', 'network_id': '9bba3fa4-5e04-4bc1-9606-6e36bde604cc', 'admin_state_up': True, 'tenant_id': '1e1afe245d7045de99b1c9a2d13f2822'}} {{(pid=104486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:48:23.341157 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Pushing event updated for resources: {'Port': ['ID=cbc21c19-a9c2-48e6-88bd-b5b02cd593fb,revision_number=9']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:48:23.447892 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=100 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:48:23.466302 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2611595f-ef4c-4c5c-98d3-fca2a264121c req-cb69d6ec-63e9-40b7-9b26-ff69ecacbb0f tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:48:23.467775 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-2611595f-ef4c-4c5c-98d3-fca2a264121c req-cb69d6ec-63e9-40b7-9b26-ff69ecacbb0f tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=e039946f-9689-47a3-85ab-cdd76c8ab6be HTTP/1.1" status: 200 len: 945 time: 0.0724170 Jul 27 08:48:23.515137 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-2611595f-ef4c-4c5c-98d3-fca2a264121c req-98732a7e-c663-4291-9e15-69a909ef1987 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=fcc4b31a-2386-44ed-81fb-c2f68a123c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413878 Jul 27 08:48:23.551742 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a52cd4d0-b4ec-41bb-870f-e6746b97811a req-32a7f83f-d435-42b0-a055-1841d5b87ee1 tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] Made reservation on behalf of 1e1afe245d7045de99b1c9a2d13f2822 for: {'port': 1} {{(pid=104486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 08:48:23.555630 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-a52cd4d0-b4ec-41bb-870f-e6746b97811a req-32a7f83f-d435-42b0-a055-1841d5b87ee1 tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (None), before_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:48:23.681926 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.db.db_base_plugin_common [req-a52cd4d0-b4ec-41bb-870f-e6746b97811a req-32a7f83f-d435-42b0-a055-1841d5b87ee1 tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] Allocated IP 172.20.0.4 (9bba3fa4-5e04-4bc1-9606-6e36bde604cc/be4cc3e6-e59e-426f-822a-b3a5dec83572/c867b62f-3e3b-47c7-a632-b1d7198b0f7b) {{(pid=104486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 08:48:23.716391 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] get_ports_and_sgs() called for port_ids ['cbc21c19-a9c2-48e6-88bd-b5b02cd593fb'] {{(pid=104487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 08:48:23.767752 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:48:23.779122 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:48:23.833193 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-a52cd4d0-b4ec-41bb-870f-e6746b97811a req-32a7f83f-d435-42b0-a055-1841d5b87ee1 tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] Publish callbacks [] for port (c867b62f-3e3b-47c7-a632-b1d7198b0f7b), precommit_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:48:23.936885 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-a52cd4d0-b4ec-41bb-870f-e6746b97811a req-32a7f83f-d435-42b0-a055-1841d5b87ee1 tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786709965397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4293862'] for port (c867b62f-3e3b-47c7-a632-b1d7198b0f7b), after_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:48:23.983792 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a52cd4d0-b4ec-41bb-870f-e6746b97811a req-32a7f83f-d435-42b0-a055-1841d5b87ee1 tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] Network 9bba3fa4-5e04-4bc1-9606-6e36bde604cc is already hosted by enough agents. {{(pid=104486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 08:48:23.987051 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.scheduler.base_scheduler [req-a52cd4d0-b4ec-41bb-870f-e6746b97811a req-32a7f83f-d435-42b0-a055-1841d5b87ee1 tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] Resources bound (agent type, host, resource id): {{(pid=104486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 08:48:23.993606 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.db.l3_dvrscheduler_db [req-a52cd4d0-b4ec-41bb-870f-e6746b97811a req-32a7f83f-d435-42b0-a055-1841d5b87ee1 tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] Received port after_create {{(pid=104486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 08:48:24.020905 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a7f83f-d435-42b0-a055-1841d5b87ee1 tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] Pushing event updated for resources: {'Port': ['ID=c867b62f-3e3b-47c7-a632-b1d7198b0f7b,revision_number=1']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:48:24.034958 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a7f83f-d435-42b0-a055-1841d5b87ee1 tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:48:24.035310 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a7f83f-d435-42b0-a055-1841d5b87ee1 tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:48:24.035655 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a7f83f-d435-42b0-a055-1841d5b87ee1 tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:48:24.035995 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a7f83f-d435-42b0-a055-1841d5b87ee1 tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:48:24.036339 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a7f83f-d435-42b0-a055-1841d5b87ee1 tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:48:24.036672 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a7f83f-d435-42b0-a055-1841d5b87ee1 tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:48:24.037002 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a7f83f-d435-42b0-a055-1841d5b87ee1 tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:48:24.037329 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a7f83f-d435-42b0-a055-1841d5b87ee1 tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:48:24.037655 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a7f83f-d435-42b0-a055-1841d5b87ee1 tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:48:24.037978 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a7f83f-d435-42b0-a055-1841d5b87ee1 tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:48:24.038380 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a7f83f-d435-42b0-a055-1841d5b87ee1 tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:48:24.038716 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a7f83f-d435-42b0-a055-1841d5b87ee1 tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:48:24.039043 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a7f83f-d435-42b0-a055-1841d5b87ee1 tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:48:24.039369 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a7f83f-d435-42b0-a055-1841d5b87ee1 tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:48:24.039697 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a7f83f-d435-42b0-a055-1841d5b87ee1 tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:48:24.060983 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52cd4d0-b4ec-41bb-870f-e6746b97811a req-32a7f83f-d435-42b0-a055-1841d5b87ee1 tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:48:24.061617 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-a52cd4d0-b4ec-41bb-870f-e6746b97811a req-32a7f83f-d435-42b0-a055-1841d5b87ee1 tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8374701'] for port (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:48:24.127254 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-a52cd4d0-b4ec-41bb-870f-e6746b97811a req-32a7f83f-d435-42b0-a055-1841d5b87ee1 tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8102760 Jul 27 08:48:24.217911 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.v2.base [req-a52cd4d0-b4ec-41bb-870f-e6746b97811a req-d4789e6b-9333-42d5-b4a8-98d4baf48522 service neutron] Request body: {'port': {'device_id': '39de4969-6044-4fa4-b9d1-fe0d5d59da0d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85117'}} {{(pid=104486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:48:24.280604 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-a52cd4d0-b4ec-41bb-870f-e6746b97811a req-d4789e6b-9333-42d5-b4a8-98d4baf48522 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (c867b62f-3e3b-47c7-a632-b1d7198b0f7b), before_update {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:48:24.283390 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:48:24.389443 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5790111-ffbb-40a5-9ea7-cd5f82e81af6 req-2fd4eb5e-ad06-4c94-b196-32cda6e11e66 tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:48:24.390997 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-e5790111-ffbb-40a5-9ea7-cd5f82e81af6 req-2fd4eb5e-ad06-4c94-b196-32cda6e11e66 tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] 10.222.0.40 "GET /v2.0/ports?device_id=39de4969-6044-4fa4-b9d1-fe0d5d59da0d HTTP/1.1" status: 200 len: 931 time: 0.0479374 Jul 27 08:48:24.432266 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:48:24.439751 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-e5790111-ffbb-40a5-9ea7-cd5f82e81af6 req-91b57862-9e84-432c-ae02-0c2a317e8d73 tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] 10.222.0.40 "GET /v2.0/security-groups?id=c855ef9a-a972-4eab-ac49-5b7525b9cf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424132 Jul 27 08:48:24.541616 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.notifiers.nova [req-a52cd4d0-b4ec-41bb-870f-e6746b97811a req-d4789e6b-9333-42d5-b4a8-98d4baf48522 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c867b62f-3e3b-47c7-a632-b1d7198b0f7b {{(pid=104486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 08:48:24.549154 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-a52cd4d0-b4ec-41bb-870f-e6746b97811a req-d4789e6b-9333-42d5-b4a8-98d4baf48522 service neutron] Publish callbacks [] for port (c867b62f-3e3b-47c7-a632-b1d7198b0f7b), precommit_update {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:48:24.562065 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.db.provisioning_blocks [req-a52cd4d0-b4ec-41bb-870f-e6746b97811a req-d4789e6b-9333-42d5-b4a8-98d4baf48522 service neutron] Transition to ACTIVE for port object c867b62f-3e3b-47c7-a632-b1d7198b0f7b will not be triggered until provisioned by entity L2. {{(pid=104486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 27 08:48:24.643277 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507bda17-6807-4ddd-9fb9-972ff1260d1b req-e6c124a7-d66a-4e06-aeab-b9ba12b6a358 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:48:24.644706 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-507bda17-6807-4ddd-9fb9-972ff1260d1b req-e6c124a7-d66a-4e06-aeab-b9ba12b6a358 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=e039946f-9689-47a3-85ab-cdd76c8ab6be HTTP/1.1" status: 200 len: 945 time: 0.0463228 Jul 27 08:48:24.645282 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-a52cd4d0-b4ec-41bb-870f-e6746b97811a req-d4789e6b-9333-42d5-b4a8-98d4baf48522 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4293873'] for port (c867b62f-3e3b-47c7-a632-b1d7198b0f7b), after_update {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:48:24.718586 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4789e6b-9333-42d5-b4a8-98d4baf48522 service neutron] Pushing event updated for resources: {'Port': ['ID=c867b62f-3e3b-47c7-a632-b1d7198b0f7b,revision_number=2']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:48:24.754632 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-507bda17-6807-4ddd-9fb9-972ff1260d1b req-85df3b4d-d330-40ec-8a20-7e887b9ef19c tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=fcc4b31a-2386-44ed-81fb-c2f68a123c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039796 Jul 27 08:48:24.801657 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.managers [req-a52cd4d0-b4ec-41bb-870f-e6746b97811a req-d4789e6b-9333-42d5-b4a8-98d4baf48522 service neutron] Attempting to bind port c867b62f-3e3b-47c7-a632-b1d7198b0f7b on host hv-cinder-85117 for vnic_type normal with profile {{(pid=104486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 08:48:24.801911 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.managers [req-a52cd4d0-b4ec-41bb-870f-e6746b97811a req-d4789e6b-9333-42d5-b4a8-98d4baf48522 service neutron] Attempting to bind port c867b62f-3e3b-47c7-a632-b1d7198b0f7b by drivers openvswitch,hyperv on host hv-cinder-85117 at level 0 using segments [{'id': '76f48e39-f569-4912-a27b-d890da9744e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '9bba3fa4-5e04-4bc1-9606-6e36bde604cc'}] {{(pid=104486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 08:48:24.802268 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a52cd4d0-b4ec-41bb-870f-e6746b97811a req-d4789e6b-9333-42d5-b4a8-98d4baf48522 service neutron] Attempting to bind port c867b62f-3e3b-47c7-a632-b1d7198b0f7b on network 9bba3fa4-5e04-4bc1-9606-6e36bde604cc {{(pid=104486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 08:48:24.807060 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a52cd4d0-b4ec-41bb-870f-e6746b97811a req-d4789e6b-9333-42d5-b4a8-98d4baf48522 service neutron] Port c867b62f-3e3b-47c7-a632-b1d7198b0f7b on network 9bba3fa4-5e04-4bc1-9606-6e36bde604cc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85117 {{(pid=104486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 27 08:48:24.807379 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a52cd4d0-b4ec-41bb-870f-e6746b97811a req-d4789e6b-9333-42d5-b4a8-98d4baf48522 service neutron] Attempting to bind port c867b62f-3e3b-47c7-a632-b1d7198b0f7b on network 9bba3fa4-5e04-4bc1-9606-6e36bde604cc {{(pid=104486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 08:48:24.812140 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a52cd4d0-b4ec-41bb-870f-e6746b97811a req-d4789e6b-9333-42d5-b4a8-98d4baf48522 service neutron] Checking agent: {'id': '40990755-2d84-4c9d-828c-eda94a5136e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85117', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 8, 37, 21), 'started_at': datetime.datetime(2022, 7, 27, 8, 37, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 8, 48, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 08:48:24.812476 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a52cd4d0-b4ec-41bb-870f-e6746b97811a req-d4789e6b-9333-42d5-b4a8-98d4baf48522 service neutron] Checking segment: {'id': '76f48e39-f569-4912-a27b-d890da9744e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '9bba3fa4-5e04-4bc1-9606-6e36bde604cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 08:48:24.812859 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a52cd4d0-b4ec-41bb-870f-e6746b97811a req-d4789e6b-9333-42d5-b4a8-98d4baf48522 service neutron] Bound using segment: {'id': '76f48e39-f569-4912-a27b-d890da9744e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '9bba3fa4-5e04-4bc1-9606-6e36bde604cc'} {{(pid=104486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 08:48:24.813285 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.managers [req-a52cd4d0-b4ec-41bb-870f-e6746b97811a req-d4789e6b-9333-42d5-b4a8-98d4baf48522 service neutron] Bound port: c867b62f-3e3b-47c7-a632-b1d7198b0f7b, host: hv-cinder-85117, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76f48e39-f569-4912-a27b-d890da9744e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '9bba3fa4-5e04-4bc1-9606-6e36bde604cc'}}] {{(pid=104486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 08:48:24.813634 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-a52cd4d0-b4ec-41bb-870f-e6746b97811a req-d4789e6b-9333-42d5-b4a8-98d4baf48522 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (c867b62f-3e3b-47c7-a632-b1d7198b0f7b), before_update {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:48:24.849380 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:48:24.874299 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.db [req-a52cd4d0-b4ec-41bb-870f-e6746b97811a req-d4789e6b-9333-42d5-b4a8-98d4baf48522 service neutron] For port c867b62f-3e3b-47c7-a632-b1d7198b0f7b, host hv-cinder-85117, cleared binding levels {{(pid=104486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 08:48:24.877358 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.db [req-a52cd4d0-b4ec-41bb-870f-e6746b97811a req-d4789e6b-9333-42d5-b4a8-98d4baf48522 service neutron] For port c867b62f-3e3b-47c7-a632-b1d7198b0f7b, host hv-cinder-85117, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85117',level=0,port_id=c867b62f-3e3b-47c7-a632-b1d7198b0f7b,segment=NetworkSegment(76f48e39-f569-4912-a27b-d890da9744e7),segment_id=76f48e39-f569-4912-a27b-d890da9744e7)] {{(pid=104486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 08:48:24.957147 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-a52cd4d0-b4ec-41bb-870f-e6746b97811a req-d4789e6b-9333-42d5-b4a8-98d4baf48522 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4293873'] for port (c867b62f-3e3b-47c7-a632-b1d7198b0f7b), after_update {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:48:24.995903 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52cd4d0-b4ec-41bb-870f-e6746b97811a req-d4789e6b-9333-42d5-b4a8-98d4baf48522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:48:24.996519 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-a52cd4d0-b4ec-41bb-870f-e6746b97811a req-d4789e6b-9333-42d5-b4a8-98d4baf48522 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8374701'] for port (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:48:24.997941 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-a52cd4d0-b4ec-41bb-870f-e6746b97811a req-d4789e6b-9333-42d5-b4a8-98d4baf48522 service neutron] 10.222.0.42 "PUT /v2.0/ports/c867b62f-3e3b-47c7-a632-b1d7198b0f7b HTTP/1.1" status: 200 len: 1093 time: 0.7852502 Jul 27 08:48:24.998397 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39de4969-6044-4fa4-b9d1-fe0d5d59da0d', 'tag': 'c867b62f-3e3b-47c7-a632-b1d7198b0f7b'}] {{(pid=104486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 08:48:25.000626 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0fbdf057086729fb3d5906bdd251c7adb98d678ad2f5ce1a48bcc8d44af0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b847870-3626-4051-a741-af8e5c39ce8c" -d '{"events": [{"name": "network-changed", "server_uuid": "39de4969-6044-4fa4-b9d1-fe0d5d59da0d", "tag": "c867b62f-3e3b-47c7-a632-b1d7198b0f7b"}]}' {{(pid=104486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 08:48:25.023538 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4789e6b-9333-42d5-b4a8-98d4baf48522 service neutron] Pushing event updated for resources: {'Port': ['ID=c867b62f-3e3b-47c7-a632-b1d7198b0f7b,revision_number=3']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:48:25.044341 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 08:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fdbb046-633a-4a42-9974-d223f3304f36 x-openstack-request-id: req-0fdbb046-633a-4a42-9974-d223f3304f36 {{(pid=104486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 08:48:25.044633 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39de4969-6044-4fa4-b9d1-fe0d5d59da0d", "tag": "c867b62f-3e3b-47c7-a632-b1d7198b0f7b", "status": "completed", "code": 200}]} {{(pid=104486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 08:48:25.044886 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-0fdbb046-633a-4a42-9974-d223f3304f36 {{(pid=104486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 08:48:25.045332 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fdbb046-633a-4a42-9974-d223f3304f36'] response: {'name': 'network-changed', 'server_uuid': '39de4969-6044-4fa4-b9d1-fe0d5d59da0d', 'tag': 'c867b62f-3e3b-47c7-a632-b1d7198b0f7b', 'status': 'completed', 'code': 200} Jul 27 08:48:25.048255 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Device cbc21c19-a9c2-48e6-88bd-b5b02cd593fb up at agent hyperv_hv-cinder-85117 {{(pid=104487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 08:48:25.093389 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Provisioning complete for port cbc21c19-a9c2-48e6-88bd-b5b02cd593fb triggered by entity L2. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:48:25.093765 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (cbc21c19-a9c2-48e6-88bd-b5b02cd593fb), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:48:25.128788 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b847870-3626-4051-a741-af8e5c39ce8c req-b1430576-81c7-4fc0-955f-b0da1834585a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:48:25.130346 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-3b847870-3626-4051-a741-af8e5c39ce8c req-b1430576-81c7-4fc0-955f-b0da1834585a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1e1afe245d7045de99b1c9a2d13f2822&device_id=39de4969-6044-4fa4-b9d1-fe0d5d59da0d HTTP/1.1" status: 200 len: 1127 time: 0.0406232 Jul 27 08:48:25.169352 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Current status of the port cbc21c19-a9c2-48e6-88bd-b5b02cd593fb is: BUILD; New status is: ACTIVE {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:48:25.169742 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (cbc21c19-a9c2-48e6-88bd-b5b02cd593fb), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:48:25.193394 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e039946f-9689-47a3-85ab-cdd76c8ab6be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbc21c19-a9c2-48e6-88bd-b5b02cd593fb'}] {{(pid=104487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 08:48:25.196417 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80d6aca8d47c9a16b7ef4a01c61ef1bf5c962aea16cee8599b6bab5dfb4de652" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f6cd2d2-51c2-4e2c-b879-2e9a74a91c3e" -d '{"events": [{"server_uuid": "e039946f-9689-47a3-85ab-cdd76c8ab6be", "name": "network-vif-plugged", "status": "completed", "tag": "cbc21c19-a9c2-48e6-88bd-b5b02cd593fb"}]}' {{(pid=104487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 08:48:25.209854 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] For port cbc21c19-a9c2-48e6-88bd-b5b02cd593fb, host hv-cinder-85117, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85117',level=0,port_id=cbc21c19-a9c2-48e6-88bd-b5b02cd593fb,segment=NetworkSegment(d4421dbb-2177-49de-a9fa-abc5e0331875),segment_id=d4421dbb-2177-49de-a9fa-abc5e0331875)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:48:25.238353 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 08:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88ae8f3f-5516-4098-a62c-86165e9b1009 x-openstack-request-id: req-88ae8f3f-5516-4098-a62c-86165e9b1009 {{(pid=104487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 08:48:25.238655 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e039946f-9689-47a3-85ab-cdd76c8ab6be", "name": "network-vif-plugged", "status": "completed", "tag": "cbc21c19-a9c2-48e6-88bd-b5b02cd593fb", "code": 200}]} {{(pid=104487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 08:48:25.238915 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-88ae8f3f-5516-4098-a62c-86165e9b1009 {{(pid=104487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 08:48:25.239343 dv-cinder-851170-2-iscsi neutron-server[104487]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88ae8f3f-5516-4098-a62c-86165e9b1009'] response: {'server_uuid': 'e039946f-9689-47a3-85ab-cdd76c8ab6be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbc21c19-a9c2-48e6-88bd-b5b02cd593fb', 'code': 200} Jul 27 08:48:25.249681 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b847870-3626-4051-a741-af8e5c39ce8c req-865323b9-4433-4558-8aa0-c898c0006806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:48:25.251224 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-3b847870-3626-4051-a741-af8e5c39ce8c req-865323b9-4433-4558-8aa0-c898c0006806 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=1e1afe245d7045de99b1c9a2d13f2822&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1042399 Jul 27 08:48:25.267917 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (cbc21c19-a9c2-48e6-88bd-b5b02cd593fb), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:48:25.291893 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:48:25.335552 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Pushing event updated for resources: {'Port': ['ID=cbc21c19-a9c2-48e6-88bd-b5b02cd593fb,revision_number=10']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:48:25.401283 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b847870-3626-4051-a741-af8e5c39ce8c req-d05eab08-9400-45a1-9a3c-b579223e2ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:48:25.402863 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-3b847870-3626-4051-a741-af8e5c39ce8c req-d05eab08-9400-45a1-9a3c-b579223e2ada service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1244166 Jul 27 08:48:25.544503 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52cd4d0-b4ec-41bb-870f-e6746b97811a req-edd9195b-b036-40c7-9715-88f4ba5491f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:48:25.545987 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-a52cd4d0-b4ec-41bb-870f-e6746b97811a req-edd9195b-b036-40c7-9715-88f4ba5491f8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1e1afe245d7045de99b1c9a2d13f2822&device_id=39de4969-6044-4fa4-b9d1-fe0d5d59da0d HTTP/1.1" status: 200 len: 1127 time: 0.0601845 Jul 27 08:48:25.611472 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-a52cd4d0-b4ec-41bb-870f-e6746b97811a req-1b239cf9-d585-4b78-9d26-839101e9c804 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c867b62f-3e3b-47c7-a632-b1d7198b0f7b HTTP/1.1" status: 200 len: 217 time: 0.0439849 Jul 27 08:48:25.623680 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9dd74f-a78b-4a1c-bf8c-6854f887f03e req-8bd5c6a3-aae5-4e1c-bc51-30265edb3e54 tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:48:25.625145 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-0d9dd74f-a78b-4a1c-bf8c-6854f887f03e req-8bd5c6a3-aae5-4e1c-bc51-30265edb3e54 tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] 10.222.0.40 "GET /v2.0/ports?device_id=39de4969-6044-4fa4-b9d1-fe0d5d59da0d HTTP/1.1" status: 200 len: 943 time: 0.0939178 Jul 27 08:48:25.639348 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:48:25.672840 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600279c6-4d0c-4ce7-9ddf-802324eba815 req-29d95ff0-77db-485a-b919-7e0291b5781c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:48:25.674379 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-600279c6-4d0c-4ce7-9ddf-802324eba815 req-29d95ff0-77db-485a-b919-7e0291b5781c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e039946f-9689-47a3-85ab-cdd76c8ab6be HTTP/1.1" status: 200 len: 1131 time: 0.0454731 Jul 27 08:48:25.708105 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52cd4d0-b4ec-41bb-870f-e6746b97811a req-b6f857cb-67a1-4a2d-80c8-11e32d786b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:48:25.709374 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-a52cd4d0-b4ec-41bb-870f-e6746b97811a req-b6f857cb-67a1-4a2d-80c8-11e32d786b91 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=be4cc3e6-e59e-426f-822a-b3a5dec83572 HTTP/1.1" status: 200 len: 849 time: 0.0798826 Jul 27 08:48:25.717718 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-0d9dd74f-a78b-4a1c-bf8c-6854f887f03e req-91669eda-d868-4c30-ac66-829cff734d5a tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] 10.222.0.40 "GET /v2.0/security-groups?id=c855ef9a-a972-4eab-ac49-5b7525b9cf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782161 Jul 27 08:48:25.720448 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-600279c6-4d0c-4ce7-9ddf-802324eba815 req-c456833d-50b1-4153-82fa-2968f7b48f76 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=fcc4b31a-2386-44ed-81fb-c2f68a123c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394924 Jul 27 08:48:25.749285 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-a52cd4d0-b4ec-41bb-870f-e6746b97811a req-5db9b500-b7d5-4090-860f-597fdd729f12 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9bba3fa4-5e04-4bc1-9606-6e36bde604cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305672 Jul 27 08:48:25.878555 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2bfc01-e8ab-4735-92c1-cd9f86426225 req-d454ad19-79de-4842-8fc6-bce3650dbffc tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:48:25.879913 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-ae2bfc01-e8ab-4735-92c1-cd9f86426225 req-d454ad19-79de-4842-8fc6-bce3650dbffc tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=e039946f-9689-47a3-85ab-cdd76c8ab6be HTTP/1.1" status: 200 len: 947 time: 0.0470076 Jul 27 08:48:25.929170 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-ae2bfc01-e8ab-4735-92c1-cd9f86426225 req-8c5c5dd7-b631-46e2-8a70-11981b78034d tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=fcc4b31a-2386-44ed-81fb-c2f68a123c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434337 Jul 27 08:48:26.070986 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6557f8-41be-4dd1-a898-809913057df4 req-5cc58dac-d0fa-4ee1-9fd4-e6821e74c58b tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:48:26.072428 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-6f6557f8-41be-4dd1-a898-809913057df4 req-5cc58dac-d0fa-4ee1-9fd4-e6821e74c58b tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/ports?device_id=198b9d72-4d03-452a-9680-0724288c3351 HTTP/1.1" status: 200 len: 945 time: 0.0460422 Jul 27 08:48:26.166074 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-6f6557f8-41be-4dd1-a898-809913057df4 req-6a1ecece-4e63-4f54-a5ac-c6e206b7fe91 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/security-groups?id=29033467-439d-4ec0-905f-4a479fdbe3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881269 Jul 27 08:48:26.205300 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-a52cd4d0-b4ec-41bb-870f-e6746b97811a req-d7e7d011-db48-4d88-8e34-a74279378c57 service neutron] 10.222.0.42 "GET /v2.0/networks/9bba3fa4-5e04-4bc1-9606-6e36bde604cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062067 Jul 27 08:48:26.836035 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf834ca-9229-4db3-b1f6-8b1f628846ab req-6edafa74-f996-44dd-ba0d-5ddf2c074318 tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:48:26.837485 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-cbf834ca-9229-4db3-b1f6-8b1f628846ab req-6edafa74-f996-44dd-ba0d-5ddf2c074318 tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] 10.222.0.40 "GET /v2.0/ports?device_id=39de4969-6044-4fa4-b9d1-fe0d5d59da0d HTTP/1.1" status: 200 len: 943 time: 0.0461087 Jul 27 08:48:26.882947 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-cbf834ca-9229-4db3-b1f6-8b1f628846ab req-ccf5dc32-71a9-404b-8573-02014a414735 tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] 10.222.0.40 "GET /v2.0/security-groups?id=c855ef9a-a972-4eab-ac49-5b7525b9cf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396888 Jul 27 08:48:27.049603 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4004ed2-4412-4ed1-a76a-eec95148ea2f req-9de51b9b-e168-4b98-81be-523965aed34c tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:48:27.051068 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-c4004ed2-4412-4ed1-a76a-eec95148ea2f req-9de51b9b-e168-4b98-81be-523965aed34c tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=e039946f-9689-47a3-85ab-cdd76c8ab6be HTTP/1.1" status: 200 len: 947 time: 0.0462651 Jul 27 08:48:27.096720 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-c4004ed2-4412-4ed1-a76a-eec95148ea2f req-4b1f4c68-f4c8-45d3-8455-aed654719b68 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=fcc4b31a-2386-44ed-81fb-c2f68a123c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401797 Jul 27 08:48:27.281504 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd875bbb-3ce1-40d2-9a33-36cf713a24d0 req-470c1563-ec16-4a5a-918e-d81c759f2052 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:48:27.283217 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-fd875bbb-3ce1-40d2-9a33-36cf713a24d0 req-470c1563-ec16-4a5a-918e-d81c759f2052 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/ports?device_id=198b9d72-4d03-452a-9680-0724288c3351 HTTP/1.1" status: 200 len: 945 time: 0.0464423 Jul 27 08:48:27.333097 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-fd875bbb-3ce1-40d2-9a33-36cf713a24d0 req-204084a6-30e9-445b-be0b-99486f4bed14 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/security-groups?id=29033467-439d-4ec0-905f-4a479fdbe3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444276 Jul 27 08:48:28.226325 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0c7d27-df5b-47ee-8790-0617e569e330 req-04d50e6a-b4c4-434b-9e6d-06dec196383f tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:48:28.227729 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-be0c7d27-df5b-47ee-8790-0617e569e330 req-04d50e6a-b4c4-434b-9e6d-06dec196383f tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=e039946f-9689-47a3-85ab-cdd76c8ab6be HTTP/1.1" status: 200 len: 947 time: 0.0485604 Jul 27 08:48:28.278774 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-be0c7d27-df5b-47ee-8790-0617e569e330 req-d5fccf6c-7693-48f5-9569-5f94474e4369 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=fcc4b31a-2386-44ed-81fb-c2f68a123c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448236 Jul 27 08:48:28.278931 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13062033-0ca2-44a9-a997-ac61254cc55a req-08455f55-f31c-4ccb-a1a6-4e3afc32920e tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:48:28.280456 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-13062033-0ca2-44a9-a997-ac61254cc55a req-08455f55-f31c-4ccb-a1a6-4e3afc32920e tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] 10.222.0.40 "GET /v2.0/ports?device_id=39de4969-6044-4fa4-b9d1-fe0d5d59da0d HTTP/1.1" status: 200 len: 943 time: 0.3296528 Jul 27 08:48:28.305108 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=100 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:48:28.368063 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-a52cd4d0-b4ec-41bb-870f-e6746b97811a req-9a80bc57-5689-499a-9adc-d85cc902ffb7 service neutron] 10.222.0.42 "GET /v2.0/networks/9bba3fa4-5e04-4bc1-9606-6e36bde604cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462810 Jul 27 08:48:28.371279 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-13062033-0ca2-44a9-a997-ac61254cc55a req-e955e7ee-3bbd-479e-b9dd-6c724c2854a0 tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] 10.222.0.40 "GET /v2.0/security-groups?id=c855ef9a-a972-4eab-ac49-5b7525b9cf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846694 Jul 27 08:48:28.462108 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cfeebc-a958-405f-a552-0b45988f5f0f req-e8996903-9b58-483b-a3f5-3a3c6ca784fd tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:48:28.467105 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-73cfeebc-a958-405f-a552-0b45988f5f0f req-e8996903-9b58-483b-a3f5-3a3c6ca784fd tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/ports?device_id=198b9d72-4d03-452a-9680-0724288c3351 HTTP/1.1" status: 200 len: 945 time: 0.0481534 Jul 27 08:48:28.510709 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-73cfeebc-a958-405f-a552-0b45988f5f0f req-db4349ad-3198-4549-8327-4000cb758f8e tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/security-groups?id=29033467-439d-4ec0-905f-4a479fdbe3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403962 Jul 27 08:48:29.405527 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac70ff09-3e5f-4501-aa25-3b8becb25455 req-f3cdf2f3-e072-40ba-82e2-f79468df4258 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:48:29.407336 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-ac70ff09-3e5f-4501-aa25-3b8becb25455 req-f3cdf2f3-e072-40ba-82e2-f79468df4258 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=e039946f-9689-47a3-85ab-cdd76c8ab6be HTTP/1.1" status: 200 len: 947 time: 0.0466487 Jul 27 08:48:29.455100 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-ac70ff09-3e5f-4501-aa25-3b8becb25455 req-8c61cd07-6703-4bd5-982a-0c428e767b90 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=fcc4b31a-2386-44ed-81fb-c2f68a123c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423403 Jul 27 08:48:29.495543 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dd434c-bc7e-4d0e-8243-b9e89dfa5c36 req-0064ae92-e5b8-4445-ad3d-b3d4e87dffea tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:48:29.497010 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-d5dd434c-bc7e-4d0e-8243-b9e89dfa5c36 req-0064ae92-e5b8-4445-ad3d-b3d4e87dffea tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] 10.222.0.40 "GET /v2.0/ports?device_id=39de4969-6044-4fa4-b9d1-fe0d5d59da0d HTTP/1.1" status: 200 len: 943 time: 0.0502841 Jul 27 08:48:29.543442 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-d5dd434c-bc7e-4d0e-8243-b9e89dfa5c36 req-8e1b5bec-74d6-4481-ad0a-5f2832e92ec0 tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] 10.222.0.40 "GET /v2.0/security-groups?id=c855ef9a-a972-4eab-ac49-5b7525b9cf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408869 Jul 27 08:48:29.629579 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e584bd4e-0519-4604-a5a2-f330169a07a1 req-b3aadb9e-f76b-41da-ac28-982130d7caf7 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:48:29.631058 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-e584bd4e-0519-4604-a5a2-f330169a07a1 req-b3aadb9e-f76b-41da-ac28-982130d7caf7 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/ports?device_id=198b9d72-4d03-452a-9680-0724288c3351 HTTP/1.1" status: 200 len: 945 time: 0.0459919 Jul 27 08:48:29.676725 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-e584bd4e-0519-4604-a5a2-f330169a07a1 req-63201daf-aa42-4dd0-8326-68824fc023c3 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/security-groups?id=29033467-439d-4ec0-905f-4a479fdbe3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401344 Jul 27 08:48:30.562784 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:48:30.580921 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9308cbc7-731a-4917-b281-084dd201a4d6 req-ba7230f1-81c4-4295-bacd-3ab67911a5f7 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:48:30.582427 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-9308cbc7-731a-4917-b281-084dd201a4d6 req-ba7230f1-81c4-4295-bacd-3ab67911a5f7 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=e039946f-9689-47a3-85ab-cdd76c8ab6be HTTP/1.1" status: 200 len: 947 time: 0.0489409 Jul 27 08:48:30.630208 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-9308cbc7-731a-4917-b281-084dd201a4d6 req-e993da36-5afc-4fe5-9e21-8de2848a7d84 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=fcc4b31a-2386-44ed-81fb-c2f68a123c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421393 Jul 27 08:48:30.664921 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa63bc51-74ab-415a-80e3-1929d016f6c8 req-a8dd61ae-6f11-4590-9040-ce87dc1a2c20 tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:48:30.666923 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-aa63bc51-74ab-415a-80e3-1929d016f6c8 req-a8dd61ae-6f11-4590-9040-ce87dc1a2c20 tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] 10.222.0.40 "GET /v2.0/ports?device_id=39de4969-6044-4fa4-b9d1-fe0d5d59da0d HTTP/1.1" status: 200 len: 943 time: 0.0511928 Jul 27 08:48:30.712862 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-aa63bc51-74ab-415a-80e3-1929d016f6c8 req-d312dea6-07f9-41e4-97d7-2c0400c85af7 tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] 10.222.0.40 "GET /v2.0/security-groups?id=c855ef9a-a972-4eab-ac49-5b7525b9cf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403078 Jul 27 08:48:30.795312 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a54e572-6512-4fd9-8602-bae0ef57c44b req-ef44b545-8995-405f-97f8-90632b1d3fa3 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:48:30.796679 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-4a54e572-6512-4fd9-8602-bae0ef57c44b req-ef44b545-8995-405f-97f8-90632b1d3fa3 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/ports?device_id=198b9d72-4d03-452a-9680-0724288c3351 HTTP/1.1" status: 200 len: 945 time: 0.0486181 Jul 27 08:48:30.995135 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=5 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:48:30.996028 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=3 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:48:31.073376 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-4a54e572-6512-4fd9-8602-bae0ef57c44b req-1d3e90ce-223f-47cb-aa67-f8b9aa973c97 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/security-groups?id=29033467-439d-4ec0-905f-4a479fdbe3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2710249 Jul 27 08:48:31.551147 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41150ec-77f5-4960-8b98-06d160491403 req-37c1c4e1-374e-4a43-b698-9b135cb3175f tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:48:31.552548 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-d41150ec-77f5-4960-8b98-06d160491403 req-37c1c4e1-374e-4a43-b698-9b135cb3175f tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.42 "GET /v2.0/ports?device_id=198b9d72-4d03-452a-9680-0724288c3351 HTTP/1.1" status: 200 len: 945 time: 0.0474722 Jul 27 08:48:31.753496 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03c09d6-ab66-4a16-b651-f485f52e7ac1 req-f2e8b31a-292f-4a5a-9bbf-fd08f3f32cfb tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:48:31.755051 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-c03c09d6-ab66-4a16-b651-f485f52e7ac1 req-f2e8b31a-292f-4a5a-9bbf-fd08f3f32cfb tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=e039946f-9689-47a3-85ab-cdd76c8ab6be HTTP/1.1" status: 200 len: 947 time: 0.0488675 Jul 27 08:48:31.762896 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=100 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:48:31.833267 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7515bf49-f817-4c8b-b7b9-226334a47255 req-e45ac8a9-e22d-45e5-8f0b-cbfca399d917 tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:48:31.834758 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-7515bf49-f817-4c8b-b7b9-226334a47255 req-e45ac8a9-e22d-45e5-8f0b-cbfca399d917 tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] 10.222.0.40 "GET /v2.0/ports?device_id=39de4969-6044-4fa4-b9d1-fe0d5d59da0d HTTP/1.1" status: 200 len: 943 time: 0.0473807 Jul 27 08:48:31.866795 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-c03c09d6-ab66-4a16-b651-f485f52e7ac1 req-6d7e5a4a-221e-471a-b195-a6aa55f3f573 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=fcc4b31a-2386-44ed-81fb-c2f68a123c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025171 Jul 27 08:48:31.875036 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.plugin [req-d41150ec-77f5-4960-8b98-06d160491403 req-5a9559e5-4cec-4a8b-9c0c-5a7de83ac84f tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Deleting port 6323d0f2-9c69-4ebc-8c31-26281bc1b864 {{(pid=104486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 08:48:31.875393 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-d41150ec-77f5-4960-8b98-06d160491403 req-5a9559e5-4cec-4a8b-9c0c-5a7de83ac84f tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786710341133'] for port (6323d0f2-9c69-4ebc-8c31-26281bc1b864), before_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:48:31.883920 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-7515bf49-f817-4c8b-b7b9-226334a47255 req-edd6edaf-fe32-4101-a36b-6955ca7cb9b0 tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] 10.222.0.40 "GET /v2.0/security-groups?id=c855ef9a-a972-4eab-ac49-5b7525b9cf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431113 Jul 27 08:48:31.974449 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.db [req-d41150ec-77f5-4960-8b98-06d160491403 req-5a9559e5-4cec-4a8b-9c0c-5a7de83ac84f tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] For port 6323d0f2-9c69-4ebc-8c31-26281bc1b864, host hv-cinder-85117, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85117',level=0,port_id=6323d0f2-9c69-4ebc-8c31-26281bc1b864,segment=NetworkSegment(fc440bfb-38b1-4666-8c4c-49881a4385a0),segment_id=fc440bfb-38b1-4666-8c4c-49881a4385a0)] {{(pid=104486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:48:31.974812 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-d41150ec-77f5-4960-8b98-06d160491403 req-5a9559e5-4cec-4a8b-9c0c-5a7de83ac84f tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8100626'] for port (6323d0f2-9c69-4ebc-8c31-26281bc1b864), precommit_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:48:32.133117 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-d41150ec-77f5-4960-8b98-06d160491403 req-5a9559e5-4cec-4a8b-9c0c-5a7de83ac84f tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:48:32.133481 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-d41150ec-77f5-4960-8b98-06d160491403 req-5a9559e5-4cec-4a8b-9c0c-5a7de83ac84f tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363235'] for floatingip (fdfdda43-9f13-4178-919e-e608990eb5b8), after_update {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:48:32.133800 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.db.l3_db [req-d41150ec-77f5-4960-8b98-06d160491403 req-5a9559e5-4cec-4a8b-9c0c-5a7de83ac84f tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Floating IP fdfdda43-9f13-4178-919e-e608990eb5b8 disassociated. External IP: 172.27.2.19, port: 6323d0f2-9c69-4ebc-8c31-26281bc1b864. Jul 27 08:48:32.134179 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.plugin [req-d41150ec-77f5-4960-8b98-06d160491403 req-5a9559e5-4cec-4a8b-9c0c-5a7de83ac84f tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Calling delete_port for 6323d0f2-9c69-4ebc-8c31-26281bc1b864 owned by compute:nova {{(pid=104486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 08:48:32.226222 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75b181a-4539-47ee-a865-aa5aaea31de4 req-6a53da93-b7fa-4c67-b26f-f1eb782f6dde tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:48:32.227627 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-b75b181a-4539-47ee-a865-aa5aaea31de4 req-6a53da93-b7fa-4c67-b26f-f1eb782f6dde tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/ports?device_id=198b9d72-4d03-452a-9680-0724288c3351 HTTP/1.1" status: 200 len: 945 time: 0.0829697 Jul 27 08:48:32.284712 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:48:32.289984 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-b75b181a-4539-47ee-a865-aa5aaea31de4 req-59d5bf33-ade3-49af-816e-762a20eaa2db tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/security-groups?id=29033467-439d-4ec0-905f-4a479fdbe3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558679 Jul 27 08:48:32.410852 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-d41150ec-77f5-4960-8b98-06d160491403 req-5a9559e5-4cec-4a8b-9c0c-5a7de83ac84f tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786710477123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786709965406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4293862'] for port (6323d0f2-9c69-4ebc-8c31-26281bc1b864), after_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:48:32.439149 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9559e5-4cec-4a8b-9c0c-5a7de83ac84f tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Pushing event deleted for resources: {'Port': ['ID=6323d0f2-9c69-4ebc-8c31-26281bc1b864,revision_number=None']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:48:32.547772 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d41150ec-77f5-4960-8b98-06d160491403 req-5a9559e5-4cec-4a8b-9c0c-5a7de83ac84f tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Router 018103cf-324e-446a-8be2-3ec1743299c4 has already been hosted by L3 agent 5bc6d868-bb0b-4164-b2dd-44360f4de654 {{(pid=104486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 08:48:32.633624 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:48:32.652930 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d41150ec-77f5-4960-8b98-06d160491403 req-5a9559e5-4cec-4a8b-9c0c-5a7de83ac84f tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Notify agent at l3_agent.dv-cinder-851170-2-iscsi the message routers_updated {{(pid=104486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 08:48:32.663899 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae74eea-c39f-45e4-a1cb-1ec92a05faf0 None None] Sync routers for ids ['018103cf-324e-446a-8be2-3ec1743299c4'] in dv-cinder-851170-2-iscsi {{(pid=104487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 08:48:32.671774 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-4227445d-7a9e-4822-a978-d36f0bfa9fda req-991a9a2e-a583-47f8-a962-be8e243026df service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e039946f-9689-47a3-85ab-cdd76c8ab6be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0400763 Jul 27 08:48:32.673670 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae74eea-c39f-45e4-a1cb-1ec92a05faf0 None None] Routers {'018103cf-324e-446a-8be2-3ec1743299c4'} bound to L3 agent in host dv-cinder-851170-2-iscsi {{(pid=104487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 08:48:32.674376 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_hamode_db [None req-1ae74eea-c39f-45e4-a1cb-1ec92a05faf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-27T08:30:18Z,description=,heartbeat_timestamp=2022-07-27T08:48:18Z,host='dv-cinder-851170-2-iscsi',id=5bc6d868-bb0b-4164-b2dd-44360f4de654,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T08:30:19Z,topic='l3_agent')) {'router_ids': ['018103cf-324e-446a-8be2-3ec1743299c4'], 'active': True} {{(pid=104487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:48:32.695752 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.db.l3_dvrscheduler_db [req-d41150ec-77f5-4960-8b98-06d160491403 req-5a9559e5-4cec-4a8b-9c0c-5a7de83ac84f tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] No DVR routers for this DVR port 6323d0f2-9c69-4ebc-8c31-26281bc1b864 on host hv-cinder-85117 {{(pid=104486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 08:48:32.698964 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-d41150ec-77f5-4960-8b98-06d160491403 req-5a9559e5-4cec-4a8b-9c0c-5a7de83ac84f tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8374701'] for port (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:48:32.702085 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-d41150ec-77f5-4960-8b98-06d160491403 req-5a9559e5-4cec-4a8b-9c0c-5a7de83ac84f tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.42 "DELETE /v2.0/ports/6323d0f2-9c69-4ebc-8c31-26281bc1b864 HTTP/1.1" status: 204 len: 173 time: 0.9461489 Jul 27 08:48:32.702543 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '198b9d72-4d03-452a-9680-0724288c3351', 'name': 'network-vif-deleted', 'tag': '6323d0f2-9c69-4ebc-8c31-26281bc1b864'}] {{(pid=104486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 08:48:32.704896 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0fbdf057086729fb3d5906bdd251c7adb98d678ad2f5ce1a48bcc8d44af0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea01ee4a-2233-4789-ae00-ed70959d1d2a" -d '{"events": [{"server_uuid": "198b9d72-4d03-452a-9680-0724288c3351", "name": "network-vif-deleted", "tag": "6323d0f2-9c69-4ebc-8c31-26281bc1b864"}]}' {{(pid=104486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 08:48:32.748903 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 08:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5e28562-546c-4c15-a4e7-9246507ab289 x-openstack-request-id: req-f5e28562-546c-4c15-a4e7-9246507ab289 {{(pid=104486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 08:48:32.749283 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "198b9d72-4d03-452a-9680-0724288c3351", "name": "network-vif-deleted", "tag": "6323d0f2-9c69-4ebc-8c31-26281bc1b864", "status": "completed", "code": 200}]} {{(pid=104486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 08:48:32.749602 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-f5e28562-546c-4c15-a4e7-9246507ab289 {{(pid=104486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 08:48:32.750063 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5e28562-546c-4c15-a4e7-9246507ab289'] response: {'server_uuid': '198b9d72-4d03-452a-9680-0724288c3351', 'name': 'network-vif-deleted', 'tag': '6323d0f2-9c69-4ebc-8c31-26281bc1b864', 'status': 'completed', 'code': 200} Jul 27 08:48:32.786379 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4227445d-7a9e-4822-a978-d36f0bfa9fda req-88b0f03c-93ab-4ba4-8592-51db862939d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:48:32.787154 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-4227445d-7a9e-4822-a978-d36f0bfa9fda req-88b0f03c-93ab-4ba4-8592-51db862939d0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e2c60f49a9e14417bd1d9504128fc94b&device_id=e039946f-9689-47a3-85ab-cdd76c8ab6be HTTP/1.1" status: 200 len: 1131 time: 0.0488942 Jul 27 08:48:32.788181 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvr_db [None req-1ae74eea-c39f-45e4-a1cb-1ec92a05faf0 None None] Set router 018103cf-324e-446a-8be2-3ec1743299c4 gateway port host: dv-cinder-851170-2-iscsi {{(pid=104487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 08:48:32.915190 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4227445d-7a9e-4822-a978-d36f0bfa9fda req-2e4c0b62-7510-4827-bc65-7b0b6d52599c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:48:32.916910 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-4227445d-7a9e-4822-a978-d36f0bfa9fda req-2e4c0b62-7510-4827-bc65-7b0b6d52599c service neutron] 10.222.0.42 "GET /v2.0/networks?id=77554b81-fd19-4316-8d69-62980152360c HTTP/1.1" status: 200 len: 918 time: 0.0992830 Jul 27 08:48:33.008047 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_hamode_db [None req-1ae74eea-c39f-45e4-a1cb-1ec92a05faf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '018103cf-324e-446a-8be2-3ec1743299c4', 'name': 'tempest-AttachVolumeTestJSON-949871471-router', 'tenant_id': '9dcfebb6e1774a7daed20b60d2379875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': '789c9448-28dd-488f-a71f-dad7507df88d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:39:18Z', 'updated_at': '2022-07-27T08:39:29Z', 'revision_number': 4, 'project_id': '9dcfebb6e1774a7daed20b60d2379875', 'gw_port': {'id': '789c9448-28dd-488f-a71f-dad7507df88d', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c1:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '018103cf-324e-446a-8be2-3ec1743299c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:39:19Z', 'updated_at': '2022-07-27T08:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi', '_interfaces': [{'id': '0d464519-7720-4861-a2fd-4adc4e4d9b08', 'name': '', 'network_id': '86596533-e5bc-41a5-8bd8-3e19070777ca', 'tenant_id': '9dcfebb6e1774a7daed20b60d2379875', 'mac_address': 'fa:16:3e:15:07:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '018103cf-324e-446a-8be2-3ec1743299c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '7bb93b59-455b-4e46-8d58-a8f142f5867d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:39:25Z', 'updated_at': '2022-07-27T08:39:38Z', 'revision_number': 5, 'project_id': '9dcfebb6e1774a7daed20b60d2379875', 'subnets': [{'id': '7bb93b59-455b-4e46-8d58-a8f142f5867d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851170-2-iscsi', False) {} {{(pid=104487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:48:33.038231 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae74eea-c39f-45e4-a1cb-1ec92a05faf0 None None] Checking router: 018103cf-324e-446a-8be2-3ec1743299c4 for host: dv-cinder-851170-2-iscsi {{(pid=104487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 08:48:33.047000 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae74eea-c39f-45e4-a1cb-1ec92a05faf0 None None] Routers {'018103cf-324e-446a-8be2-3ec1743299c4'} bound to L3 agent in host dv-cinder-851170-2-iscsi {{(pid=104487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 08:48:33.047601 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_hamode_db [None req-1ae74eea-c39f-45e4-a1cb-1ec92a05faf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-27T08:30:18Z,description=,heartbeat_timestamp=2022-07-27T08:48:18Z,host='dv-cinder-851170-2-iscsi',id=5bc6d868-bb0b-4164-b2dd-44360f4de654,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T08:30:19Z,topic='l3_agent')) {'router_ids': ['018103cf-324e-446a-8be2-3ec1743299c4'], 'active': True} {{(pid=104487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:48:33.061351 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a87a4d4-bff0-41fb-943a-74e1e0d3854f req-b3269b4f-937a-4cd5-9152-70d44949b113 tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:48:33.062971 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-1a87a4d4-bff0-41fb-943a-74e1e0d3854f req-b3269b4f-937a-4cd5-9152-70d44949b113 tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] 10.222.0.40 "GET /v2.0/ports?device_id=39de4969-6044-4fa4-b9d1-fe0d5d59da0d HTTP/1.1" status: 200 len: 943 time: 0.0634413 Jul 27 08:48:33.064938 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-4227445d-7a9e-4822-a978-d36f0bfa9fda req-17d3b8a4-ac6b-4c3a-8141-0b0b4da3566b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cbc21c19-a9c2-48e6-88bd-b5b02cd593fb HTTP/1.1" status: 200 len: 1000 time: 0.1119936 Jul 27 08:48:33.098799 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Device c867b62f-3e3b-47c7-a632-b1d7198b0f7b details requested by agent hyperv_hv-cinder-85117 with host hv-cinder-85117 {{(pid=104487) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 08:48:33.131186 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Device 6323d0f2-9c69-4ebc-8c31-26281bc1b864 no longer exists at agent hyperv_hv-cinder-85117 {{(pid=104487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 08:48:33.150493 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-1a87a4d4-bff0-41fb-943a-74e1e0d3854f req-f4a8cf66-c42d-4e5a-9bdd-0233cf2535f9 tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] 10.222.0.40 "GET /v2.0/security-groups?id=c855ef9a-a972-4eab-ac49-5b7525b9cf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813193 Jul 27 08:48:33.152299 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4227445d-7a9e-4822-a978-d36f0bfa9fda req-469b3865-a836-4367-8f7b-e487d0465edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:48:33.153666 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-4227445d-7a9e-4822-a978-d36f0bfa9fda req-469b3865-a836-4367-8f7b-e487d0465edc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c4ce96ff-fd31-496d-82bd-3a3dbfb16be8 HTTP/1.1" status: 200 len: 856 time: 0.0669270 Jul 27 08:48:33.165008 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] No Port match for: 6323d0f2-9c69-4ebc-8c31-26281bc1b864 {{(pid=104487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 08:48:33.165403 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Device 6323d0f2-9c69-4ebc-8c31-26281bc1b864 not bound to the agent host hv-cinder-85117 {{(pid=104487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 08:48:33.204017 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4227445d-7a9e-4822-a978-d36f0bfa9fda req-5f1a20d5-9f79-40f1-8572-303f86ae5f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:48:33.205515 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-4227445d-7a9e-4822-a978-d36f0bfa9fda req-5f1a20d5-9f79-40f1-8572-303f86ae5f4d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=77554b81-fd19-4316-8d69-62980152360c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455997 Jul 27 08:48:33.231151 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvr_db [None req-1ae74eea-c39f-45e4-a1cb-1ec92a05faf0 None None] Set router 018103cf-324e-446a-8be2-3ec1743299c4 gateway port host: dv-cinder-851170-2-iscsi {{(pid=104487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 08:48:33.315778 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:48:33.373044 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] For port c867b62f-3e3b-47c7-a632-b1d7198b0f7b, host hv-cinder-85117, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85117',level=0,port_id=c867b62f-3e3b-47c7-a632-b1d7198b0f7b,segment=NetworkSegment(76f48e39-f569-4912-a27b-d890da9744e7),segment_id=76f48e39-f569-4912-a27b-d890da9744e7)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:48:33.411776 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-95968fe3-5891-4fdc-9749-557a77eb8da3 req-b6ef2648-0940-419b-b6ba-ded7705b877a tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/ports?device_id=198b9d72-4d03-452a-9680-0724288c3351 HTTP/1.1" status: 200 len: 210 time: 0.0306940 Jul 27 08:48:33.498517 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-4227445d-7a9e-4822-a978-d36f0bfa9fda req-ffb0ea4f-2641-4f68-9a72-4631ade37b5c service neutron] 10.222.0.42 "GET /v2.0/networks/77554b81-fd19-4316-8d69-62980152360c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098547 Jul 27 08:48:33.523099 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Returning: {'device': 'c867b62f-3e3b-47c7-a632-b1d7198b0f7b', 'network_id': '9bba3fa4-5e04-4bc1-9606-6e36bde604cc', 'port_id': 'c867b62f-3e3b-47c7-a632-b1d7198b0f7b', 'mac_address': 'fa:16:3e:63:55:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be4cc3e6-e59e-426f-822a-b3a5dec83572', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104487) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 08:48:33.599823 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-4227445d-7a9e-4822-a978-d36f0bfa9fda req-6f235a29-be75-45ec-b4d6-c7b1c6d68635 service neutron] 10.222.0.42 "GET /v2.0/networks/77554b81-fd19-4316-8d69-62980152360c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940027 Jul 27 08:48:33.614699 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Current status of the port c867b62f-3e3b-47c7-a632-b1d7198b0f7b is: DOWN; New status is: BUILD {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:48:33.615093 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (c867b62f-3e3b-47c7-a632-b1d7198b0f7b), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:48:33.636416 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.notifiers.nova [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c867b62f-3e3b-47c7-a632-b1d7198b0f7b {{(pid=104487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 08:48:33.640683 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_hamode_db [None req-1ae74eea-c39f-45e4-a1cb-1ec92a05faf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '018103cf-324e-446a-8be2-3ec1743299c4', 'name': 'tempest-AttachVolumeTestJSON-949871471-router', 'tenant_id': '9dcfebb6e1774a7daed20b60d2379875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': '789c9448-28dd-488f-a71f-dad7507df88d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:39:18Z', 'updated_at': '2022-07-27T08:39:29Z', 'revision_number': 4, 'project_id': '9dcfebb6e1774a7daed20b60d2379875', 'gw_port': {'id': '789c9448-28dd-488f-a71f-dad7507df88d', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c1:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '018103cf-324e-446a-8be2-3ec1743299c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:39:19Z', 'updated_at': '2022-07-27T08:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi', '_interfaces': [{'id': '0d464519-7720-4861-a2fd-4adc4e4d9b08', 'name': '', 'network_id': '86596533-e5bc-41a5-8bd8-3e19070777ca', 'tenant_id': '9dcfebb6e1774a7daed20b60d2379875', 'mac_address': 'fa:16:3e:15:07:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '018103cf-324e-446a-8be2-3ec1743299c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '7bb93b59-455b-4e46-8d58-a8f142f5867d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:39:25Z', 'updated_at': '2022-07-27T08:39:38Z', 'revision_number': 5, 'project_id': '9dcfebb6e1774a7daed20b60d2379875', 'subnets': [{'id': '7bb93b59-455b-4e46-8d58-a8f142f5867d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851170-2-iscsi', False) {} {{(pid=104487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:48:33.643131 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=100 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:48:33.676428 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae74eea-c39f-45e4-a1cb-1ec92a05faf0 None None] The sync data for ids ['018103cf-324e-446a-8be2-3ec1743299c4'] in dv-cinder-851170-2-iscsi is: [{'id': '018103cf-324e-446a-8be2-3ec1743299c4', 'name': 'tempest-AttachVolumeTestJSON-949871471-router', 'tenant_id': '9dcfebb6e1774a7daed20b60d2379875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': '789c9448-28dd-488f-a71f-dad7507df88d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:39:18Z', 'updated_at': '2022-07-27T08:39:29Z', 'revision_number': 4, 'project_id': '9dcfebb6e1774a7daed20b60d2379875', 'gw_port': {'id': '789c9448-28dd-488f-a71f-dad7507df88d', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c1:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '018103cf-324e-446a-8be2-3ec1743299c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:39:19Z', 'updated_at': '2022-07-27T08:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi', '_interfaces': [{'id': '0d464519-7720-4861-a2fd-4adc4e4d9b08', 'name': '', 'network_id': '86596533-e5bc-41a5-8bd8-3e19070777ca', 'tenant_id': '9dcfebb6e1774a7daed20b60d2379875', 'mac_address': 'fa:16:3e:15:07:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '018103cf-324e-446a-8be2-3ec1743299c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '7bb93b59-455b-4e46-8d58-a8f142f5867d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:39:25Z', 'updated_at': '2022-07-27T08:39:38Z', 'revision_number': 5, 'project_id': '9dcfebb6e1774a7daed20b60d2379875', 'subnets': [{'id': '7bb93b59-455b-4e46-8d58-a8f142f5867d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 08:48:33.686290 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] For port c867b62f-3e3b-47c7-a632-b1d7198b0f7b, host hv-cinder-85117, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85117',level=0,port_id=c867b62f-3e3b-47c7-a632-b1d7198b0f7b,segment=NetworkSegment(76f48e39-f569-4912-a27b-d890da9744e7),segment_id=76f48e39-f569-4912-a27b-d890da9744e7)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:48:33.751245 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (c867b62f-3e3b-47c7-a632-b1d7198b0f7b), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:48:33.798598 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Pushing event updated for resources: {'Port': ['ID=c867b62f-3e3b-47c7-a632-b1d7198b0f7b,revision_number=4']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:48:33.805964 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:48:33.806970 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:48:33.807431 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:48:33.807772 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:48:33.808105 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:48:33.808437 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:48:33.808886 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:48:33.809144 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:48:33.809468 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:48:33.809792 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:48:33.810116 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:48:33.810466 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:48:33.813460 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:48:33.813460 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:48:33.813460 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:48:33.900141 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c670f98-6771-4166-9010-0806b60e13b3 None None] New status for floating IP fdfdda43-9f13-4178-919e-e608990eb5b8: DOWN {{(pid=104488) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 27 08:48:34.181772 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] get_ports_and_sgs() called for port_ids ['c867b62f-3e3b-47c7-a632-b1d7198b0f7b'] {{(pid=104487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 08:48:34.270117 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2d6219-eb7f-4ee2-9c81-295e91fab164 req-e3bc2e6c-302f-40da-8cdc-daad538aa372 tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:48:34.271632 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-ff2d6219-eb7f-4ee2-9c81-295e91fab164 req-e3bc2e6c-302f-40da-8cdc-daad538aa372 tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] 10.222.0.40 "GET /v2.0/ports?device_id=39de4969-6044-4fa4-b9d1-fe0d5d59da0d HTTP/1.1" status: 200 len: 944 time: 0.0474515 Jul 27 08:48:34.320481 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-ff2d6219-eb7f-4ee2-9c81-295e91fab164 req-75a0d202-98ab-4108-80c7-9e98ead7f1af tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] 10.222.0.40 "GET /v2.0/security-groups?id=c855ef9a-a972-4eab-ac49-5b7525b9cf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424423 Jul 27 08:48:34.583125 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 33068) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:48:34.606727 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=100 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:48:34.637331 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-e77ad447-9f0b-495a-934c-0dc656309902 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Publish callbacks [] for security_group (29033467-439d-4ec0-905f-4a479fdbe3d5), before_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:48:34.660698 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-e77ad447-9f0b-495a-934c-0dc656309902 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Publish callbacks [] for security_group (29033467-439d-4ec0-905f-4a479fdbe3d5), precommit_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:48:34.776766 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-e77ad447-9f0b-495a-934c-0dc656309902 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (29033467-439d-4ec0-905f-4a479fdbe3d5), after_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:48:34.779334 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-e77ad447-9f0b-495a-934c-0dc656309902 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Publish callbacks [] for security_group (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:48:34.780499 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-e77ad447-9f0b-495a-934c-0dc656309902 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "DELETE /v2.0/security-groups/29033467-439d-4ec0-905f-4a479fdbe3d5 HTTP/1.1" status: 204 len: 168 time: 0.1963940 Jul 27 08:48:34.783518 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 33070) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:48:34.789588 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77ad447-9f0b-495a-934c-0dc656309902 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29033467-439d-4ec0-905f-4a479fdbe3d5,revision_number=None']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:48:34.797027 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77ad447-9f0b-495a-934c-0dc656309902 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:48:34.797294 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.api.v2.resource [None req-e29cc790-cf80-49d1-93e2-070ea6dbfaf5 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] show failed (client error): The resource could not be found. Jul 27 08:48:34.797451 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77ad447-9f0b-495a-934c-0dc656309902 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:48:34.797721 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77ad447-9f0b-495a-934c-0dc656309902 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:48:34.798043 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77ad447-9f0b-495a-934c-0dc656309902 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:48:34.798316 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-e29cc790-cf80-49d1-93e2-070ea6dbfaf5 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "GET /v2.0/security-groups/29033467-439d-4ec0-905f-4a479fdbe3d5 HTTP/1.1" status: 404 len: 347 time: 0.0137484 Jul 27 08:48:34.798445 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77ad447-9f0b-495a-934c-0dc656309902 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:48:34.798720 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77ad447-9f0b-495a-934c-0dc656309902 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:48:34.799046 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77ad447-9f0b-495a-934c-0dc656309902 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:48:34.799372 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77ad447-9f0b-495a-934c-0dc656309902 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:48:34.799699 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77ad447-9f0b-495a-934c-0dc656309902 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:48:34.800023 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77ad447-9f0b-495a-934c-0dc656309902 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:48:34.800349 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77ad447-9f0b-495a-934c-0dc656309902 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:48:34.800679 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77ad447-9f0b-495a-934c-0dc656309902 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:48:34.800999 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77ad447-9f0b-495a-934c-0dc656309902 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:48:34.801230 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 33072) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:48:34.801399 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77ad447-9f0b-495a-934c-0dc656309902 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:48:34.801725 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77ad447-9f0b-495a-934c-0dc656309902 tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:48:34.852970 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=100 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:48:34.917820 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.plugin [None req-91eac1aa-e370-4f21-8993-f654092f6c1a tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Deleting port 0fe53f6c-58d3-40e3-9860-421d56f1df0d {{(pid=104486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 08:48:34.918186 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-91eac1aa-e370-4f21-8993-f654092f6c1a tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786710341133'] for port (0fe53f6c-58d3-40e3-9860-421d56f1df0d), before_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:48:34.997350 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-91eac1aa-e370-4f21-8993-f654092f6c1a tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8100626'] for port (0fe53f6c-58d3-40e3-9860-421d56f1df0d), precommit_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:48:34.997679 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-91eac1aa-e370-4f21-8993-f654092f6c1a tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Publish callbacks [] for floatingip (0fe53f6c-58d3-40e3-9860-421d56f1df0d), precommit_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:48:35.011654 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.plugin [None req-91eac1aa-e370-4f21-8993-f654092f6c1a tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Calling delete_port for 0fe53f6c-58d3-40e3-9860-421d56f1df0d owned by network:floatingip {{(pid=104486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 08:48:35.118849 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:48:35.126562 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Device c867b62f-3e3b-47c7-a632-b1d7198b0f7b up at agent hyperv_hv-cinder-85117 {{(pid=104487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 08:48:35.169813 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Provisioning for port c867b62f-3e3b-47c7-a632-b1d7198b0f7b completed by entity L2. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 27 08:48:35.230999 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-91eac1aa-e370-4f21-8993-f654092f6c1a tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786710477123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786709965406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4293862'] for port (0fe53f6c-58d3-40e3-9860-421d56f1df0d), after_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:48:35.256010 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eac1aa-e370-4f21-8993-f654092f6c1a tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Pushing event deleted for resources: {'Port': ['ID=0fe53f6c-58d3-40e3-9860-421d56f1df0d,revision_number=None']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:48:35.260265 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Provisioning complete for port c867b62f-3e3b-47c7-a632-b1d7198b0f7b triggered by entity L2. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:48:35.260676 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (c867b62f-3e3b-47c7-a632-b1d7198b0f7b), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:48:35.320032 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-91eac1aa-e370-4f21-8993-f654092f6c1a tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Publish callbacks [] for floatingip (fdfdda43-9f13-4178-919e-e608990eb5b8), after_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:48:35.322525 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-91eac1aa-e370-4f21-8993-f654092f6c1a tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8374701'] for floatingip (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:48:35.323690 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-91eac1aa-e370-4f21-8993-f654092f6c1a tempest-AttachVolumeTestJSON-127328781 tempest-AttachVolumeTestJSON-127328781-project] 10.222.0.40 "DELETE /v2.0/floatingips/fdfdda43-9f13-4178-919e-e608990eb5b8 HTTP/1.1" status: 204 len: 168 time: 0.5215652 Jul 27 08:48:35.334519 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Current status of the port c867b62f-3e3b-47c7-a632-b1d7198b0f7b is: BUILD; New status is: ACTIVE {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:48:35.335015 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (c867b62f-3e3b-47c7-a632-b1d7198b0f7b), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:48:35.361167 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39de4969-6044-4fa4-b9d1-fe0d5d59da0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c867b62f-3e3b-47c7-a632-b1d7198b0f7b'}] {{(pid=104487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 08:48:35.363531 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80d6aca8d47c9a16b7ef4a01c61ef1bf5c962aea16cee8599b6bab5dfb4de652" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4df6a8a7-c8f9-4818-a54c-dbe1ce64c9c2" -d '{"events": [{"server_uuid": "39de4969-6044-4fa4-b9d1-fe0d5d59da0d", "name": "network-vif-plugged", "status": "completed", "tag": "c867b62f-3e3b-47c7-a632-b1d7198b0f7b"}]}' {{(pid=104487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 08:48:35.379182 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] For port c867b62f-3e3b-47c7-a632-b1d7198b0f7b, host hv-cinder-85117, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85117',level=0,port_id=c867b62f-3e3b-47c7-a632-b1d7198b0f7b,segment=NetworkSegment(76f48e39-f569-4912-a27b-d890da9744e7),segment_id=76f48e39-f569-4912-a27b-d890da9744e7)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:48:35.406989 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 08:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18ae23e3-7102-418d-887b-3f0d97ad377e x-openstack-request-id: req-18ae23e3-7102-418d-887b-3f0d97ad377e {{(pid=104487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 08:48:35.407302 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39de4969-6044-4fa4-b9d1-fe0d5d59da0d", "name": "network-vif-plugged", "status": "completed", "tag": "c867b62f-3e3b-47c7-a632-b1d7198b0f7b", "code": 200}]} {{(pid=104487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 08:48:35.407555 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-18ae23e3-7102-418d-887b-3f0d97ad377e {{(pid=104487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 08:48:35.407959 dv-cinder-851170-2-iscsi neutron-server[104487]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18ae23e3-7102-418d-887b-3f0d97ad377e'] response: {'server_uuid': '39de4969-6044-4fa4-b9d1-fe0d5d59da0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c867b62f-3e3b-47c7-a632-b1d7198b0f7b', 'code': 200} Jul 27 08:48:35.459899 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (c867b62f-3e3b-47c7-a632-b1d7198b0f7b), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:48:35.461089 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20b12e1-63a7-4225-9238-f7755cc878de req-8f1c8a5b-a57a-4d5d-9fb3-a9c7ae716b9c tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:48:35.463196 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-c20b12e1-63a7-4225-9238-f7755cc878de req-8f1c8a5b-a57a-4d5d-9fb3-a9c7ae716b9c tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] 10.222.0.40 "GET /v2.0/ports?device_id=39de4969-6044-4fa4-b9d1-fe0d5d59da0d HTTP/1.1" status: 200 len: 944 time: 0.0506909 Jul 27 08:48:35.515271 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Pushing event updated for resources: {'Port': ['ID=c867b62f-3e3b-47c7-a632-b1d7198b0f7b,revision_number=5']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:48:35.518629 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-c20b12e1-63a7-4225-9238-f7755cc878de req-f25d5881-18fe-4806-94c7-0778806c84ad tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] 10.222.0.40 "GET /v2.0/security-groups?id=c855ef9a-a972-4eab-ac49-5b7525b9cf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483997 Jul 27 08:48:35.733364 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5aaab2-bf71-490c-91b7-1f665d62bc4a req-b03d230e-d57b-4611-9a3f-12999b7b76bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:48:35.734778 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-0b5aaab2-bf71-490c-91b7-1f665d62bc4a req-b03d230e-d57b-4611-9a3f-12999b7b76bf service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=39de4969-6044-4fa4-b9d1-fe0d5d59da0d HTTP/1.1" status: 200 len: 1129 time: 0.0411849 Jul 27 08:48:35.778587 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-0b5aaab2-bf71-490c-91b7-1f665d62bc4a req-5f049731-4d8d-46d1-b602-e29591b2f277 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c855ef9a-a972-4eab-ac49-5b7525b9cf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367866 Jul 27 08:48:36.640900 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203476fd-3b74-43da-83b2-1fc29cd247aa req-bb0e0be0-fe72-4471-acc0-33b5ad5ddf78 tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:48:36.642432 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-203476fd-3b74-43da-83b2-1fc29cd247aa req-bb0e0be0-fe72-4471-acc0-33b5ad5ddf78 tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] 10.222.0.40 "GET /v2.0/ports?device_id=39de4969-6044-4fa4-b9d1-fe0d5d59da0d HTTP/1.1" status: 200 len: 945 time: 0.0465264 Jul 27 08:48:36.690346 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-203476fd-3b74-43da-83b2-1fc29cd247aa req-5050556d-6dfe-473d-ad08-82eff9643b13 tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] 10.222.0.40 "GET /v2.0/security-groups?id=c855ef9a-a972-4eab-ac49-5b7525b9cf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424166 Jul 27 08:48:37.808368 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a78853d-732b-4441-a873-bd15729b6de9 req-5d2226b0-65e4-4c3c-b7fd-7115b045d9c3 tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:48:37.809766 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-3a78853d-732b-4441-a873-bd15729b6de9 req-5d2226b0-65e4-4c3c-b7fd-7115b045d9c3 tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] 10.222.0.40 "GET /v2.0/ports?device_id=39de4969-6044-4fa4-b9d1-fe0d5d59da0d HTTP/1.1" status: 200 len: 945 time: 0.0463772 Jul 27 08:48:37.858238 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-3a78853d-732b-4441-a873-bd15729b6de9 req-6ffba2a2-1867-449a-ab9a-91f02ee13152 tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] 10.222.0.40 "GET /v2.0/security-groups?id=c855ef9a-a972-4eab-ac49-5b7525b9cf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427330 Jul 27 08:48:38.981273 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dbe68a-473f-4167-99d5-33b663052510 req-31fa22fa-d94a-4ac2-ae5d-899e9b251f4b tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:48:38.982812 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-25dbe68a-473f-4167-99d5-33b663052510 req-31fa22fa-d94a-4ac2-ae5d-899e9b251f4b tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] 10.222.0.40 "GET /v2.0/ports?device_id=39de4969-6044-4fa4-b9d1-fe0d5d59da0d HTTP/1.1" status: 200 len: 945 time: 0.0512831 Jul 27 08:48:39.036859 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-25dbe68a-473f-4167-99d5-33b663052510 req-f9edf4ee-fd0f-421b-89a9-9eab85979ffe tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] 10.222.0.40 "GET /v2.0/security-groups?id=c855ef9a-a972-4eab-ac49-5b7525b9cf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482557 Jul 27 08:48:39.279517 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 33114) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:48:39.468067 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:48:39.641633 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-9e4d216a-2315-4cc7-8560-b235082619c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-361243'] for router_interface (018103cf-324e-446a-8be2-3ec1743299c4), before_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:48:39.843790 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=100 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:48:39.856985 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.plugin [None req-9e4d216a-2315-4cc7-8560-b235082619c4 admin admin] Deleting port 0d464519-7720-4861-a2fd-4adc4e4d9b08 {{(pid=104486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 08:48:39.857329 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-9e4d216a-2315-4cc7-8560-b235082619c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786710341133'] for port (0d464519-7720-4861-a2fd-4adc4e4d9b08), before_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:48:39.939359 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.db [None req-9e4d216a-2315-4cc7-8560-b235082619c4 admin admin] For port 0d464519-7720-4861-a2fd-4adc4e4d9b08, host dv-cinder-851170-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851170-2-iscsi',level=0,port_id=0d464519-7720-4861-a2fd-4adc4e4d9b08,segment=NetworkSegment(fc440bfb-38b1-4666-8c4c-49881a4385a0),segment_id=fc440bfb-38b1-4666-8c4c-49881a4385a0)] {{(pid=104486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:48:39.939728 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-9e4d216a-2315-4cc7-8560-b235082619c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8100626'] for port (0d464519-7720-4861-a2fd-4adc4e4d9b08), precommit_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:48:39.952545 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.plugin [None req-9e4d216a-2315-4cc7-8560-b235082619c4 admin admin] Calling delete_port for 0d464519-7720-4861-a2fd-4adc4e4d9b08 owned by network:router_interface {{(pid=104486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 08:48:40.192913 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-9e4d216a-2315-4cc7-8560-b235082619c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786710477123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786709965406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4293862'] for port (0d464519-7720-4861-a2fd-4adc4e4d9b08), after_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:48:40.216391 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4d216a-2315-4cc7-8560-b235082619c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d464519-7720-4861-a2fd-4adc4e4d9b08,revision_number=None']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:48:40.662650 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3f0f50-3f53-4f5a-98c0-3268738536ac req-161deeba-cd5b-43a1-8f07-645367c7d0f8 tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:48:40.664085 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-7a3f0f50-3f53-4f5a-98c0-3268738536ac req-161deeba-cd5b-43a1-8f07-645367c7d0f8 tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] 10.222.0.40 "GET /v2.0/ports?device_id=39de4969-6044-4fa4-b9d1-fe0d5d59da0d HTTP/1.1" status: 200 len: 945 time: 0.3060384 Jul 27 08:48:40.668518 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-9e4d216a-2315-4cc7-8560-b235082619c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7864744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-361359'] for router_interface (018103cf-324e-446a-8be2-3ec1743299c4), after_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:48:40.686131 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:48:40.758543 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-7a3f0f50-3f53-4f5a-98c0-3268738536ac req-8bd0adc7-b250-4ac6-abb9-2d2f68381d66 tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] 10.222.0.40 "GET /v2.0/security-groups?id=c855ef9a-a972-4eab-ac49-5b7525b9cf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878556 Jul 27 08:48:40.909588 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e4d216a-2315-4cc7-8560-b235082619c4 admin admin] Router 018103cf-324e-446a-8be2-3ec1743299c4 has already been hosted by L3 agent 5bc6d868-bb0b-4164-b2dd-44360f4de654 {{(pid=104486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 08:48:40.920802 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:48:41.010397 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e4d216a-2315-4cc7-8560-b235082619c4 admin admin] Notify agent at l3_agent.dv-cinder-851170-2-iscsi the message routers_updated {{(pid=104486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 08:48:41.015210 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-9e4d216a-2315-4cc7-8560-b235082619c4 admin admin] 10.222.0.40 "PUT /v2.0/routers/018103cf-324e-446a-8be2-3ec1743299c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7350829 Jul 27 08:48:41.017966 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 33130) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:48:41.019547 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec8f37a-4531-4964-a7d1-af9b51d5fbe7 None None] Sync routers for ids ['018103cf-324e-446a-8be2-3ec1743299c4'] in dv-cinder-851170-2-iscsi {{(pid=104487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 08:48:41.030281 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec8f37a-4531-4964-a7d1-af9b51d5fbe7 None None] Routers {'018103cf-324e-446a-8be2-3ec1743299c4'} bound to L3 agent in host dv-cinder-851170-2-iscsi {{(pid=104487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 08:48:41.030902 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_hamode_db [None req-4ec8f37a-4531-4964-a7d1-af9b51d5fbe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-27T08:30:18Z,description=,heartbeat_timestamp=2022-07-27T08:48:18Z,host='dv-cinder-851170-2-iscsi',id=5bc6d868-bb0b-4164-b2dd-44360f4de654,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T08:30:19Z,topic='l3_agent')) {'router_ids': ['018103cf-324e-446a-8be2-3ec1743299c4'], 'active': True} {{(pid=104487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:48:41.117431 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-3baf3356-4275-4a9f-a77d-835d26f587fc admin admin] Publish callbacks [] for router (018103cf-324e-446a-8be2-3ec1743299c4), before_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:48:41.130569 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvr_db [None req-4ec8f37a-4531-4964-a7d1-af9b51d5fbe7 None None] Set router 018103cf-324e-446a-8be2-3ec1743299c4 gateway port host: dv-cinder-851170-2-iscsi {{(pid=104487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 08:48:41.213982 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-3baf3356-4275-4a9f-a77d-835d26f587fc admin admin] Publish callbacks [] for router_gateway (018103cf-324e-446a-8be2-3ec1743299c4), before_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:48:41.246935 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:48:41.295520 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:48:41.298124 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_hamode_db [None req-4ec8f37a-4531-4964-a7d1-af9b51d5fbe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '018103cf-324e-446a-8be2-3ec1743299c4', 'name': 'tempest-AttachVolumeTestJSON-949871471-router', 'tenant_id': '9dcfebb6e1774a7daed20b60d2379875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': '789c9448-28dd-488f-a71f-dad7507df88d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:39:18Z', 'updated_at': '2022-07-27T08:48:40Z', 'revision_number': 5, 'project_id': '9dcfebb6e1774a7daed20b60d2379875', 'gw_port': {'id': '789c9448-28dd-488f-a71f-dad7507df88d', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c1:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '018103cf-324e-446a-8be2-3ec1743299c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:39:19Z', 'updated_at': '2022-07-27T08:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi'}], 'dv-cinder-851170-2-iscsi', False) {} {{(pid=104487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:48:41.327134 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec8f37a-4531-4964-a7d1-af9b51d5fbe7 None None] Checking router: 018103cf-324e-446a-8be2-3ec1743299c4 for host: dv-cinder-851170-2-iscsi {{(pid=104487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 08:48:41.335553 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec8f37a-4531-4964-a7d1-af9b51d5fbe7 None None] Routers {'018103cf-324e-446a-8be2-3ec1743299c4'} bound to L3 agent in host dv-cinder-851170-2-iscsi {{(pid=104487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 08:48:41.336156 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_hamode_db [None req-4ec8f37a-4531-4964-a7d1-af9b51d5fbe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-27T08:30:18Z,description=,heartbeat_timestamp=2022-07-27T08:48:18Z,host='dv-cinder-851170-2-iscsi',id=5bc6d868-bb0b-4164-b2dd-44360f4de654,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T08:30:19Z,topic='l3_agent')) {'router_ids': ['018103cf-324e-446a-8be2-3ec1743299c4'], 'active': True} {{(pid=104487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:48:41.368288 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.plugin [None req-3baf3356-4275-4a9f-a77d-835d26f587fc admin admin] Deleting port 789c9448-28dd-488f-a71f-dad7507df88d {{(pid=104485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 08:48:41.368628 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-3baf3356-4275-4a9f-a77d-835d26f587fc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786710341133'] for port (789c9448-28dd-488f-a71f-dad7507df88d), before_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:48:41.422199 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvr_db [None req-4ec8f37a-4531-4964-a7d1-af9b51d5fbe7 None None] Set router 018103cf-324e-446a-8be2-3ec1743299c4 gateway port host: None {{(pid=104487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 08:48:41.453125 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.db [None req-3baf3356-4275-4a9f-a77d-835d26f587fc admin admin] For port 789c9448-28dd-488f-a71f-dad7507df88d, host dv-cinder-851170-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851170-2-iscsi',level=0,port_id=789c9448-28dd-488f-a71f-dad7507df88d,segment=NetworkSegment(0a5e83d9-b5a8-42c5-b200-67984880d111),segment_id=0a5e83d9-b5a8-42c5-b200-67984880d111)] {{(pid=104485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:48:41.453744 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-3baf3356-4275-4a9f-a77d-835d26f587fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8100626'] for port (789c9448-28dd-488f-a71f-dad7507df88d), precommit_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:48:41.456075 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:48:41.469292 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.plugin [None req-3baf3356-4275-4a9f-a77d-835d26f587fc admin admin] Calling delete_port for 789c9448-28dd-488f-a71f-dad7507df88d owned by network:router_gateway {{(pid=104485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 08:48:41.472864 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_hamode_db [None req-4ec8f37a-4531-4964-a7d1-af9b51d5fbe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '018103cf-324e-446a-8be2-3ec1743299c4', 'name': 'tempest-AttachVolumeTestJSON-949871471-router', 'tenant_id': '9dcfebb6e1774a7daed20b60d2379875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:39:18Z', 'updated_at': '2022-07-27T08:48:41Z', 'revision_number': 6, 'project_id': '9dcfebb6e1774a7daed20b60d2379875', 'gw_port_host': None}], 'dv-cinder-851170-2-iscsi', False) {} {{(pid=104487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:48:41.497535 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec8f37a-4531-4964-a7d1-af9b51d5fbe7 None None] The sync data for ids ['018103cf-324e-446a-8be2-3ec1743299c4'] in dv-cinder-851170-2-iscsi is: [{'id': '018103cf-324e-446a-8be2-3ec1743299c4', 'name': 'tempest-AttachVolumeTestJSON-949871471-router', 'tenant_id': '9dcfebb6e1774a7daed20b60d2379875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:39:18Z', 'updated_at': '2022-07-27T08:48:41Z', 'revision_number': 6, 'project_id': '9dcfebb6e1774a7daed20b60d2379875', 'gw_port_host': None}] {{(pid=104487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 08:48:41.584813 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:48:41.673559 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-3baf3356-4275-4a9f-a77d-835d26f587fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786710477123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786709965406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16582167'] for port (789c9448-28dd-488f-a71f-dad7507df88d), after_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:48:41.699860 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baf3356-4275-4a9f-a77d-835d26f587fc admin admin] Pushing event deleted for resources: {'Port': ['ID=789c9448-28dd-488f-a71f-dad7507df88d,revision_number=None']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:48:41.769963 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-3baf3356-4275-4a9f-a77d-835d26f587fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-363035'] for router_gateway (018103cf-324e-446a-8be2-3ec1743299c4), after_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:48:41.891369 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-3baf3356-4275-4a9f-a77d-835d26f587fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8119440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-333'] for router (018103cf-324e-446a-8be2-3ec1743299c4), precommit_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:48:41.895495 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-3baf3356-4275-4a9f-a77d-835d26f587fc admin admin] Publish callbacks [] for router_controller (018103cf-324e-446a-8be2-3ec1743299c4), precommit_delete_associations {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:48:41.910368 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c26a8d-835d-4257-a2b9-77bb2910bade req-bd2301c3-5590-49cc-a1dd-04958b21969f tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:48:41.911903 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-f3c26a8d-835d-4257-a2b9-77bb2910bade req-bd2301c3-5590-49cc-a1dd-04958b21969f tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] 10.222.0.40 "GET /v2.0/ports?device_id=39de4969-6044-4fa4-b9d1-fe0d5d59da0d HTTP/1.1" status: 200 len: 945 time: 0.0593929 Jul 27 08:48:41.986711 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-f3c26a8d-835d-4257-a2b9-77bb2910bade req-dcdeee42-c4e1-4c1a-a739-c58e400fa252 tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] 10.222.0.40 "GET /v2.0/security-groups?id=c855ef9a-a972-4eab-ac49-5b7525b9cf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429254 Jul 27 08:48:42.019666 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-3baf3356-4275-4a9f-a77d-835d26f587fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8119314'] for router (018103cf-324e-446a-8be2-3ec1743299c4), after_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:48:42.020305 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3baf3356-4275-4a9f-a77d-835d26f587fc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 018103cf-324e-446a-8be2-3ec1743299c4 {{(pid=104485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 08:48:42.024318 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-3baf3356-4275-4a9f-a77d-835d26f587fc admin admin] Publish callbacks [] for router (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:48:42.025453 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-3baf3356-4275-4a9f-a77d-835d26f587fc admin admin] 10.222.0.40 "DELETE /v2.0/routers/018103cf-324e-446a-8be2-3ec1743299c4 HTTP/1.1" status: 204 len: 168 time: 1.0064404 Jul 27 08:48:42.028024 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 33134) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:48:42.075682 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c336b54-94a5-4adc-bc4b-51279dcce20d req-db544607-2eb2-46e0-8bb5-9c48c285825c tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:48:42.077172 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-3c336b54-94a5-4adc-bc4b-51279dcce20d req-db544607-2eb2-46e0-8bb5-9c48c285825c tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] 10.222.0.42 "GET /v2.0/ports?device_id=39de4969-6044-4fa4-b9d1-fe0d5d59da0d HTTP/1.1" status: 200 len: 945 time: 0.0493205 Jul 27 08:48:42.077346 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.db.db_base_plugin_v2 [None req-69f328fb-86f6-4552-a5e8-55a1797494ee admin admin] Deleting subnet 7bb93b59-455b-4e46-8d58-a8f142f5867d {{(pid=104485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 27 08:48:42.080711 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-69f328fb-86f6-4552-a5e8-55a1797494ee admin admin] Publish callbacks [] for subnet (7bb93b59-455b-4e46-8d58-a8f142f5867d), before_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:48:42.115995 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-69f328fb-86f6-4552-a5e8-55a1797494ee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4551711'] for subnet (7bb93b59-455b-4e46-8d58-a8f142f5867d), precommit_delete_associations {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:48:42.160890 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.plugin [req-3c336b54-94a5-4adc-bc4b-51279dcce20d req-95f84b9a-3a05-406a-a391-3de699e75c0f tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] Deleting port c867b62f-3e3b-47c7-a632-b1d7198b0f7b {{(pid=104486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 08:48:42.167286 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-3c336b54-94a5-4adc-bc4b-51279dcce20d req-95f84b9a-3a05-406a-a391-3de699e75c0f tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786710341133'] for port (c867b62f-3e3b-47c7-a632-b1d7198b0f7b), before_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:48:42.192408 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-69f328fb-86f6-4552-a5e8-55a1797494ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-829739'] for subnet (7bb93b59-455b-4e46-8d58-a8f142f5867d), precommit_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:48:42.256192 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.db [req-3c336b54-94a5-4adc-bc4b-51279dcce20d req-95f84b9a-3a05-406a-a391-3de699e75c0f tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] For port c867b62f-3e3b-47c7-a632-b1d7198b0f7b, host hv-cinder-85117, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85117',level=0,port_id=c867b62f-3e3b-47c7-a632-b1d7198b0f7b,segment=NetworkSegment(76f48e39-f569-4912-a27b-d890da9744e7),segment_id=76f48e39-f569-4912-a27b-d890da9744e7)] {{(pid=104486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:48:42.256555 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-3c336b54-94a5-4adc-bc4b-51279dcce20d req-95f84b9a-3a05-406a-a391-3de699e75c0f tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8100626'] for port (c867b62f-3e3b-47c7-a632-b1d7198b0f7b), precommit_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:48:42.276284 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.plugin [req-3c336b54-94a5-4adc-bc4b-51279dcce20d req-95f84b9a-3a05-406a-a391-3de699e75c0f tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] Calling delete_port for c867b62f-3e3b-47c7-a632-b1d7198b0f7b owned by compute:nova {{(pid=104486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 08:48:42.325099 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-69f328fb-86f6-4552-a5e8-55a1797494ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-829730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16582202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16687746'] for subnet (7bb93b59-455b-4e46-8d58-a8f142f5867d), after_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:48:42.353113 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f328fb-86f6-4552-a5e8-55a1797494ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7bb93b59-455b-4e46-8d58-a8f142f5867d,revision_number=None']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:48:42.359011 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-69f328fb-86f6-4552-a5e8-55a1797494ee admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:48:42.362835 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-69f328fb-86f6-4552-a5e8-55a1797494ee admin admin] 10.222.0.40 "DELETE /v2.0/subnets/7bb93b59-455b-4e46-8d58-a8f142f5867d HTTP/1.1" status: 204 len: 168 time: 0.3334084 Jul 27 08:48:42.367748 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65947160-bc16-4247-9111-0e5fff3b3e2a None None] Network 86596533-e5bc-41a5-8bd8-3e19070777ca requested from dv-cinder-851170-2-iscsi {{(pid=104487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 08:48:42.368296 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 33136) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:48:42.442643 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-3da48d56-63f8-45d9-8c78-9c68b4b943f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-787041'] for network (86596533-e5bc-41a5-8bd8-3e19070777ca), before_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:48:42.468366 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-3c336b54-94a5-4adc-bc4b-51279dcce20d req-95f84b9a-3a05-406a-a391-3de699e75c0f tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786710477123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786709965406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4293862'] for port (c867b62f-3e3b-47c7-a632-b1d7198b0f7b), after_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:48:42.491303 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.plugin [None req-3da48d56-63f8-45d9-8c78-9c68b4b943f0 admin admin] Deleting port cc6660c1-b402-457a-b9c3-85e8115966d1 {{(pid=104485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 08:48:42.491642 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-3da48d56-63f8-45d9-8c78-9c68b4b943f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786710341133'] for port (cc6660c1-b402-457a-b9c3-85e8115966d1), before_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:48:42.498303 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f84b9a-3a05-406a-a391-3de699e75c0f tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] Pushing event deleted for resources: {'Port': ['ID=c867b62f-3e3b-47c7-a632-b1d7198b0f7b,revision_number=None']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:48:42.508223 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] get_ports_and_sgs() called for port_ids ['c867b62f-3e3b-47c7-a632-b1d7198b0f7b'] {{(pid=104487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 08:48:42.544472 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c336b54-94a5-4adc-bc4b-51279dcce20d req-95f84b9a-3a05-406a-a391-3de699e75c0f tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] No DVR routers for this DVR port c867b62f-3e3b-47c7-a632-b1d7198b0f7b on host hv-cinder-85117 {{(pid=104486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 08:48:42.544844 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-510105e5-c762-4c47-b941-f0f783ec8b76 None None] DHCP port deletion for 86596533-e5bc-41a5-8bd8-3e19070777ca request from dv-cinder-851170-2-iscsi {{(pid=104487) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 27 08:48:42.546863 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-3c336b54-94a5-4adc-bc4b-51279dcce20d req-95f84b9a-3a05-406a-a391-3de699e75c0f tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8374701'] for port (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:48:42.550268 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-3c336b54-94a5-4adc-bc4b-51279dcce20d req-95f84b9a-3a05-406a-a391-3de699e75c0f tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] 10.222.0.42 "DELETE /v2.0/ports/c867b62f-3e3b-47c7-a632-b1d7198b0f7b HTTP/1.1" status: 204 len: 173 time: 0.4672685 Jul 27 08:48:42.551207 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:DELETE=8,neutron:UPDATE=2,neutron:SELECT=90 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:48:42.563625 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39de4969-6044-4fa4-b9d1-fe0d5d59da0d', 'name': 'network-vif-deleted', 'tag': 'c867b62f-3e3b-47c7-a632-b1d7198b0f7b'}] {{(pid=104486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 08:48:42.564319 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0fbdf057086729fb3d5906bdd251c7adb98d678ad2f5ce1a48bcc8d44af0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-687e5efd-878f-4dc1-95bc-63f012533b46" -d '{"events": [{"server_uuid": "39de4969-6044-4fa4-b9d1-fe0d5d59da0d", "name": "network-vif-deleted", "tag": "c867b62f-3e3b-47c7-a632-b1d7198b0f7b"}]}' {{(pid=104486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 08:48:42.595446 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-510105e5-c762-4c47-b941-f0f783ec8b76 None None] Deleting port cc6660c1-b402-457a-b9c3-85e8115966d1 {{(pid=104487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 08:48:42.595931 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-510105e5-c762-4c47-b941-f0f783ec8b76 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786710341133'] for port (cc6660c1-b402-457a-b9c3-85e8115966d1), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:48:42.612978 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.db [None req-3da48d56-63f8-45d9-8c78-9c68b4b943f0 admin admin] For port cc6660c1-b402-457a-b9c3-85e8115966d1, host dv-cinder-851170-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851170-2-iscsi',level=0,port_id=cc6660c1-b402-457a-b9c3-85e8115966d1,segment=NetworkSegment(fc440bfb-38b1-4666-8c4c-49881a4385a0),segment_id=fc440bfb-38b1-4666-8c4c-49881a4385a0)] {{(pid=104485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:48:42.613352 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-3da48d56-63f8-45d9-8c78-9c68b4b943f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8100626'] for port (cc6660c1-b402-457a-b9c3-85e8115966d1), precommit_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:48:42.636581 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.plugin [None req-3da48d56-63f8-45d9-8c78-9c68b4b943f0 admin admin] Calling delete_port for cc6660c1-b402-457a-b9c3-85e8115966d1 owned by network:dhcp {{(pid=104485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 08:48:42.664273 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 08:48:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f51a383-edeb-47df-92f7-4d766e224736 x-openstack-request-id: req-0f51a383-edeb-47df-92f7-4d766e224736 {{(pid=104486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 08:48:42.664449 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39de4969-6044-4fa4-b9d1-fe0d5d59da0d", "name": "network-vif-deleted", "tag": "c867b62f-3e3b-47c7-a632-b1d7198b0f7b", "status": "completed", "code": 200}]} {{(pid=104486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 08:48:42.664662 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-0f51a383-edeb-47df-92f7-4d766e224736 {{(pid=104486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 08:48:42.665063 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f51a383-edeb-47df-92f7-4d766e224736'] response: {'server_uuid': '39de4969-6044-4fa4-b9d1-fe0d5d59da0d', 'name': 'network-vif-deleted', 'tag': 'c867b62f-3e3b-47c7-a632-b1d7198b0f7b', 'status': 'completed', 'code': 200} Jul 27 08:48:42.678199 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-510105e5-c762-4c47-b941-f0f783ec8b76 None None] For port cc6660c1-b402-457a-b9c3-85e8115966d1, host dv-cinder-851170-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851170-2-iscsi',level=0,port_id=cc6660c1-b402-457a-b9c3-85e8115966d1,segment=NetworkSegment(fc440bfb-38b1-4666-8c4c-49881a4385a0),segment_id=fc440bfb-38b1-4666-8c4c-49881a4385a0)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:48:42.678665 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-510105e5-c762-4c47-b941-f0f783ec8b76 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8100626'] for port (cc6660c1-b402-457a-b9c3-85e8115966d1), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:48:42.682834 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Device cc6660c1-b402-457a-b9c3-85e8115966d1 no longer exists at agent ovs-agent-dv-cinder-851170-2-iscsi {{(pid=104487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 08:48:42.717293 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-510105e5-c762-4c47-b941-f0f783ec8b76 None None] Calling delete_port for cc6660c1-b402-457a-b9c3-85e8115966d1 owned by network:dhcp {{(pid=104487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 08:48:42.745325 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:48:42.825313 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Current status of the port cc6660c1-b402-457a-b9c3-85e8115966d1 is: ACTIVE; New status is: DOWN {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:48:42.825704 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (cc6660c1-b402-457a-b9c3-85e8115966d1), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:48:42.854995 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-3da48d56-63f8-45d9-8c78-9c68b4b943f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786710477123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786709965406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16582167'] for port (cc6660c1-b402-457a-b9c3-85e8115966d1), after_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:48:42.876955 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Device 0d464519-7720-4861-a2fd-4adc4e4d9b08 no longer exists at agent ovs-agent-dv-cinder-851170-2-iscsi {{(pid=104487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 08:48:42.878920 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-510105e5-c762-4c47-b941-f0f783ec8b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786710477123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786709965406'] for port (cc6660c1-b402-457a-b9c3-85e8115966d1), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:48:42.882862 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da48d56-63f8-45d9-8c78-9c68b4b943f0 admin admin] No DVR routers for this DVR port cc6660c1-b402-457a-b9c3-85e8115966d1 on host dv-cinder-851170-2-iscsi {{(pid=104485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 08:48:42.887853 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da48d56-63f8-45d9-8c78-9c68b4b943f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc6660c1-b402-457a-b9c3-85e8115966d1,revision_number=None']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:48:42.922469 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] No Port match for: 0d464519-7720-4861-a2fd-4adc4e4d9b08 {{(pid=104487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 08:48:42.922820 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Device 0d464519-7720-4861-a2fd-4adc4e4d9b08 not bound to the agent host dv-cinder-851170-2-iscsi {{(pid=104487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 08:48:42.923238 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Device 789c9448-28dd-488f-a71f-dad7507df88d no longer exists at agent ovs-agent-dv-cinder-851170-2-iscsi {{(pid=104487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 08:48:42.927719 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510105e5-c762-4c47-b941-f0f783ec8b76 None None] Pushing event deleted for resources: {'Port': ['ID=cc6660c1-b402-457a-b9c3-85e8115966d1,revision_number=None']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:48:42.945759 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510105e5-c762-4c47-b941-f0f783ec8b76 None None] No DVR routers for this DVR port cc6660c1-b402-457a-b9c3-85e8115966d1 on host dv-cinder-851170-2-iscsi {{(pid=104487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 08:48:42.949382 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] No Port match for: 789c9448-28dd-488f-a71f-dad7507df88d {{(pid=104487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 08:48:42.956856 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Device 789c9448-28dd-488f-a71f-dad7507df88d not bound to the agent host dv-cinder-851170-2-iscsi {{(pid=104487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 08:48:42.973459 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-3da48d56-63f8-45d9-8c78-9c68b4b943f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-831493', 'neutron.services.segments.db._delete_segments_for_network-8786710418890'] for network (86596533-e5bc-41a5-8bd8-3e19070777ca), precommit_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:48:42.993424 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.services.segments.db [None req-3da48d56-63f8-45d9-8c78-9c68b4b943f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86596533-e5bc-41a5-8bd8-3e19070777ca']}} {{(pid=104485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:48:43.002971 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.services.segments.db [None req-3da48d56-63f8-45d9-8c78-9c68b4b943f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc440bfb-38b1-4666-8c4c-49881a4385a0') {'for_net_delete': True} {{(pid=104485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:48:43.003315 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.services.segments.db [None req-3da48d56-63f8-45d9-8c78-9c68b4b943f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc440bfb-38b1-4666-8c4c-49881a4385a0') {} {{(pid=104485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:48:43.013800 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-3da48d56-63f8-45d9-8c78-9c68b4b943f0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786710418791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4551686'] for segment (fc440bfb-38b1-4666-8c4c-49881a4385a0), before_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:48:43.029045 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-3da48d56-63f8-45d9-8c78-9c68b4b943f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-834444'] for segment (fc440bfb-38b1-4666-8c4c-49881a4385a0), precommit_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:48:43.035585 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3da48d56-63f8-45d9-8c78-9c68b4b943f0 admin admin] Releasing vlan 687 on physical network physnet1 to pool {{(pid=104485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 08:48:43.035915 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-3da48d56-63f8-45d9-8c78-9c68b4b943f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-834444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16582244'] for segment (fc440bfb-38b1-4666-8c4c-49881a4385a0), after_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:48:43.075397 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.services.segments.plugin [-] Segment fc440bfb-38b1-4666-8c4c-49881a4385a0 resource provider aggregate not found Jul 27 08:48:43.095565 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.services.segments.plugin [-] Segment fc440bfb-38b1-4666-8c4c-49881a4385a0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fc440bfb-38b1-4666-8c4c-49881a4385a0 found for delete ", "request_id": "req-3d8c3bf4-bf99-441f-8fb9-6719676e9a33"}]} Jul 27 08:48:43.118270 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-148cb43b-0d11-4b04-8889-02e14f9583c6 req-099ac914-99e9-41d6-b156-54dc5278b07a tempest-VolumesActionsTest-703864075 tempest-VolumesActionsTest-703864075-project] 10.222.0.40 "GET /v2.0/ports?device_id=39de4969-6044-4fa4-b9d1-fe0d5d59da0d HTTP/1.1" status: 200 len: 210 time: 0.0393639 Jul 27 08:48:43.208181 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-3da48d56-63f8-45d9-8c78-9c68b4b943f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-831502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363063'] for network (86596533-e5bc-41a5-8bd8-3e19070777ca), after_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:48:43.215810 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-3da48d56-63f8-45d9-8c78-9c68b4b943f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7864717'] for network (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:48:43.219191 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-3da48d56-63f8-45d9-8c78-9c68b4b943f0 admin admin] 10.222.0.40 "DELETE /v2.0/networks/86596533-e5bc-41a5-8bd8-3e19070777ca HTTP/1.1" status: 204 len: 168 time: 0.8498197 Jul 27 08:48:43.228799 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da48d56-63f8-45d9-8c78-9c68b4b943f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=86596533-e5bc-41a5-8bd8-3e19070777ca,revision_number=None']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:48:43.544456 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 33148) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:48:43.590404 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-2a2793d4-484f-42b0-879e-46d648ed477f admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=9dcfebb6e1774a7daed20b60d2379875&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0447609 Jul 27 08:48:43.593251 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 33150) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:48:43.641633 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-34b602ba-a246-44b1-be5f-d142dfab9886 admin admin] Publish callbacks [] for security_group (a6978ae4-5a40-490f-be7a-695809143071), before_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:48:43.664256 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-34b602ba-a246-44b1-be5f-d142dfab9886 admin admin] Publish callbacks [] for security_group (a6978ae4-5a40-490f-be7a-695809143071), precommit_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:48:43.785457 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-34b602ba-a246-44b1-be5f-d142dfab9886 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (a6978ae4-5a40-490f-be7a-695809143071), after_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:48:43.787929 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-34b602ba-a246-44b1-be5f-d142dfab9886 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:48:43.789064 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-34b602ba-a246-44b1-be5f-d142dfab9886 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/a6978ae4-5a40-490f-be7a-695809143071 HTTP/1.1" status: 204 len: 168 time: 0.1948962 Jul 27 08:48:43.797828 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b602ba-a246-44b1-be5f-d142dfab9886 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6978ae4-5a40-490f-be7a-695809143071,revision_number=None']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:48:43.969302 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=3,neutron:UPDATE=2 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:48:43.971168 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=5 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:48:46.016068 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-4c120731-7075-4631-a6d9-9789c9036fc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (7c77c4a2-8ca4-486b-af2a-676805e7b922), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:48:47.330531 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Device c867b62f-3e3b-47c7-a632-b1d7198b0f7b no longer exists at agent hyperv_hv-cinder-85117 {{(pid=104487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 08:48:47.353789 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] No Port match for: c867b62f-3e3b-47c7-a632-b1d7198b0f7b {{(pid=104487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 08:48:47.354128 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Device c867b62f-3e3b-47c7-a632-b1d7198b0f7b not bound to the agent host hv-cinder-85117 {{(pid=104487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 08:48:48.397184 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-c2da7f15-2caf-4029-933c-3d0923ea10a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (5bc6d868-bb0b-4164-b2dd-44360f4de654), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:48:50.301512 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-45eb61cd-e3d7-4840-8013-3080c7768274 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (36998da0-f99a-403d-814c-b55466abd131), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:48:51.110430 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.agents_db [None req-f85b74c8-06c1-470d-aedd-c7ca4f0196ea None None] Agent healthcheck: found 6 active agents {{(pid=104488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 08:48:51.342248 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-83feb67a-80d7-474e-96e8-1d92c33387c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (0a293c43-2970-4b69-9d2a-dcf41d8870ef), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:48:51.370076 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (ed9de811-f248-496b-b487-860d50d7cee7), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:48:51.372886 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (40990755-2d84-4c9d-828c-eda94a5136e8), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:48:52.522709 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=45,neutron:DELETE=5 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:48:52.526459 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=83,neutron:DELETE=3 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:48:53.792081 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:DELETE=8,neutron:SELECT=61 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:48:53.794243 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=26,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:48:56.725343 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d6bae7-9405-4437-9461-e405b34038b7 req-2c6dd2bc-0f9d-4100-952c-3c4acb2862fe tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:48:56.726913 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-12d6bae7-9405-4437-9461-e405b34038b7 req-2c6dd2bc-0f9d-4100-952c-3c4acb2862fe tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] 10.222.0.40 "GET /v2.0/ports?device_id=64ec7762-d0bf-4cea-8fc2-b4c9fcd5e67b HTTP/1.1" status: 200 len: 946 time: 0.0608099 Jul 27 08:48:56.817214 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-12d6bae7-9405-4437-9461-e405b34038b7 req-ce16a2b7-4708-40bb-abb5-dc5ef7ee4075 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] 10.222.0.40 "GET /v2.0/security-groups?id=6510ab0b-e3cc-4b2d-a6c9-f27a1733f830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825138 Jul 27 08:48:57.950790 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4104790a-ffcf-4b8f-b594-1772390c2464 req-ee51394e-994c-4b94-87ff-492fe16e37d1 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:48:57.952941 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-4104790a-ffcf-4b8f-b594-1772390c2464 req-ee51394e-994c-4b94-87ff-492fe16e37d1 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] 10.222.0.40 "GET /v2.0/ports?device_id=64ec7762-d0bf-4cea-8fc2-b4c9fcd5e67b HTTP/1.1" status: 200 len: 946 time: 0.0519555 Jul 27 08:48:58.021078 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-4104790a-ffcf-4b8f-b594-1772390c2464 req-3af2edb9-3f67-429c-bd36-65bc049af068 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] 10.222.0.40 "GET /v2.0/security-groups?id=6510ab0b-e3cc-4b2d-a6c9-f27a1733f830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618424 Jul 27 08:48:59.158989 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f65f0d-d159-49d4-828a-a46d2e18f431 req-47e16445-8805-4848-bad9-3ce70a086fe6 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:48:59.166898 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-f3f65f0d-d159-49d4-828a-a46d2e18f431 req-47e16445-8805-4848-bad9-3ce70a086fe6 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] 10.222.0.40 "GET /v2.0/ports?device_id=64ec7762-d0bf-4cea-8fc2-b4c9fcd5e67b HTTP/1.1" status: 200 len: 946 time: 0.0590768 Jul 27 08:48:59.217236 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-f3f65f0d-d159-49d4-828a-a46d2e18f431 req-6bca3116-6a44-47f2-b341-fadb7682082e tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] 10.222.0.40 "GET /v2.0/security-groups?id=6510ab0b-e3cc-4b2d-a6c9-f27a1733f830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490682 Jul 27 08:49:00.346722 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f3f2a7-9f70-4654-88cf-612d22a14e06 req-142edec0-ce36-481f-b8ee-ae9e8bc8ece4 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:49:00.348233 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-f8f3f2a7-9f70-4654-88cf-612d22a14e06 req-142edec0-ce36-481f-b8ee-ae9e8bc8ece4 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] 10.222.0.40 "GET /v2.0/ports?device_id=64ec7762-d0bf-4cea-8fc2-b4c9fcd5e67b HTTP/1.1" status: 200 len: 946 time: 0.0552850 Jul 27 08:49:00.397258 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-f8f3f2a7-9f70-4654-88cf-612d22a14e06 req-d4807ca7-dccc-44f3-80ad-acb9d13f7a1a tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] 10.222.0.40 "GET /v2.0/security-groups?id=6510ab0b-e3cc-4b2d-a6c9-f27a1733f830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432761 Jul 27 08:49:01.279462 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:49:01.286897 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=61,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:49:01.533223 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dd68dc-aa79-4c9e-aa77-cab6c6d8c086 req-cc82a791-d6b9-49f3-90ee-a09178b1d162 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:49:01.535016 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-d5dd68dc-aa79-4c9e-aa77-cab6c6d8c086 req-cc82a791-d6b9-49f3-90ee-a09178b1d162 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] 10.222.0.40 "GET /v2.0/ports?device_id=64ec7762-d0bf-4cea-8fc2-b4c9fcd5e67b HTTP/1.1" status: 200 len: 946 time: 0.0629282 Jul 27 08:49:01.593095 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-d5dd68dc-aa79-4c9e-aa77-cab6c6d8c086 req-a85ca135-842e-40e8-949a-bfd8ebd6acb0 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] 10.222.0.40 "GET /v2.0/security-groups?id=6510ab0b-e3cc-4b2d-a6c9-f27a1733f830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525057 Jul 27 08:49:02.740209 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2275225-f1bc-48db-ac0c-8e9e6ce9a319 req-de505c89-1d46-4e1b-b6ff-635f8b17dbfa tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:49:02.749158 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-c2275225-f1bc-48db-ac0c-8e9e6ce9a319 req-de505c89-1d46-4e1b-b6ff-635f8b17dbfa tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] 10.222.0.40 "GET /v2.0/ports?device_id=64ec7762-d0bf-4cea-8fc2-b4c9fcd5e67b HTTP/1.1" status: 200 len: 946 time: 0.0624413 Jul 27 08:49:02.809014 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-c2275225-f1bc-48db-ac0c-8e9e6ce9a319 req-6f4073e1-8d1d-4e89-b87c-d1231a39cc1c tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] 10.222.0.40 "GET /v2.0/security-groups?id=6510ab0b-e3cc-4b2d-a6c9-f27a1733f830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563769 Jul 27 08:49:02.940377 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 33454) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:49:03.070241 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-d895b0aa-6a23-474c-a252-bab36dddeaf7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:03.159726 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-d895b0aa-6a23-474c-a252-bab36dddeaf7 admin admin] Publish callbacks [] for security_group (c29ba84a-5081-4757-b446-69f8d5e0a2e5), precommit_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:03.656005 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-d895b0aa-6a23-474c-a252-bab36dddeaf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (c29ba84a-5081-4757-b446-69f8d5e0a2e5), after_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:03.694900 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d895b0aa-6a23-474c-a252-bab36dddeaf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c29ba84a-5081-4757-b446-69f8d5e0a2e5,revision_number=1']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:49:03.699888 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-d895b0aa-6a23-474c-a252-bab36dddeaf7 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=b8c479ff98f24bb5807c25188580041b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7577960 Jul 27 08:49:03.702397 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 33462) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:49:03.753626 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-4e9df6de-60cf-46cc-81aa-05e0d498fc72 admin admin] Publish callbacks [] for security_group (c29ba84a-5081-4757-b446-69f8d5e0a2e5), before_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:03.782622 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-4e9df6de-60cf-46cc-81aa-05e0d498fc72 admin admin] Publish callbacks [] for security_group (c29ba84a-5081-4757-b446-69f8d5e0a2e5), precommit_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:03.896086 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-4e9df6de-60cf-46cc-81aa-05e0d498fc72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (c29ba84a-5081-4757-b446-69f8d5e0a2e5), after_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:03.898967 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-4e9df6de-60cf-46cc-81aa-05e0d498fc72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:03.900344 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-4e9df6de-60cf-46cc-81aa-05e0d498fc72 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/c29ba84a-5081-4757-b446-69f8d5e0a2e5 HTTP/1.1" status: 204 len: 168 time: 0.1970685 Jul 27 08:49:03.935606 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9df6de-60cf-46cc-81aa-05e0d498fc72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c29ba84a-5081-4757-b446-69f8d5e0a2e5,revision_number=None']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:49:03.984913 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39a9959-b0b0-4f15-bbbf-446b009168b4 req-a43728d1-84a0-4859-aa5b-3ba8b35f4570 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:49:03.991237 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-f39a9959-b0b0-4f15-bbbf-446b009168b4 req-a43728d1-84a0-4859-aa5b-3ba8b35f4570 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] 10.222.0.40 "GET /v2.0/ports?device_id=64ec7762-d0bf-4cea-8fc2-b4c9fcd5e67b HTTP/1.1" status: 200 len: 946 time: 0.0860455 Jul 27 08:49:04.047625 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-f39a9959-b0b0-4f15-bbbf-446b009168b4 req-733de1fb-7297-4922-9c72-c3f506a754ef tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] 10.222.0.40 "GET /v2.0/security-groups?id=6510ab0b-e3cc-4b2d-a6c9-f27a1733f830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509007 Jul 27 08:49:04.600712 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 33478) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:49:04.615274 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-dbf8b113-8f91-4705-8d37-29426dfd55f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:04.718946 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-dbf8b113-8f91-4705-8d37-29426dfd55f6 admin admin] Publish callbacks [] for security_group (29b99033-51f7-400e-b721-b467e07383e1), precommit_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:04.775743 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-dbf8b113-8f91-4705-8d37-29426dfd55f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (29b99033-51f7-400e-b721-b467e07383e1), after_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:04.815499 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf8b113-8f91-4705-8d37-29426dfd55f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29b99033-51f7-400e-b721-b467e07383e1,revision_number=1']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:49:04.820127 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-dbf8b113-8f91-4705-8d37-29426dfd55f6 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=40061b0c87b34416ac1ade5d41ba7115&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2183795 Jul 27 08:49:04.823028 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 33480) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:49:04.891329 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-75844643-63b8-456b-ab0a-6a717144fd38 admin admin] Publish callbacks [] for security_group (29b99033-51f7-400e-b721-b467e07383e1), before_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:04.926664 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-75844643-63b8-456b-ab0a-6a717144fd38 admin admin] Publish callbacks [] for security_group (29b99033-51f7-400e-b721-b467e07383e1), precommit_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:05.067103 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-75844643-63b8-456b-ab0a-6a717144fd38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (29b99033-51f7-400e-b721-b467e07383e1), after_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:05.070055 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-75844643-63b8-456b-ab0a-6a717144fd38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:05.071439 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-75844643-63b8-456b-ab0a-6a717144fd38 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/29b99033-51f7-400e-b721-b467e07383e1 HTTP/1.1" status: 204 len: 168 time: 0.2473719 Jul 27 08:49:05.099525 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75844643-63b8-456b-ab0a-6a717144fd38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29b99033-51f7-400e-b721-b467e07383e1,revision_number=None']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:49:05.218729 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5917b24-1774-4fcf-9d18-fe891a9f93bc req-abdba43b-28d7-4399-8453-a27526cd2d06 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:49:05.227068 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-b5917b24-1774-4fcf-9d18-fe891a9f93bc req-abdba43b-28d7-4399-8453-a27526cd2d06 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] 10.222.0.40 "GET /v2.0/ports?device_id=64ec7762-d0bf-4cea-8fc2-b4c9fcd5e67b HTTP/1.1" status: 200 len: 946 time: 0.0966990 Jul 27 08:49:05.284096 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:49:05.309625 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-b5917b24-1774-4fcf-9d18-fe891a9f93bc req-65ed6e37-0c25-4443-9215-009cf906aec1 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] 10.222.0.40 "GET /v2.0/security-groups?id=6510ab0b-e3cc-4b2d-a6c9-f27a1733f830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740929 Jul 27 08:49:06.468800 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6444c8-fad7-4fc2-b342-c914b30671cc req-ffc7a18a-bcb5-42a8-b70a-fdef111dace7 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:49:06.470513 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-af6444c8-fad7-4fc2-b342-c914b30671cc req-ffc7a18a-bcb5-42a8-b70a-fdef111dace7 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] 10.222.0.40 "GET /v2.0/ports?device_id=64ec7762-d0bf-4cea-8fc2-b4c9fcd5e67b HTTP/1.1" status: 200 len: 946 time: 0.0564382 Jul 27 08:49:06.522495 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-af6444c8-fad7-4fc2-b342-c914b30671cc req-667b1022-d38f-40bc-bd3d-243f2111f4a4 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] 10.222.0.40 "GET /v2.0/security-groups?id=6510ab0b-e3cc-4b2d-a6c9-f27a1733f830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455060 Jul 27 08:49:07.179691 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc37346-2d29-4c85-9892-4d3033e68778 req-90fa1c0a-8cf4-46a5-ab64-944eca0c9e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:49:07.181511 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-fdc37346-2d29-4c85-9892-4d3033e68778 req-90fa1c0a-8cf4-46a5-ab64-944eca0c9e48 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5d10772d974f47d7bc82c0f0b8a8facf&device_id=64ec7762-d0bf-4cea-8fc2-b4c9fcd5e67b HTTP/1.1" status: 200 len: 1130 time: 0.0457990 Jul 27 08:49:07.368777 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc37346-2d29-4c85-9892-4d3033e68778 req-8a499d47-6e68-457f-b388-4ae7cbea4f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:49:07.371386 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-fdc37346-2d29-4c85-9892-4d3033e68778 req-8a499d47-6e68-457f-b388-4ae7cbea4f97 service neutron] 10.222.0.42 "GET /v2.0/networks?id=93238f62-e429-47ef-8e5c-b2b7247c1c0f HTTP/1.1" status: 200 len: 910 time: 0.1443412 Jul 27 08:49:07.453966 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-fdc37346-2d29-4c85-9892-4d3033e68778 req-ab5ac439-9b15-4e93-8136-40fa6b7d4776 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5a802d95-999c-4c8e-9c81-861429f0b5f0 HTTP/1.1" status: 200 len: 1001 time: 0.0755436 Jul 27 08:49:07.507409 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc37346-2d29-4c85-9892-4d3033e68778 req-68d76113-02ad-4796-a651-cfc13e9f79be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:49:07.508730 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-fdc37346-2d29-4c85-9892-4d3033e68778 req-68d76113-02ad-4796-a651-cfc13e9f79be service neutron] 10.222.0.42 "GET /v2.0/subnets?id=45bab364-f7d1-4e2a-889f-749acca6bead HTTP/1.1" status: 200 len: 848 time: 0.0484307 Jul 27 08:49:07.564713 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc37346-2d29-4c85-9892-4d3033e68778 req-4d486211-f871-4717-85b9-97b32a907bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:49:07.566244 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-fdc37346-2d29-4c85-9892-4d3033e68778 req-4d486211-f871-4717-85b9-97b32a907bea service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=93238f62-e429-47ef-8e5c-b2b7247c1c0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0519533 Jul 27 08:49:07.591969 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:49:07.622809 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:49:07.662504 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471cc083-d759-4e21-863f-c54b51ca0315 req-8e44469c-3f96-42b1-8f1b-f8bf63be98bb tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:49:07.663799 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-fdc37346-2d29-4c85-9892-4d3033e68778 req-026e8d95-a973-4f3d-8e86-46efac968706 service neutron] 10.222.0.42 "GET /v2.0/networks/93238f62-e429-47ef-8e5c-b2b7247c1c0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902622 Jul 27 08:49:07.664045 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-471cc083-d759-4e21-863f-c54b51ca0315 req-8e44469c-3f96-42b1-8f1b-f8bf63be98bb tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] 10.222.0.40 "GET /v2.0/ports?device_id=64ec7762-d0bf-4cea-8fc2-b4c9fcd5e67b HTTP/1.1" status: 200 len: 946 time: 0.0628042 Jul 27 08:49:07.677381 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=3 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:49:07.735416 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-471cc083-d759-4e21-863f-c54b51ca0315 req-c1fe5d0c-1ece-4f7e-830b-699e661f8ead tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] 10.222.0.40 "GET /v2.0/security-groups?id=6510ab0b-e3cc-4b2d-a6c9-f27a1733f830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638545 Jul 27 08:49:07.766430 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-fdc37346-2d29-4c85-9892-4d3033e68778 req-5dfd3d5c-ed5a-480d-88b1-e54799a3cb22 service neutron] 10.222.0.42 "GET /v2.0/networks/93238f62-e429-47ef-8e5c-b2b7247c1c0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968370 Jul 27 08:49:08.847735 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537fee06-b4c6-430c-8adb-898cbcaf2f90 req-96f6e795-9736-42ac-85c6-ebc365f6cfe0 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:49:08.849252 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-537fee06-b4c6-430c-8adb-898cbcaf2f90 req-96f6e795-9736-42ac-85c6-ebc365f6cfe0 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] 10.222.0.40 "GET /v2.0/ports?device_id=64ec7762-d0bf-4cea-8fc2-b4c9fcd5e67b HTTP/1.1" status: 200 len: 946 time: 0.0469298 Jul 27 08:49:08.902638 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-537fee06-b4c6-430c-8adb-898cbcaf2f90 req-19095544-e16f-4502-b939-08210345d0b3 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] 10.222.0.40 "GET /v2.0/security-groups?id=6510ab0b-e3cc-4b2d-a6c9-f27a1733f830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465708 Jul 27 08:49:10.034836 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c7ed70-8dab-4437-af90-98521cbba922 req-c3f66bc9-4430-4848-86d6-d594fe5cb7e9 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:49:10.036324 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-83c7ed70-8dab-4437-af90-98521cbba922 req-c3f66bc9-4430-4848-86d6-d594fe5cb7e9 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] 10.222.0.40 "GET /v2.0/ports?device_id=64ec7762-d0bf-4cea-8fc2-b4c9fcd5e67b HTTP/1.1" status: 200 len: 946 time: 0.0501268 Jul 27 08:49:10.087318 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-83c7ed70-8dab-4437-af90-98521cbba922 req-3e94de7b-caa8-42a1-8cdc-0e60172a79c0 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] 10.222.0.40 "GET /v2.0/security-groups?id=6510ab0b-e3cc-4b2d-a6c9-f27a1733f830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451243 Jul 27 08:49:10.350378 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 33646) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:49:10.470589 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-da1138b4-81d0-48b6-9e32-565b6935ce21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:10.547675 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-da1138b4-81d0-48b6-9e32-565b6935ce21 admin admin] Publish callbacks [] for security_group (14187473-4658-49d5-a830-19faccd8fce6), precommit_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:10.603926 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-da1138b4-81d0-48b6-9e32-565b6935ce21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (14187473-4658-49d5-a830-19faccd8fce6), after_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:10.645119 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-da1138b4-81d0-48b6-9e32-565b6935ce21 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=7974ec14ad6342f7858e62d3090d632d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2936108 Jul 27 08:49:10.645993 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1138b4-81d0-48b6-9e32-565b6935ce21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14187473-4658-49d5-a830-19faccd8fce6,revision_number=1']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:49:10.647919 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 33652) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:49:10.702843 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-053ee976-0288-48a2-b13b-ab803ed1976f admin admin] Publish callbacks [] for security_group (14187473-4658-49d5-a830-19faccd8fce6), before_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:10.724820 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-053ee976-0288-48a2-b13b-ab803ed1976f admin admin] Publish callbacks [] for security_group (14187473-4658-49d5-a830-19faccd8fce6), precommit_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:10.844383 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-053ee976-0288-48a2-b13b-ab803ed1976f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (14187473-4658-49d5-a830-19faccd8fce6), after_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:10.847487 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-053ee976-0288-48a2-b13b-ab803ed1976f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:10.849551 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-053ee976-0288-48a2-b13b-ab803ed1976f admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/14187473-4658-49d5-a830-19faccd8fce6 HTTP/1.1" status: 204 len: 168 time: 0.1997330 Jul 27 08:49:10.859060 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053ee976-0288-48a2-b13b-ab803ed1976f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14187473-4658-49d5-a830-19faccd8fce6,revision_number=None']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:49:11.222861 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f57b90-03fe-44e1-8934-c0b023fdd0e8 req-cc97e9a7-3644-4fde-872d-9ffb97338e80 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:49:11.225090 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-62f57b90-03fe-44e1-8934-c0b023fdd0e8 req-cc97e9a7-3644-4fde-872d-9ffb97338e80 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] 10.222.0.40 "GET /v2.0/ports?device_id=64ec7762-d0bf-4cea-8fc2-b4c9fcd5e67b HTTP/1.1" status: 200 len: 946 time: 0.0492401 Jul 27 08:49:11.273716 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-62f57b90-03fe-44e1-8934-c0b023fdd0e8 req-05f601d5-dfce-41d9-99c6-a56a70a389f5 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] 10.222.0.40 "GET /v2.0/security-groups?id=6510ab0b-e3cc-4b2d-a6c9-f27a1733f830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435696 Jul 27 08:49:11.535537 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 33664) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:49:11.549891 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-85917242-6816-49e0-896a-9350295c4984 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:11.706304 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f994237-585d-43d2-b3e3-9fa229e2f5f1 req-8031623b-bb8b-413b-a486-30ece68e088c tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:49:11.707709 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-0f994237-585d-43d2-b3e3-9fa229e2f5f1 req-8031623b-bb8b-413b-a486-30ece68e088c tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] 10.222.0.40 "GET /v2.0/ports?device_id=64ec7762-d0bf-4cea-8fc2-b4c9fcd5e67b HTTP/1.1" status: 200 len: 946 time: 0.0900722 Jul 27 08:49:11.709112 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-04b93e21-d98c-4c6a-a8f6-83bfb177c6f6 req-335a5f87-8604-47c8-bf0e-1e7678147ccc service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=64ec7762-d0bf-4cea-8fc2-b4c9fcd5e67b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0430696 Jul 27 08:49:11.720106 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-85917242-6816-49e0-896a-9350295c4984 admin admin] Publish callbacks [] for security_group (8cb5f2d7-6909-4c32-8658-a7995da29121), precommit_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:11.776807 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-85917242-6816-49e0-896a-9350295c4984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (8cb5f2d7-6909-4c32-8658-a7995da29121), after_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:11.781065 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:49:11.785161 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-0f994237-585d-43d2-b3e3-9fa229e2f5f1 req-f98bb9c1-5949-4b53-922d-9c6dbcdfb319 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] 10.222.0.40 "GET /v2.0/security-groups?id=6510ab0b-e3cc-4b2d-a6c9-f27a1733f830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685771 Jul 27 08:49:11.796642 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b93e21-d98c-4c6a-a8f6-83bfb177c6f6 req-f0820c38-5419-4de8-9ced-6e50a6f9471c tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:49:11.798250 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-04b93e21-d98c-4c6a-a8f6-83bfb177c6f6 req-f0820c38-5419-4de8-9ced-6e50a6f9471c tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] 10.222.0.40 "GET /v2.0/ports/5a802d95-999c-4c8e-9c81-861429f0b5f0 HTTP/1.1" status: 200 len: 943 time: 0.0547764 Jul 27 08:49:11.836438 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-85917242-6816-49e0-896a-9350295c4984 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=75f7718560784423863ac9a1b1bae469&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2998042 Jul 27 08:49:11.837414 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85917242-6816-49e0-896a-9350295c4984 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cb5f2d7-6909-4c32-8658-a7995da29121,revision_number=1']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:49:11.839253 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 33670) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:49:11.912304 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 33674) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:49:11.919070 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-d09733bb-9fd6-44f8-980d-50896dea217f admin admin] Publish callbacks [] for security_group (8cb5f2d7-6909-4c32-8658-a7995da29121), before_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:11.943603 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-d09733bb-9fd6-44f8-980d-50896dea217f admin admin] Publish callbacks [] for security_group (8cb5f2d7-6909-4c32-8658-a7995da29121), precommit_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:11.984320 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4eef492-d823-4780-8662-e7ceb9709d92 admin admin] Deleting subnet be4cc3e6-e59e-426f-822a-b3a5dec83572 {{(pid=104486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 27 08:49:11.989103 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-d4eef492-d823-4780-8662-e7ceb9709d92 admin admin] Publish callbacks [] for subnet (be4cc3e6-e59e-426f-822a-b3a5dec83572), before_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:12.037454 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-d4eef492-d823-4780-8662-e7ceb9709d92 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6011820'] for subnet (be4cc3e6-e59e-426f-822a-b3a5dec83572), precommit_delete_associations {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:12.056227 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-d09733bb-9fd6-44f8-980d-50896dea217f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (8cb5f2d7-6909-4c32-8658-a7995da29121), after_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:12.059562 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-d09733bb-9fd6-44f8-980d-50896dea217f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:12.061290 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-d09733bb-9fd6-44f8-980d-50896dea217f admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/8cb5f2d7-6909-4c32-8658-a7995da29121 HTTP/1.1" status: 204 len: 168 time: 0.2199402 Jul 27 08:49:12.067422 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:49:12.071870 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09733bb-9fd6-44f8-980d-50896dea217f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cb5f2d7-6909-4c32-8658-a7995da29121,revision_number=None']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:49:12.087379 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-d4eef492-d823-4780-8662-e7ceb9709d92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-829739'] for subnet (be4cc3e6-e59e-426f-822a-b3a5dec83572), precommit_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:12.271342 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-d4eef492-d823-4780-8662-e7ceb9709d92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-829730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4293835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16656139'] for subnet (be4cc3e6-e59e-426f-822a-b3a5dec83572), after_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:12.299028 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4eef492-d823-4780-8662-e7ceb9709d92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be4cc3e6-e59e-426f-822a-b3a5dec83572,revision_number=None']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:49:12.301067 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-d4eef492-d823-4780-8662-e7ceb9709d92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7864717'] for subnet (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:12.305177 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-d4eef492-d823-4780-8662-e7ceb9709d92 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/be4cc3e6-e59e-426f-822a-b3a5dec83572 HTTP/1.1" status: 204 len: 168 time: 0.3908448 Jul 27 08:49:12.307593 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 33682) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:49:12.381996 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-b5a66c30-7907-407e-b4ca-2a8f17876b77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-787041'] for network (9bba3fa4-5e04-4bc1-9606-6e36bde604cc), before_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:12.463072 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-b5a66c30-7907-407e-b4ca-2a8f17876b77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-831493', 'neutron.services.segments.db._delete_segments_for_network-8786710418890'] for network (9bba3fa4-5e04-4bc1-9606-6e36bde604cc), precommit_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:12.489076 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.services.segments.db [None req-b5a66c30-7907-407e-b4ca-2a8f17876b77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bba3fa4-5e04-4bc1-9606-6e36bde604cc']}} {{(pid=104486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:49:12.499558 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.services.segments.db [None req-b5a66c30-7907-407e-b4ca-2a8f17876b77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76f48e39-f569-4912-a27b-d890da9744e7') {'for_net_delete': True} {{(pid=104486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:49:12.499915 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.services.segments.db [None req-b5a66c30-7907-407e-b4ca-2a8f17876b77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76f48e39-f569-4912-a27b-d890da9744e7') {} {{(pid=104486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:49:12.509794 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-b5a66c30-7907-407e-b4ca-2a8f17876b77 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786710418791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6011829'] for segment (76f48e39-f569-4912-a27b-d890da9744e7), before_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:12.525288 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-b5a66c30-7907-407e-b4ca-2a8f17876b77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-834444'] for segment (76f48e39-f569-4912-a27b-d890da9744e7), precommit_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:12.531862 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5a66c30-7907-407e-b4ca-2a8f17876b77 admin admin] Releasing vlan 660 on physical network physnet1 to pool {{(pid=104486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 08:49:12.532251 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-b5a66c30-7907-407e-b4ca-2a8f17876b77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-834444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4293781'] for segment (76f48e39-f569-4912-a27b-d890da9744e7), after_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:12.555910 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.services.segments.plugin [-] Segment 76f48e39-f569-4912-a27b-d890da9744e7 resource provider aggregate not found Jul 27 08:49:12.588810 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.services.segments.plugin [-] Segment 76f48e39-f569-4912-a27b-d890da9744e7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 76f48e39-f569-4912-a27b-d890da9744e7 found for delete ", "request_id": "req-6895f32c-fdf2-4307-b98a-c5f2115d343a"}]} Jul 27 08:49:12.661213 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-b5a66c30-7907-407e-b4ca-2a8f17876b77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-831502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363063'] for network (9bba3fa4-5e04-4bc1-9606-6e36bde604cc), after_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:12.667374 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-b5a66c30-7907-407e-b4ca-2a8f17876b77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7864717'] for network (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:12.670843 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-b5a66c30-7907-407e-b4ca-2a8f17876b77 admin admin] 10.222.0.40 "DELETE /v2.0/networks/9bba3fa4-5e04-4bc1-9606-6e36bde604cc HTTP/1.1" status: 204 len: 168 time: 0.3623209 Jul 27 08:49:12.682399 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a66c30-7907-407e-b4ca-2a8f17876b77 admin admin] Pushing event deleted for resources: {'Network': ['ID=9bba3fa4-5e04-4bc1-9606-6e36bde604cc,revision_number=None']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:49:12.912918 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36a991d-75ff-455c-9019-7779195e799b req-bce65d70-8c1f-44ba-ba98-799b0bd74340 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:49:12.914431 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-d36a991d-75ff-455c-9019-7779195e799b req-bce65d70-8c1f-44ba-ba98-799b0bd74340 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] 10.222.0.40 "GET /v2.0/ports?device_id=64ec7762-d0bf-4cea-8fc2-b4c9fcd5e67b HTTP/1.1" status: 200 len: 946 time: 0.0495644 Jul 27 08:49:12.967794 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-d36a991d-75ff-455c-9019-7779195e799b req-d6fba8bd-dd89-464a-96f8-2fba37a3969b tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] 10.222.0.40 "GET /v2.0/security-groups?id=6510ab0b-e3cc-4b2d-a6c9-f27a1733f830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456500 Jul 27 08:49:13.005005 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 33706) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:49:13.046734 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-ed67d7e4-17f7-441b-be18-cb749c63b3a8 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=1e1afe245d7045de99b1c9a2d13f2822&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0402608 Jul 27 08:49:13.048984 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 33710) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:49:13.087224 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:49:13.104785 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-dfc32da8-7b80-47c6-a993-cf02e232c15f admin admin] Publish callbacks [] for security_group (c855ef9a-a972-4eab-ac49-5b7525b9cf7d), before_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:13.126888 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-dfc32da8-7b80-47c6-a993-cf02e232c15f admin admin] Publish callbacks [] for security_group (c855ef9a-a972-4eab-ac49-5b7525b9cf7d), precommit_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:13.264930 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-dfc32da8-7b80-47c6-a993-cf02e232c15f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (c855ef9a-a972-4eab-ac49-5b7525b9cf7d), after_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:13.271208 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-dfc32da8-7b80-47c6-a993-cf02e232c15f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:13.271208 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-dfc32da8-7b80-47c6-a993-cf02e232c15f admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/c855ef9a-a972-4eab-ac49-5b7525b9cf7d HTTP/1.1" status: 204 len: 168 time: 0.2188003 Jul 27 08:49:13.278768 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc32da8-7b80-47c6-a993-cf02e232c15f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c855ef9a-a972-4eab-ac49-5b7525b9cf7d,revision_number=None']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:49:13.284462 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 33716) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:49:13.298583 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Device 5a802d95-999c-4c8e-9c81-861429f0b5f0 no longer exists at agent hyperv_hv-cinder-85117 {{(pid=104487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 08:49:13.382797 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Current status of the port 5a802d95-999c-4c8e-9c81-861429f0b5f0 is: ACTIVE; New status is: DOWN {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:49:13.382797 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (5a802d95-999c-4c8e-9c81-861429f0b5f0), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:13.396281 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.v2.base [None req-cec5b4ea-8024-46a3-99b5-66c29a61ac9f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-379729048-network', 'tenant_id': '67db1b1eacec454abe9c4dc289dd2cd6'}} {{(pid=104485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:49:13.409212 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64ec7762-d0bf-4cea-8fc2-b4c9fcd5e67b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a802d95-999c-4c8e-9c81-861429f0b5f0'}] {{(pid=104487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 08:49:13.411477 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80d6aca8d47c9a16b7ef4a01c61ef1bf5c962aea16cee8599b6bab5dfb4de652" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02d24360-76f9-439a-b158-2f7a8e4eb13c" -d '{"events": [{"server_uuid": "64ec7762-d0bf-4cea-8fc2-b4c9fcd5e67b", "name": "network-vif-unplugged", "status": "completed", "tag": "5a802d95-999c-4c8e-9c81-861429f0b5f0"}]}' {{(pid=104487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 08:49:13.426082 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] For port 5a802d95-999c-4c8e-9c81-861429f0b5f0, host hv-cinder-85117, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85117',level=0,port_id=5a802d95-999c-4c8e-9c81-861429f0b5f0,segment=NetworkSegment(751fbd15-6e5a-4e44-9bca-3f428bc56006),segment_id=751fbd15-6e5a-4e44-9bca-3f428bc56006)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:49:13.446951 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 27 Jul 2022 08:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7377580d-8322-4142-9d62-f3a0a6fadd85 x-openstack-request-id: req-7377580d-8322-4142-9d62-f3a0a6fadd85 {{(pid=104487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 08:49:13.447241 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64ec7762-d0bf-4cea-8fc2-b4c9fcd5e67b", "name": "network-vif-unplugged", "status": "failed", "tag": "5a802d95-999c-4c8e-9c81-861429f0b5f0", "code": 422}]} {{(pid=104487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 08:49:13.447494 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-7377580d-8322-4142-9d62-f3a0a6fadd85 {{(pid=104487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 08:49:13.447895 dv-cinder-851170-2-iscsi neutron-server[104487]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-7377580d-8322-4142-9d62-f3a0a6fadd85']: {'server_uuid': '64ec7762-d0bf-4cea-8fc2-b4c9fcd5e67b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5a802d95-999c-4c8e-9c81-861429f0b5f0', 'code': 422} returned with failed status Jul 27 08:49:13.564341 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (5a802d95-999c-4c8e-9c81-861429f0b5f0), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:13.564960 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cec5b4ea-8024-46a3-99b5-66c29a61ac9f admin admin] Made reservation on behalf of 67db1b1eacec454abe9c4dc289dd2cd6 for: {'network': 1} {{(pid=104485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 08:49:13.567569 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-cec5b4ea-8024-46a3-99b5-66c29a61ac9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for network (None), before_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:13.582740 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-cec5b4ea-8024-46a3-99b5-66c29a61ac9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:13.637364 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:49:13.639669 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Pushing event updated for resources: {'Port': ['ID=5a802d95-999c-4c8e-9c81-861429f0b5f0,revision_number=6']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:49:13.672362 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-cec5b4ea-8024-46a3-99b5-66c29a61ac9f admin admin] Publish callbacks [] for security_group (9c5ebecf-99a5-4a04-8590-578bfdcdad8a), precommit_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:13.740043 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-cec5b4ea-8024-46a3-99b5-66c29a61ac9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (9c5ebecf-99a5-4a04-8590-578bfdcdad8a), after_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:13.756162 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:49:13.761274 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cec5b4ea-8024-46a3-99b5-66c29a61ac9f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 655} {{(pid=104485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 08:49:13.781047 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-cec5b4ea-8024-46a3-99b5-66c29a61ac9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-834444'] for segment (e1fc8d5f-aa3f-4032-b287-73a391c7561e), precommit_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:13.781395 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.db.segments_db [None req-cec5b4ea-8024-46a3-99b5-66c29a61ac9f admin admin] Added segment e1fc8d5f-aa3f-4032-b287-73a391c7561e of type vlan for network fda21ce5-6244-4617-803a-c17b3be9174b Jul 27 08:49:13.782743 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec5b4ea-8024-46a3-99b5-66c29a61ac9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c5ebecf-99a5-4a04-8590-578bfdcdad8a,revision_number=1']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:49:13.823811 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-cec5b4ea-8024-46a3-99b5-66c29a61ac9f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786709896331'] for network (fda21ce5-6244-4617-803a-c17b3be9174b), precommit_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:13.934539 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-cec5b4ea-8024-46a3-99b5-66c29a61ac9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739'] for network (fda21ce5-6244-4617-803a-c17b3be9174b), after_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:13.935573 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec5b4ea-8024-46a3-99b5-66c29a61ac9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:49:13.936187 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-cec5b4ea-8024-46a3-99b5-66c29a61ac9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7864717'] for network (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:14.000774 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec5b4ea-8024-46a3-99b5-66c29a61ac9f admin admin] Pushing event updated for resources: {'Network': ['ID=fda21ce5-6244-4617-803a-c17b3be9174b,revision_number=1']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:49:14.014959 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Network fda21ce5-6244-4617-803a-c17b3be9174b details requested by agent ovs-agent-dv-cinder-851170-2-iscsi with host dv-cinder-851170-2-iscsi {{(pid=104487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 08:49:14.094742 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a85fc0-5c0c-4f65-bc9c-dbcd82a3d6ba req-5adb6e02-a336-4462-a1aa-e4a10df0775d tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:49:14.096306 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-45a85fc0-5c0c-4f65-bc9c-dbcd82a3d6ba req-5adb6e02-a336-4462-a1aa-e4a10df0775d tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] 10.222.0.40 "GET /v2.0/ports?device_id=64ec7762-d0bf-4cea-8fc2-b4c9fcd5e67b HTTP/1.1" status: 200 len: 944 time: 0.0498922 Jul 27 08:49:14.107060 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-cec5b4ea-8024-46a3-99b5-66c29a61ac9f admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.8213019 Jul 27 08:49:14.110135 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 33734) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:49:14.115196 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.v2.base [None req-9848e3e8-c4be-4271-a8b2-bb103e67e03e admin admin] Request body: {'subnet': {'network_id': 'fda21ce5-6244-4617-803a-c17b3be9174b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-379729048-subnet', 'tenant_id': '67db1b1eacec454abe9c4dc289dd2cd6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:49:14.158846 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-45a85fc0-5c0c-4f65-bc9c-dbcd82a3d6ba req-cecc0b43-2df7-4c63-b26c-0d225cee91a5 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] 10.222.0.40 "GET /v2.0/security-groups?id=6510ab0b-e3cc-4b2d-a6c9-f27a1733f830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561945 Jul 27 08:49:14.209904 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9848e3e8-c4be-4271-a8b2-bb103e67e03e admin admin] Made reservation on behalf of 67db1b1eacec454abe9c4dc289dd2cd6 for: {'subnet': 1} {{(pid=104486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 08:49:14.216609 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-9848e3e8-c4be-4271-a8b2-bb103e67e03e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16656174'] for subnet (None), before_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:14.522534 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-9848e3e8-c4be-4271-a8b2-bb103e67e03e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4293642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16656128'] for subnet (30fba4f2-2e92-43dc-9813-00e649b74f9b), after_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:14.579299 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9848e3e8-c4be-4271-a8b2-bb103e67e03e admin admin] Pushing event updated for resources: {'Subnet': ['ID=30fba4f2-2e92-43dc-9813-00e649b74f9b,revision_number=0']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:49:14.590880 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9848e3e8-c4be-4271-a8b2-bb103e67e03e admin admin] Checking segment: {'id': 'e1fc8d5f-aa3f-4032-b287-73a391c7561e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'fda21ce5-6244-4617-803a-c17b3be9174b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 08:49:14.591234 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9848e3e8-c4be-4271-a8b2-bb103e67e03e admin admin] Network hostable DHCP agents. Network: fda21ce5-6244-4617-803a-c17b3be9174b, hostable agents: ['7c77c4a2-8ca4-486b-af2a-676805e7b922'], hosted agents: [] {{(pid=104486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 08:49:14.661459 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9848e3e8-c4be-4271-a8b2-bb103e67e03e admin admin] Network fda21ce5-6244-4617-803a-c17b3be9174b is scheduled to be hosted by DHCP agent 7c77c4a2-8ca4-486b-af2a-676805e7b922 with binding_index 1 {{(pid=104486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 08:49:14.741384 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.scheduler.base_scheduler [None req-9848e3e8-c4be-4271-a8b2-bb103e67e03e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851170-2-iscsi, fda21ce5-6244-4617-803a-c17b3be9174b) {{(pid=104486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 08:49:14.747017 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9848e3e8-c4be-4271-a8b2-bb103e67e03e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:49:14.747634 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-9848e3e8-c4be-4271-a8b2-bb103e67e03e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7864717'] for subnet (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:14.752909 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd072bf3-fa6a-4134-895a-d1413c1f5d06 None None] Network fda21ce5-6244-4617-803a-c17b3be9174b requested from dv-cinder-851170-2-iscsi {{(pid=104487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 08:49:14.805826 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b93e21-d98c-4c6a-a8f6-83bfb177c6f6 req-01df2821-f20e-4bb5-b9d7-93810546a736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:49:14.807352 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-04b93e21-d98c-4c6a-a8f6-83bfb177c6f6 req-01df2821-f20e-4bb5-b9d7-93810546a736 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=64ec7762-d0bf-4cea-8fc2-b4c9fcd5e67b&tenant_id=5d10772d974f47d7bc82c0f0b8a8facf HTTP/1.1" status: 200 len: 1128 time: 0.0409770 Jul 27 08:49:14.854540 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d866bb-28e0-4564-9f4c-366f02e9236a None None] Network fda21ce5-6244-4617-803a-c17b3be9174b requested from dv-cinder-851170-2-iscsi {{(pid=104487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 08:49:14.876631 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-9848e3e8-c4be-4271-a8b2-bb103e67e03e admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7652981 Jul 27 08:49:14.889806 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b93e21-d98c-4c6a-a8f6-83bfb177c6f6 req-c9e3e944-7b07-43c5-8a98-c00bc3d5a20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:49:14.891295 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-04b93e21-d98c-4c6a-a8f6-83bfb177c6f6 req-c9e3e944-7b07-43c5-8a98-c00bc3d5a20f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5d10772d974f47d7bc82c0f0b8a8facf&device_id=64ec7762-d0bf-4cea-8fc2-b4c9fcd5e67b HTTP/1.1" status: 200 len: 1128 time: 0.0486050 Jul 27 08:49:14.987971 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b93e21-d98c-4c6a-a8f6-83bfb177c6f6 req-3a12febc-c3ff-40de-937c-f7676a48118c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:49:14.989516 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-04b93e21-d98c-4c6a-a8f6-83bfb177c6f6 req-3a12febc-c3ff-40de-937c-f7676a48118c service neutron] 10.222.0.42 "GET /v2.0/networks?id=93238f62-e429-47ef-8e5c-b2b7247c1c0f HTTP/1.1" status: 200 len: 910 time: 0.0914130 Jul 27 08:49:15.058647 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-04b93e21-d98c-4c6a-a8f6-83bfb177c6f6 req-d00b9006-0cb6-4e33-83bf-9e2476c45f11 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5a802d95-999c-4c8e-9c81-861429f0b5f0 HTTP/1.1" status: 200 len: 999 time: 0.0625803 Jul 27 08:49:15.071905 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:49:15.109099 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b93e21-d98c-4c6a-a8f6-83bfb177c6f6 req-22c67343-711f-4e93-af06-80f65c83aae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:49:15.110645 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-04b93e21-d98c-4c6a-a8f6-83bfb177c6f6 req-22c67343-711f-4e93-af06-80f65c83aae2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=45bab364-f7d1-4e2a-889f-749acca6bead HTTP/1.1" status: 200 len: 848 time: 0.0470762 Jul 27 08:49:15.153786 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b93e21-d98c-4c6a-a8f6-83bfb177c6f6 req-8a982e1b-1b7d-4ad8-8101-69a79e53b5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:49:15.155404 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-04b93e21-d98c-4c6a-a8f6-83bfb177c6f6 req-8a982e1b-1b7d-4ad8-8101-69a79e53b5ad service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=93238f62-e429-47ef-8e5c-b2b7247c1c0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382075 Jul 27 08:49:15.233325 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:49:15.301204 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-04b93e21-d98c-4c6a-a8f6-83bfb177c6f6 req-5c0c1025-d14a-4796-a50d-2a0da3eacff9 service neutron] 10.222.0.42 "GET /v2.0/networks/93238f62-e429-47ef-8e5c-b2b7247c1c0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392028 Jul 27 08:49:15.314051 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea96018-4eb8-4038-86cf-164505ba5f39 req-9a09e755-ab65-4c9b-92c9-31510618cd3e tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:49:15.315525 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-0ea96018-4eb8-4038-86cf-164505ba5f39 req-9a09e755-ab65-4c9b-92c9-31510618cd3e tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] 10.222.0.40 "GET /v2.0/ports?device_id=64ec7762-d0bf-4cea-8fc2-b4c9fcd5e67b HTTP/1.1" status: 200 len: 944 time: 0.0727146 Jul 27 08:49:15.422662 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-0ea96018-4eb8-4038-86cf-164505ba5f39 req-2890795e-f67a-4cd3-8459-4c7e6dc28fc0 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] 10.222.0.40 "GET /v2.0/security-groups?id=6510ab0b-e3cc-4b2d-a6c9-f27a1733f830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991538 Jul 27 08:49:15.452262 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-04b93e21-d98c-4c6a-a8f6-83bfb177c6f6 req-a048f141-9fde-403d-b946-6555bd7caab6 service neutron] 10.222.0.42 "GET /v2.0/networks/93238f62-e429-47ef-8e5c-b2b7247c1c0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357861 Jul 27 08:49:15.698163 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 33772) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:49:15.704025 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.v2.base [None req-050d7420-f3ac-4eb7-a1a0-4e4d62e32ae8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1682299224-network', 'tenant_id': '6934da39543c4ef786f2dd970d6ccc28'}} {{(pid=104486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:49:15.769258 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-050d7420-f3ac-4eb7-a1a0-4e4d62e32ae8 admin admin] Made reservation on behalf of 6934da39543c4ef786f2dd970d6ccc28 for: {'network': 1} {{(pid=104486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 08:49:15.772061 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-050d7420-f3ac-4eb7-a1a0-4e4d62e32ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for network (None), before_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:15.782032 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-050d7420-f3ac-4eb7-a1a0-4e4d62e32ae8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:15.858214 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-050d7420-f3ac-4eb7-a1a0-4e4d62e32ae8 admin admin] Publish callbacks [] for security_group (edd736b6-4973-4e91-8c7a-a17f9627bd47), precommit_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:15.945321 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-050d7420-f3ac-4eb7-a1a0-4e4d62e32ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (edd736b6-4973-4e91-8c7a-a17f9627bd47), after_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:15.971344 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-050d7420-f3ac-4eb7-a1a0-4e4d62e32ae8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 651} {{(pid=104486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 08:49:15.981857 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050d7420-f3ac-4eb7-a1a0-4e4d62e32ae8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edd736b6-4973-4e91-8c7a-a17f9627bd47,revision_number=1']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:49:15.987477 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-050d7420-f3ac-4eb7-a1a0-4e4d62e32ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-834444'] for segment (7d263e09-c54e-48f3-a060-01f76f40c924), precommit_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:15.987814 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.db.segments_db [None req-050d7420-f3ac-4eb7-a1a0-4e4d62e32ae8 admin admin] Added segment 7d263e09-c54e-48f3-a060-01f76f40c924 of type vlan for network 2ae4d174-d6ba-40f8-994d-c3317773b237 Jul 27 08:49:15.997228 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-79f94263-c700-4364-8434-5ba213231471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (7c77c4a2-8ca4-486b-af2a-676805e7b922), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:16.031088 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-050d7420-f3ac-4eb7-a1a0-4e4d62e32ae8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786709896331'] for network (2ae4d174-d6ba-40f8-994d-c3317773b237), precommit_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:16.116451 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-050d7420-f3ac-4eb7-a1a0-4e4d62e32ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739'] for network (2ae4d174-d6ba-40f8-994d-c3317773b237), after_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:16.117466 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-050d7420-f3ac-4eb7-a1a0-4e4d62e32ae8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:49:16.118071 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-050d7420-f3ac-4eb7-a1a0-4e4d62e32ae8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7864717'] for network (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:16.134130 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:49:16.177274 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050d7420-f3ac-4eb7-a1a0-4e4d62e32ae8 admin admin] Pushing event updated for resources: {'Network': ['ID=2ae4d174-d6ba-40f8-994d-c3317773b237,revision_number=1']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:49:16.188819 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Network 2ae4d174-d6ba-40f8-994d-c3317773b237 details requested by agent ovs-agent-dv-cinder-851170-2-iscsi with host dv-cinder-851170-2-iscsi {{(pid=104487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 08:49:16.253354 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-050d7420-f3ac-4eb7-a1a0-4e4d62e32ae8 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5528464 Jul 27 08:49:16.255863 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 33774) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:49:16.263783 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.v2.base [None req-30803abe-396a-4dc5-812e-fc748518186e admin admin] Request body: {'subnet': {'network_id': '2ae4d174-d6ba-40f8-994d-c3317773b237', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1682299224-subnet', 'tenant_id': '6934da39543c4ef786f2dd970d6ccc28', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:49:16.324893 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30803abe-396a-4dc5-812e-fc748518186e admin admin] Made reservation on behalf of 6934da39543c4ef786f2dd970d6ccc28 for: {'subnet': 1} {{(pid=104486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 08:49:16.330733 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-30803abe-396a-4dc5-812e-fc748518186e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16656174'] for subnet (None), before_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:16.372752 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=10 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:49:16.391715 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=24 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:49:16.545624 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5af167-0e25-4ac7-9c65-6d1b3940c4ac req-099b15da-9732-4495-9e83-0bae138bbdb0 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:49:16.546998 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-4a5af167-0e25-4ac7-9c65-6d1b3940c4ac req-099b15da-9732-4495-9e83-0bae138bbdb0 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] 10.222.0.40 "GET /v2.0/ports?device_id=64ec7762-d0bf-4cea-8fc2-b4c9fcd5e67b HTTP/1.1" status: 200 len: 944 time: 0.0510762 Jul 27 08:49:16.570699 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-30803abe-396a-4dc5-812e-fc748518186e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4293642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16656128'] for subnet (ca589494-3f21-46dd-bd7f-e93420dd4a4f), after_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:16.599108 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-4a5af167-0e25-4ac7-9c65-6d1b3940c4ac req-bf801b57-ff98-40dc-81f8-f9f8bfd5284e tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] 10.222.0.40 "GET /v2.0/security-groups?id=6510ab0b-e3cc-4b2d-a6c9-f27a1733f830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463543 Jul 27 08:49:16.622821 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30803abe-396a-4dc5-812e-fc748518186e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca589494-3f21-46dd-bd7f-e93420dd4a4f,revision_number=0']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:49:16.638696 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30803abe-396a-4dc5-812e-fc748518186e admin admin] Checking segment: {'id': '7d263e09-c54e-48f3-a060-01f76f40c924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '2ae4d174-d6ba-40f8-994d-c3317773b237'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 08:49:16.639055 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30803abe-396a-4dc5-812e-fc748518186e admin admin] Network hostable DHCP agents. Network: 2ae4d174-d6ba-40f8-994d-c3317773b237, hostable agents: ['7c77c4a2-8ca4-486b-af2a-676805e7b922'], hosted agents: [] {{(pid=104486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 08:49:16.712220 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30803abe-396a-4dc5-812e-fc748518186e admin admin] Network 2ae4d174-d6ba-40f8-994d-c3317773b237 is scheduled to be hosted by DHCP agent 7c77c4a2-8ca4-486b-af2a-676805e7b922 with binding_index 1 {{(pid=104486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 08:49:16.774998 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.scheduler.base_scheduler [None req-30803abe-396a-4dc5-812e-fc748518186e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851170-2-iscsi, 2ae4d174-d6ba-40f8-994d-c3317773b237) {{(pid=104486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 08:49:16.778930 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30803abe-396a-4dc5-812e-fc748518186e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:49:16.780157 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-30803abe-396a-4dc5-812e-fc748518186e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7864717'] for subnet (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:16.784779 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20703ca7-0852-4ba6-96d7-2213ee727572 None None] Network 2ae4d174-d6ba-40f8-994d-c3317773b237 requested from dv-cinder-851170-2-iscsi {{(pid=104487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 08:49:16.869721 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-30803abe-396a-4dc5-812e-fc748518186e admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6124554 Jul 27 08:49:17.015521 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-295ee825-4f31-4e0f-bda7-28f717d00c8e None None] Network 2ae4d174-d6ba-40f8-994d-c3317773b237 requested from dv-cinder-851170-2-iscsi {{(pid=104487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 08:49:17.719621 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea59a9f-81eb-4182-aa05-698068a8af48 req-cf744e8e-f7bc-4532-bd4b-928a235e7b06 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:49:17.721642 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-4ea59a9f-81eb-4182-aa05-698068a8af48 req-cf744e8e-f7bc-4532-bd4b-928a235e7b06 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] 10.222.0.40 "GET /v2.0/ports?device_id=64ec7762-d0bf-4cea-8fc2-b4c9fcd5e67b HTTP/1.1" status: 200 len: 944 time: 0.0480971 Jul 27 08:49:17.776627 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-4ea59a9f-81eb-4182-aa05-698068a8af48 req-4310d63d-a298-42bb-b61f-cff4b6e2c3f0 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] 10.222.0.40 "GET /v2.0/security-groups?id=6510ab0b-e3cc-4b2d-a6c9-f27a1733f830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492363 Jul 27 08:49:18.352694 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-f09143b4-d630-4e61-9211-5fb1169d0533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (5bc6d868-bb0b-4164-b2dd-44360f4de654), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:18.915974 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449ebddd-3c3f-44aa-8086-e03c205ccde2 req-a3d3f116-d2de-4064-aece-b2706b7601b5 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:49:18.917750 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-449ebddd-3c3f-44aa-8086-e03c205ccde2 req-a3d3f116-d2de-4064-aece-b2706b7601b5 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] 10.222.0.40 "GET /v2.0/ports?device_id=64ec7762-d0bf-4cea-8fc2-b4c9fcd5e67b HTTP/1.1" status: 200 len: 944 time: 0.0517700 Jul 27 08:49:18.976986 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-449ebddd-3c3f-44aa-8086-e03c205ccde2 req-d7e79b2b-c4b0-4617-96c0-e2ae25ae93ef tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] 10.222.0.40 "GET /v2.0/security-groups?id=6510ab0b-e3cc-4b2d-a6c9-f27a1733f830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533361 Jul 27 08:49:20.096050 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30601b3c-20ea-42f2-b6df-aa63a9668a93 req-415aed18-a87e-45d8-bfef-93837daa488e tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:49:20.097548 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-30601b3c-20ea-42f2-b6df-aa63a9668a93 req-415aed18-a87e-45d8-bfef-93837daa488e tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] 10.222.0.40 "GET /v2.0/ports?device_id=64ec7762-d0bf-4cea-8fc2-b4c9fcd5e67b HTTP/1.1" status: 200 len: 944 time: 0.0472665 Jul 27 08:49:20.127581 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=85,neutron:INSERT=7,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:49:20.145958 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-30601b3c-20ea-42f2-b6df-aa63a9668a93 req-39d3f030-7f1a-40d8-a558-af886702bb56 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] 10.222.0.40 "GET /v2.0/security-groups?id=6510ab0b-e3cc-4b2d-a6c9-f27a1733f830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429337 Jul 27 08:49:20.293303 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-45eb61cd-e3d7-4840-8013-3080c7768274 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (36998da0-f99a-403d-814c-b55466abd131), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:21.264123 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba892fef-452c-41a9-a15b-0d4479d874c2 req-2de96be5-ce04-4fc2-bc86-b8bfa351d19e tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:49:21.265619 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-ba892fef-452c-41a9-a15b-0d4479d874c2 req-2de96be5-ce04-4fc2-bc86-b8bfa351d19e tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] 10.222.0.40 "GET /v2.0/ports?device_id=64ec7762-d0bf-4cea-8fc2-b4c9fcd5e67b HTTP/1.1" status: 200 len: 944 time: 0.0455196 Jul 27 08:49:21.318178 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-ba892fef-452c-41a9-a15b-0d4479d874c2 req-94327e02-2d05-40b5-8107-5138baae35f2 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] 10.222.0.40 "GET /v2.0/security-groups?id=6510ab0b-e3cc-4b2d-a6c9-f27a1733f830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465369 Jul 27 08:49:21.404716 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-83feb67a-80d7-474e-96e8-1d92c33387c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (0a293c43-2970-4b69-9d2a-dcf41d8870ef), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:21.442300 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (40990755-2d84-4c9d-828c-eda94a5136e8), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:21.442884 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (ed9de811-f248-496b-b487-860d50d7cee7), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:22.441632 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945a9cb1-9f98-40df-80d6-42395958ff97 req-70bbd006-4f39-47e1-a845-1be7882f0995 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:49:22.443107 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-945a9cb1-9f98-40df-80d6-42395958ff97 req-70bbd006-4f39-47e1-a845-1be7882f0995 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] 10.222.0.40 "GET /v2.0/ports?device_id=64ec7762-d0bf-4cea-8fc2-b4c9fcd5e67b HTTP/1.1" status: 200 len: 944 time: 0.0511789 Jul 27 08:49:22.493583 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-945a9cb1-9f98-40df-80d6-42395958ff97 req-2531656e-98d7-4a81-b040-841e8d528135 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] 10.222.0.40 "GET /v2.0/security-groups?id=6510ab0b-e3cc-4b2d-a6c9-f27a1733f830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448167 Jul 27 08:49:23.609975 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17fdaea-9ca3-4794-bd01-d08fe61c4275 req-897d9411-9ec4-4bf1-9e0b-e2f0af263ff9 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:49:23.611464 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-b17fdaea-9ca3-4794-bd01-d08fe61c4275 req-897d9411-9ec4-4bf1-9e0b-e2f0af263ff9 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] 10.222.0.40 "GET /v2.0/ports?device_id=64ec7762-d0bf-4cea-8fc2-b4c9fcd5e67b HTTP/1.1" status: 200 len: 944 time: 0.0462804 Jul 27 08:49:23.647573 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:UPDATE=3,neutron:SELECT=92,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:49:23.661372 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-b17fdaea-9ca3-4794-bd01-d08fe61c4275 req-f556f2be-5cca-4fdd-970e-d1b741dca567 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] 10.222.0.40 "GET /v2.0/security-groups?id=6510ab0b-e3cc-4b2d-a6c9-f27a1733f830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442605 Jul 27 08:49:24.780299 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e059c50a-f107-4664-a463-93758b1dd60b req-6cfef36e-b80a-4670-9065-9c4bb48a4211 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:49:24.781765 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-e059c50a-f107-4664-a463-93758b1dd60b req-6cfef36e-b80a-4670-9065-9c4bb48a4211 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] 10.222.0.40 "GET /v2.0/ports?device_id=64ec7762-d0bf-4cea-8fc2-b4c9fcd5e67b HTTP/1.1" status: 200 len: 944 time: 0.0470839 Jul 27 08:49:24.830332 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-e059c50a-f107-4664-a463-93758b1dd60b req-463b9e88-4d57-4deb-9250-a2f8e490f01b tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] 10.222.0.40 "GET /v2.0/security-groups?id=6510ab0b-e3cc-4b2d-a6c9-f27a1733f830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430260 Jul 27 08:49:25.946274 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39c11c0-0a7b-49d6-b125-0fdcc212f3ad req-9d29a273-52a4-4235-9a2f-2266001e6205 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:49:25.947731 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-d39c11c0-0a7b-49d6-b125-0fdcc212f3ad req-9d29a273-52a4-4235-9a2f-2266001e6205 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] 10.222.0.40 "GET /v2.0/ports?device_id=64ec7762-d0bf-4cea-8fc2-b4c9fcd5e67b HTTP/1.1" status: 200 len: 944 time: 0.0462856 Jul 27 08:49:25.995985 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-d39c11c0-0a7b-49d6-b125-0fdcc212f3ad req-4ba4f6b6-4886-465e-8873-0cc22cf0450c tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] 10.222.0.40 "GET /v2.0/security-groups?id=6510ab0b-e3cc-4b2d-a6c9-f27a1733f830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426719 Jul 27 08:49:26.738593 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Device 5a802d95-999c-4c8e-9c81-861429f0b5f0 details requested by agent hyperv_hv-cinder-85117 with host hv-cinder-85117 {{(pid=104487) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 08:49:26.801303 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:49:26.812922 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:49:26.839157 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] For port 5a802d95-999c-4c8e-9c81-861429f0b5f0, host hv-cinder-85117, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85117',level=0,port_id=5a802d95-999c-4c8e-9c81-861429f0b5f0,segment=NetworkSegment(751fbd15-6e5a-4e44-9bca-3f428bc56006),segment_id=751fbd15-6e5a-4e44-9bca-3f428bc56006)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:49:26.855045 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Returning: {'device': '5a802d95-999c-4c8e-9c81-861429f0b5f0', 'network_id': '93238f62-e429-47ef-8e5c-b2b7247c1c0f', 'port_id': '5a802d95-999c-4c8e-9c81-861429f0b5f0', 'mac_address': 'fa:16:3e:1a:b1:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45bab364-f7d1-4e2a-889f-749acca6bead', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104487) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 08:49:26.891538 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Current status of the port 5a802d95-999c-4c8e-9c81-861429f0b5f0 is: DOWN; New status is: BUILD {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:49:26.891939 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (5a802d95-999c-4c8e-9c81-861429f0b5f0), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:26.905328 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.notifiers.nova [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a802d95-999c-4c8e-9c81-861429f0b5f0 {{(pid=104487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 08:49:26.924965 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] For port 5a802d95-999c-4c8e-9c81-861429f0b5f0, host hv-cinder-85117, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85117',level=0,port_id=5a802d95-999c-4c8e-9c81-861429f0b5f0,segment=NetworkSegment(751fbd15-6e5a-4e44-9bca-3f428bc56006),segment_id=751fbd15-6e5a-4e44-9bca-3f428bc56006)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:49:27.009664 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (5a802d95-999c-4c8e-9c81-861429f0b5f0), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:27.056311 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Pushing event updated for resources: {'Port': ['ID=5a802d95-999c-4c8e-9c81-861429f0b5f0,revision_number=7']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:49:27.113545 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a8ec58-d856-4308-91e1-00a90b9e515c req-90b4a9d9-5c12-4d14-87dd-883974dc910e tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:49:27.114954 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-50a8ec58-d856-4308-91e1-00a90b9e515c req-90b4a9d9-5c12-4d14-87dd-883974dc910e tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] 10.222.0.40 "GET /v2.0/ports?device_id=64ec7762-d0bf-4cea-8fc2-b4c9fcd5e67b HTTP/1.1" status: 200 len: 945 time: 0.0466659 Jul 27 08:49:27.167369 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-50a8ec58-d856-4308-91e1-00a90b9e515c req-ac9df010-629a-4c73-95a1-8ef636960e52 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] 10.222.0.40 "GET /v2.0/security-groups?id=6510ab0b-e3cc-4b2d-a6c9-f27a1733f830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465810 Jul 27 08:49:28.109714 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.agents_db [None req-f85b74c8-06c1-470d-aedd-c7ca4f0196ea None None] Agent healthcheck: found 6 active agents {{(pid=104488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 08:49:28.449820 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1f9030-1241-45df-9b63-8d4a3a5f6346 req-91ebeee3-27b0-4094-baf5-6c1b96330706 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:49:28.451307 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-1a1f9030-1241-45df-9b63-8d4a3a5f6346 req-91ebeee3-27b0-4094-baf5-6c1b96330706 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] 10.222.0.40 "GET /v2.0/ports?device_id=64ec7762-d0bf-4cea-8fc2-b4c9fcd5e67b HTTP/1.1" status: 200 len: 945 time: 0.2086189 Jul 27 08:49:28.499276 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-1a1f9030-1241-45df-9b63-8d4a3a5f6346 req-720d24eb-48ad-4d41-a477-d3b8ffc0b8e1 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] 10.222.0.40 "GET /v2.0/security-groups?id=6510ab0b-e3cc-4b2d-a6c9-f27a1733f830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422523 Jul 27 08:49:29.021801 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] get_ports_and_sgs() called for port_ids ['5a802d95-999c-4c8e-9c81-861429f0b5f0'] {{(pid=104487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 08:49:29.615752 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7732062-9e9c-4949-93aa-e9df908f9841 req-9d214221-a663-4319-890d-695f20651c9d tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:49:29.617203 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-d7732062-9e9c-4949-93aa-e9df908f9841 req-9d214221-a663-4319-890d-695f20651c9d tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] 10.222.0.40 "GET /v2.0/ports?device_id=64ec7762-d0bf-4cea-8fc2-b4c9fcd5e67b HTTP/1.1" status: 200 len: 945 time: 0.0471280 Jul 27 08:49:29.666561 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-d7732062-9e9c-4949-93aa-e9df908f9841 req-528b98fc-c3ca-449c-a722-4749389549c9 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] 10.222.0.40 "GET /v2.0/security-groups?id=6510ab0b-e3cc-4b2d-a6c9-f27a1733f830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435448 Jul 27 08:49:30.145852 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Device 5a802d95-999c-4c8e-9c81-861429f0b5f0 up at agent hyperv_hv-cinder-85117 {{(pid=104487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 08:49:30.193143 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Provisioning complete for port 5a802d95-999c-4c8e-9c81-861429f0b5f0 triggered by entity L2. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:49:30.193725 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (5a802d95-999c-4c8e-9c81-861429f0b5f0), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:30.265599 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Current status of the port 5a802d95-999c-4c8e-9c81-861429f0b5f0 is: BUILD; New status is: ACTIVE {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:49:30.265989 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (5a802d95-999c-4c8e-9c81-861429f0b5f0), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:30.289660 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64ec7762-d0bf-4cea-8fc2-b4c9fcd5e67b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a802d95-999c-4c8e-9c81-861429f0b5f0'}] {{(pid=104487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 08:49:30.292068 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80d6aca8d47c9a16b7ef4a01c61ef1bf5c962aea16cee8599b6bab5dfb4de652" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d21de574-3de7-4701-90f8-69e2e04faa40" -d '{"events": [{"server_uuid": "64ec7762-d0bf-4cea-8fc2-b4c9fcd5e67b", "name": "network-vif-plugged", "status": "completed", "tag": "5a802d95-999c-4c8e-9c81-861429f0b5f0"}]}' {{(pid=104487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 08:49:30.305330 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] For port 5a802d95-999c-4c8e-9c81-861429f0b5f0, host hv-cinder-85117, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85117',level=0,port_id=5a802d95-999c-4c8e-9c81-861429f0b5f0,segment=NetworkSegment(751fbd15-6e5a-4e44-9bca-3f428bc56006),segment_id=751fbd15-6e5a-4e44-9bca-3f428bc56006)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:49:30.330902 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 08:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1963957-ac74-440f-b8af-7663dd3eb79c x-openstack-request-id: req-d1963957-ac74-440f-b8af-7663dd3eb79c {{(pid=104487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 08:49:30.331199 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64ec7762-d0bf-4cea-8fc2-b4c9fcd5e67b", "name": "network-vif-plugged", "status": "completed", "tag": "5a802d95-999c-4c8e-9c81-861429f0b5f0", "code": 200}]} {{(pid=104487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 08:49:30.331462 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-d1963957-ac74-440f-b8af-7663dd3eb79c {{(pid=104487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 08:49:30.331886 dv-cinder-851170-2-iscsi neutron-server[104487]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1963957-ac74-440f-b8af-7663dd3eb79c'] response: {'server_uuid': '64ec7762-d0bf-4cea-8fc2-b4c9fcd5e67b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a802d95-999c-4c8e-9c81-861429f0b5f0', 'code': 200} Jul 27 08:49:30.385215 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (5a802d95-999c-4c8e-9c81-861429f0b5f0), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:30.452270 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:49:30.469694 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Pushing event updated for resources: {'Port': ['ID=5a802d95-999c-4c8e-9c81-861429f0b5f0,revision_number=8']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:49:30.572783 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:49:30.604462 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07601e9-0d0b-4b38-a854-9e946fb363c0 req-20f4ddef-09f5-47d9-a185-74705840e3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:49:30.604462 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-d07601e9-0d0b-4b38-a854-9e946fb363c0 req-20f4ddef-09f5-47d9-a185-74705840e3ec service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5d10772d974f47d7bc82c0f0b8a8facf&device_id=64ec7762-d0bf-4cea-8fc2-b4c9fcd5e67b HTTP/1.1" status: 200 len: 1130 time: 0.0429821 Jul 27 08:49:30.717249 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07601e9-0d0b-4b38-a854-9e946fb363c0 req-e41b8e97-699f-4bb5-8406-09efd6fea775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:49:30.718840 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-d07601e9-0d0b-4b38-a854-9e946fb363c0 req-e41b8e97-699f-4bb5-8406-09efd6fea775 service neutron] 10.222.0.42 "GET /v2.0/networks?id=93238f62-e429-47ef-8e5c-b2b7247c1c0f HTTP/1.1" status: 200 len: 910 time: 0.0939608 Jul 27 08:49:30.735419 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c3af05-f67a-4d3b-975e-8d0c153cc99b req-58c8821f-a5b1-443a-9213-14b9704c212c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:49:30.736929 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-63c3af05-f67a-4d3b-975e-8d0c153cc99b req-58c8821f-a5b1-443a-9213-14b9704c212c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=64ec7762-d0bf-4cea-8fc2-b4c9fcd5e67b HTTP/1.1" status: 200 len: 1130 time: 0.0402408 Jul 27 08:49:30.784742 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-63c3af05-f67a-4d3b-975e-8d0c153cc99b req-e0067bed-66b5-447f-abf1-1e8b5f9d2b26 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=6510ab0b-e3cc-4b2d-a6c9-f27a1733f830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418451 Jul 27 08:49:30.818350 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-d07601e9-0d0b-4b38-a854-9e946fb363c0 req-1aa523b9-f865-4442-83d2-885a3e662017 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5a802d95-999c-4c8e-9c81-861429f0b5f0 HTTP/1.1" status: 200 len: 1001 time: 0.0928757 Jul 27 08:49:30.829670 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227fba6b-15d1-4645-ae04-b94d7826959a req-49acdfbb-8e9b-493c-b12b-21c0bbbd9324 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:49:30.831120 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-227fba6b-15d1-4645-ae04-b94d7826959a req-49acdfbb-8e9b-493c-b12b-21c0bbbd9324 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] 10.222.0.40 "GET /v2.0/ports?device_id=64ec7762-d0bf-4cea-8fc2-b4c9fcd5e67b HTTP/1.1" status: 200 len: 946 time: 0.0717890 Jul 27 08:49:31.126841 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-227fba6b-15d1-4645-ae04-b94d7826959a req-4df03b5f-2e50-46ab-80e3-8c7a558f7616 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] 10.222.0.40 "GET /v2.0/security-groups?id=6510ab0b-e3cc-4b2d-a6c9-f27a1733f830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2900980 Jul 27 08:49:32.245114 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0a38ce-5c82-44c4-8de0-6b9b6d7745f4 req-48961954-39cc-4174-828e-c956c1774f28 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:49:32.246579 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-ba0a38ce-5c82-44c4-8de0-6b9b6d7745f4 req-48961954-39cc-4174-828e-c956c1774f28 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] 10.222.0.40 "GET /v2.0/ports?device_id=64ec7762-d0bf-4cea-8fc2-b4c9fcd5e67b HTTP/1.1" status: 200 len: 946 time: 0.0453436 Jul 27 08:49:32.298496 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-ba0a38ce-5c82-44c4-8de0-6b9b6d7745f4 req-cc36798e-497f-4cbe-b714-eac845b81d51 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] 10.222.0.40 "GET /v2.0/security-groups?id=6510ab0b-e3cc-4b2d-a6c9-f27a1733f830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457683 Jul 27 08:49:33.470598 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8cc0af-8acd-4f94-b470-8761926d9b61 req-2bd0b417-192c-42fc-82ca-3dee82096edd tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:49:33.472063 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-ff8cc0af-8acd-4f94-b470-8761926d9b61 req-2bd0b417-192c-42fc-82ca-3dee82096edd tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] 10.222.0.40 "GET /v2.0/ports?device_id=64ec7762-d0bf-4cea-8fc2-b4c9fcd5e67b HTTP/1.1" status: 200 len: 946 time: 0.1010833 Jul 27 08:49:33.520330 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-ff8cc0af-8acd-4f94-b470-8761926d9b61 req-8b210e8f-e400-40f9-a004-1fcb7f6e729b tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] 10.222.0.40 "GET /v2.0/security-groups?id=6510ab0b-e3cc-4b2d-a6c9-f27a1733f830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427647 Jul 27 08:49:34.639842 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69af6e1f-f9d0-4d19-a258-2d281081227c req-d3f0acbf-8f71-44d6-afd9-19568d8275bd tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:49:34.641443 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-69af6e1f-f9d0-4d19-a258-2d281081227c req-d3f0acbf-8f71-44d6-afd9-19568d8275bd tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] 10.222.0.40 "GET /v2.0/ports?device_id=64ec7762-d0bf-4cea-8fc2-b4c9fcd5e67b HTTP/1.1" status: 200 len: 946 time: 0.0482173 Jul 27 08:49:34.693142 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-69af6e1f-f9d0-4d19-a258-2d281081227c req-fe0e4e2f-5585-407c-97e0-53cb7ac6dd32 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] 10.222.0.40 "GET /v2.0/security-groups?id=6510ab0b-e3cc-4b2d-a6c9-f27a1733f830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443585 Jul 27 08:49:35.816564 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93885f0f-48aa-4eea-be59-d8a7d692fccb req-40c5ff07-842b-4a58-b3be-341d036e5e3a tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:49:35.818041 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-93885f0f-48aa-4eea-be59-d8a7d692fccb req-40c5ff07-842b-4a58-b3be-341d036e5e3a tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] 10.222.0.40 "GET /v2.0/ports?device_id=64ec7762-d0bf-4cea-8fc2-b4c9fcd5e67b HTTP/1.1" status: 200 len: 946 time: 0.0492773 Jul 27 08:49:35.863023 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=100 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:49:35.868086 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-93885f0f-48aa-4eea-be59-d8a7d692fccb req-5dd6f2a7-41b7-4847-9bec-9e6e20d3ab04 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] 10.222.0.40 "GET /v2.0/security-groups?id=6510ab0b-e3cc-4b2d-a6c9-f27a1733f830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445094 Jul 27 08:49:36.283389 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07601e9-0d0b-4b38-a854-9e946fb363c0 req-db7f6134-4fdf-49f6-a4e7-09dfdc19bfc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:49:36.284886 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-d07601e9-0d0b-4b38-a854-9e946fb363c0 req-db7f6134-4fdf-49f6-a4e7-09dfdc19bfc7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=45bab364-f7d1-4e2a-889f-749acca6bead HTTP/1.1" status: 200 len: 848 time: 0.0446494 Jul 27 08:49:36.864652 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07601e9-0d0b-4b38-a854-9e946fb363c0 req-1731cdce-02d3-4924-b2c9-7067de8bbeab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:49:36.867267 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-d07601e9-0d0b-4b38-a854-9e946fb363c0 req-1731cdce-02d3-4924-b2c9-7067de8bbeab service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=93238f62-e429-47ef-8e5c-b2b7247c1c0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0509818 Jul 27 08:49:37.010343 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326a1d57-7520-486f-b472-083b07da5bde req-b97e424e-2091-4fc5-b146-4f2fa15dd768 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:49:37.010343 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-326a1d57-7520-486f-b472-083b07da5bde req-b97e424e-2091-4fc5-b146-4f2fa15dd768 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] 10.222.0.40 "GET /v2.0/ports?device_id=64ec7762-d0bf-4cea-8fc2-b4c9fcd5e67b HTTP/1.1" status: 200 len: 946 time: 0.0507255 Jul 27 08:49:37.057673 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-326a1d57-7520-486f-b472-083b07da5bde req-935ccdf9-78c0-4534-a89e-1a07608ef9a0 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] 10.222.0.40 "GET /v2.0/security-groups?id=6510ab0b-e3cc-4b2d-a6c9-f27a1733f830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479252 Jul 27 08:49:37.423648 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-d07601e9-0d0b-4b38-a854-9e946fb363c0 req-870fb52a-eb01-4cf9-8a7c-324f296644d6 service neutron] 10.222.0.42 "GET /v2.0/networks/93238f62-e429-47ef-8e5c-b2b7247c1c0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968120 Jul 27 08:49:37.816031 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-d07601e9-0d0b-4b38-a854-9e946fb363c0 req-3ce302b7-919b-462c-bfe5-2001626e96fa service neutron] 10.222.0.42 "GET /v2.0/networks/93238f62-e429-47ef-8e5c-b2b7247c1c0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849442 Jul 27 08:49:38.179209 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81385125-65c2-4156-8d61-c46815eba27e req-57e130f1-101d-499e-9fe1-830d4ce2ef2b tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:49:38.180780 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-81385125-65c2-4156-8d61-c46815eba27e req-57e130f1-101d-499e-9fe1-830d4ce2ef2b tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] 10.222.0.40 "GET /v2.0/ports?device_id=64ec7762-d0bf-4cea-8fc2-b4c9fcd5e67b HTTP/1.1" status: 200 len: 946 time: 0.0506439 Jul 27 08:49:38.231116 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-81385125-65c2-4156-8d61-c46815eba27e req-75ede425-1725-440b-a4b5-d461dbc0f80a tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] 10.222.0.40 "GET /v2.0/security-groups?id=6510ab0b-e3cc-4b2d-a6c9-f27a1733f830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449193 Jul 27 08:49:40.467113 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=70,neutron:UPDATE=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:49:42.060772 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9d1a18-1c20-488f-be40-c7b3a8d289d8 req-dfc66aa7-d9c1-424c-a365-390e1b27dee9 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:49:42.062569 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-cf9d1a18-1c20-488f-be40-c7b3a8d289d8 req-dfc66aa7-d9c1-424c-a365-390e1b27dee9 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/ports?device_id=1e8bed67-af36-4697-a38a-a67f2023ddd4 HTTP/1.1" status: 200 len: 945 time: 0.0486095 Jul 27 08:49:42.111307 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-cf9d1a18-1c20-488f-be40-c7b3a8d289d8 req-c60f780f-f8ef-447a-a4ae-28ae18104283 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/security-groups?id=aebc42af-f1a9-4bf1-82ac-81c5688d77d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429811 Jul 27 08:49:42.719552 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 34124) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:49:42.822634 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-7010ef40-11b6-4850-9246-2c3c72309ffa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:42.903340 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-7010ef40-11b6-4850-9246-2c3c72309ffa admin admin] Publish callbacks [] for security_group (eb855e21-05a2-4674-9c07-ac9f0737f3e6), precommit_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:42.995983 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-7010ef40-11b6-4850-9246-2c3c72309ffa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (eb855e21-05a2-4674-9c07-ac9f0737f3e6), after_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:43.033161 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:49:43.038050 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-7010ef40-11b6-4850-9246-2c3c72309ffa admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=d5f098ad4f3a475580d888a59c65b13f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3174851 Jul 27 08:49:43.038916 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7010ef40-11b6-4850-9246-2c3c72309ffa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb855e21-05a2-4674-9c07-ac9f0737f3e6,revision_number=1']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:49:43.041767 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 34132) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:49:43.057959 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7010ef40-11b6-4850-9246-2c3c72309ffa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:49:43.058342 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7010ef40-11b6-4850-9246-2c3c72309ffa admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:49:43.058705 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7010ef40-11b6-4850-9246-2c3c72309ffa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:49:43.059055 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7010ef40-11b6-4850-9246-2c3c72309ffa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:49:43.059411 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7010ef40-11b6-4850-9246-2c3c72309ffa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:49:43.059753 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7010ef40-11b6-4850-9246-2c3c72309ffa admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:49:43.060087 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7010ef40-11b6-4850-9246-2c3c72309ffa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:49:43.060418 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7010ef40-11b6-4850-9246-2c3c72309ffa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:49:43.060752 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7010ef40-11b6-4850-9246-2c3c72309ffa admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:49:43.061083 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7010ef40-11b6-4850-9246-2c3c72309ffa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:49:43.061814 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7010ef40-11b6-4850-9246-2c3c72309ffa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:49:43.061814 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7010ef40-11b6-4850-9246-2c3c72309ffa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:49:43.062070 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7010ef40-11b6-4850-9246-2c3c72309ffa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:49:43.062423 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7010ef40-11b6-4850-9246-2c3c72309ffa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:49:43.062749 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7010ef40-11b6-4850-9246-2c3c72309ffa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:49:43.103727 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-908ebc8e-8b80-4a08-9872-b1212ba9eab4 admin admin] Publish callbacks [] for security_group (eb855e21-05a2-4674-9c07-ac9f0737f3e6), before_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:43.125308 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-908ebc8e-8b80-4a08-9872-b1212ba9eab4 admin admin] Publish callbacks [] for security_group (eb855e21-05a2-4674-9c07-ac9f0737f3e6), precommit_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:43.143813 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:49:43.237553 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4634124e-6823-49f4-899e-559cd54c4a37 req-af5f7db8-2243-4935-aa08-8a3121abc6b7 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:49:43.239111 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-4634124e-6823-49f4-899e-559cd54c4a37 req-af5f7db8-2243-4935-aa08-8a3121abc6b7 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/ports?device_id=1e8bed67-af36-4697-a38a-a67f2023ddd4 HTTP/1.1" status: 200 len: 945 time: 0.0501473 Jul 27 08:49:43.271642 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-908ebc8e-8b80-4a08-9872-b1212ba9eab4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (eb855e21-05a2-4674-9c07-ac9f0737f3e6), after_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:43.274137 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-908ebc8e-8b80-4a08-9872-b1212ba9eab4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:43.275327 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-908ebc8e-8b80-4a08-9872-b1212ba9eab4 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/eb855e21-05a2-4674-9c07-ac9f0737f3e6 HTTP/1.1" status: 204 len: 168 time: 0.2325664 Jul 27 08:49:43.283626 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908ebc8e-8b80-4a08-9872-b1212ba9eab4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb855e21-05a2-4674-9c07-ac9f0737f3e6,revision_number=None']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:49:43.287690 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-4634124e-6823-49f4-899e-559cd54c4a37 req-9f5ae580-e453-4e6f-bac3-24879e17c649 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/security-groups?id=aebc42af-f1a9-4bf1-82ac-81c5688d77d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428717 Jul 27 08:49:44.115946 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d196511e-bedd-49d6-80cf-0b74916e9d8c req-54d1557a-84ac-4dc1-b819-741cf3577214 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:49:44.117429 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-d196511e-bedd-49d6-80cf-0b74916e9d8c req-54d1557a-84ac-4dc1-b819-741cf3577214 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e8bed67-af36-4697-a38a-a67f2023ddd4 HTTP/1.1" status: 200 len: 945 time: 0.0485184 Jul 27 08:49:44.205725 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.plugin [req-d196511e-bedd-49d6-80cf-0b74916e9d8c req-961e6032-18b2-453a-8b49-7c322c66d89f tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Deleting port 431e23f4-5504-40f2-986d-b204f33f480c {{(pid=104486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 08:49:44.206049 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-d196511e-bedd-49d6-80cf-0b74916e9d8c req-961e6032-18b2-453a-8b49-7c322c66d89f tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786710341133'] for port (431e23f4-5504-40f2-986d-b204f33f480c), before_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:44.300692 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.db [req-d196511e-bedd-49d6-80cf-0b74916e9d8c req-961e6032-18b2-453a-8b49-7c322c66d89f tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] For port 431e23f4-5504-40f2-986d-b204f33f480c, host hv-cinder-85117, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85117',level=0,port_id=431e23f4-5504-40f2-986d-b204f33f480c,segment=NetworkSegment(e7699621-ef90-47fe-8696-58f5c1995388),segment_id=e7699621-ef90-47fe-8696-58f5c1995388)] {{(pid=104486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:49:44.301056 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-d196511e-bedd-49d6-80cf-0b74916e9d8c req-961e6032-18b2-453a-8b49-7c322c66d89f tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8100626'] for port (431e23f4-5504-40f2-986d-b204f33f480c), precommit_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:44.463412 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d474d298-1796-4ae5-9f01-4978ba057324 req-3066b2cd-603c-4277-a728-0221fdf255cc tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:49:44.464989 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-d474d298-1796-4ae5-9f01-4978ba057324 req-3066b2cd-603c-4277-a728-0221fdf255cc tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/ports?device_id=1e8bed67-af36-4697-a38a-a67f2023ddd4 HTTP/1.1" status: 200 len: 945 time: 0.0658433 Jul 27 08:49:44.539695 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-d196511e-bedd-49d6-80cf-0b74916e9d8c req-961e6032-18b2-453a-8b49-7c322c66d89f tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:44.540030 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-d196511e-bedd-49d6-80cf-0b74916e9d8c req-961e6032-18b2-453a-8b49-7c322c66d89f tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363235'] for floatingip (c8236af6-c94f-4683-bb4f-7cdd804ebc9a), after_update {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:44.540358 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.db.l3_db [req-d196511e-bedd-49d6-80cf-0b74916e9d8c req-961e6032-18b2-453a-8b49-7c322c66d89f tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Floating IP c8236af6-c94f-4683-bb4f-7cdd804ebc9a disassociated. External IP: 172.27.2.174, port: 431e23f4-5504-40f2-986d-b204f33f480c. Jul 27 08:49:44.540712 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.plugin [req-d196511e-bedd-49d6-80cf-0b74916e9d8c req-961e6032-18b2-453a-8b49-7c322c66d89f tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Calling delete_port for 431e23f4-5504-40f2-986d-b204f33f480c owned by compute:nova {{(pid=104486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 08:49:44.567313 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-d474d298-1796-4ae5-9f01-4978ba057324 req-98905ebb-e9f0-4682-bfc1-042f86bb563c tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/security-groups?id=aebc42af-f1a9-4bf1-82ac-81c5688d77d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753968 Jul 27 08:49:44.769583 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-d196511e-bedd-49d6-80cf-0b74916e9d8c req-961e6032-18b2-453a-8b49-7c322c66d89f tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786710477123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786709965406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4293862'] for port (431e23f4-5504-40f2-986d-b204f33f480c), after_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:44.798914 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e6032-18b2-453a-8b49-7c322c66d89f tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Pushing event deleted for resources: {'Port': ['ID=431e23f4-5504-40f2-986d-b204f33f480c,revision_number=None']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:49:44.907747 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d196511e-bedd-49d6-80cf-0b74916e9d8c req-961e6032-18b2-453a-8b49-7c322c66d89f tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Router 9859d67e-360d-4e3b-a6c7-bd0d6a4cb852 has already been hosted by L3 agent 5bc6d868-bb0b-4164-b2dd-44360f4de654 {{(pid=104486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 08:49:44.951086 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:49:44.984820 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=4 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:49:45.016869 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d196511e-bedd-49d6-80cf-0b74916e9d8c req-961e6032-18b2-453a-8b49-7c322c66d89f tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Notify agent at l3_agent.dv-cinder-851170-2-iscsi the message routers_updated {{(pid=104486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 08:49:45.027462 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=6 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:49:45.029023 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c021ec2-c2bf-46ac-a2d8-369a53f3803d None None] Sync routers for ids ['9859d67e-360d-4e3b-a6c7-bd0d6a4cb852'] in dv-cinder-851170-2-iscsi {{(pid=104488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 08:49:45.053456 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:49:45.054485 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c021ec2-c2bf-46ac-a2d8-369a53f3803d None None] Routers {'9859d67e-360d-4e3b-a6c7-bd0d6a4cb852'} bound to L3 agent in host dv-cinder-851170-2-iscsi {{(pid=104488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 08:49:45.055118 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_hamode_db [None req-7c021ec2-c2bf-46ac-a2d8-369a53f3803d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-27T08:30:18Z,description=,heartbeat_timestamp=2022-07-27T08:49:18Z,host='dv-cinder-851170-2-iscsi',id=5bc6d868-bb0b-4164-b2dd-44360f4de654,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T08:30:19Z,topic='l3_agent')) {'router_ids': ['9859d67e-360d-4e3b-a6c7-bd0d6a4cb852'], 'active': True} {{(pid=104488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:49:45.071266 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.db.l3_dvrscheduler_db [req-d196511e-bedd-49d6-80cf-0b74916e9d8c req-961e6032-18b2-453a-8b49-7c322c66d89f tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] No DVR routers for this DVR port 431e23f4-5504-40f2-986d-b204f33f480c on host hv-cinder-85117 {{(pid=104486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 08:49:45.073854 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-d196511e-bedd-49d6-80cf-0b74916e9d8c req-961e6032-18b2-453a-8b49-7c322c66d89f tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8374701'] for port (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:45.080075 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-d196511e-bedd-49d6-80cf-0b74916e9d8c req-961e6032-18b2-453a-8b49-7c322c66d89f tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.42 "DELETE /v2.0/ports/431e23f4-5504-40f2-986d-b204f33f480c HTTP/1.1" status: 204 len: 173 time: 0.9550333 Jul 27 08:49:45.080075 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e8bed67-af36-4697-a38a-a67f2023ddd4', 'name': 'network-vif-deleted', 'tag': '431e23f4-5504-40f2-986d-b204f33f480c'}] {{(pid=104486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 08:49:45.081395 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0fbdf057086729fb3d5906bdd251c7adb98d678ad2f5ce1a48bcc8d44af0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c35184f1-879c-429d-8d7d-8ec1740b5b5a" -d '{"events": [{"server_uuid": "1e8bed67-af36-4697-a38a-a67f2023ddd4", "name": "network-vif-deleted", "tag": "431e23f4-5504-40f2-986d-b204f33f480c"}]}' {{(pid=104486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 08:49:45.122702 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 08:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d305f107-d107-44b6-8d4c-bf87c4077a0a x-openstack-request-id: req-d305f107-d107-44b6-8d4c-bf87c4077a0a {{(pid=104486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 08:49:45.123308 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e8bed67-af36-4697-a38a-a67f2023ddd4", "name": "network-vif-deleted", "tag": "431e23f4-5504-40f2-986d-b204f33f480c", "status": "completed", "code": 200}]} {{(pid=104486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 08:49:45.123308 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-d305f107-d107-44b6-8d4c-bf87c4077a0a {{(pid=104486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 08:49:45.123664 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d305f107-d107-44b6-8d4c-bf87c4077a0a'] response: {'server_uuid': '1e8bed67-af36-4697-a38a-a67f2023ddd4', 'name': 'network-vif-deleted', 'tag': '431e23f4-5504-40f2-986d-b204f33f480c', 'status': 'completed', 'code': 200} Jul 27 08:49:45.170264 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvr_db [None req-7c021ec2-c2bf-46ac-a2d8-369a53f3803d None None] Set router 9859d67e-360d-4e3b-a6c7-bd0d6a4cb852 gateway port host: dv-cinder-851170-2-iscsi {{(pid=104488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 08:49:45.407481 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_hamode_db [None req-7c021ec2-c2bf-46ac-a2d8-369a53f3803d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9859d67e-360d-4e3b-a6c7-bd0d6a4cb852', 'name': 'tempest-AttachVolumeNegativeTest-1367014185-router', 'tenant_id': '940250de2f6f47ed9edc1bb0468551c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': '8459270c-d8a5-42a4-abf4-e5dc701f12a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:39:21Z', 'updated_at': '2022-07-27T08:39:32Z', 'revision_number': 4, 'project_id': '940250de2f6f47ed9edc1bb0468551c8', 'gw_port': {'id': '8459270c-d8a5-42a4-abf4-e5dc701f12a4', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9859d67e-360d-4e3b-a6c7-bd0d6a4cb852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:39:24Z', 'updated_at': '2022-07-27T08:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi', '_interfaces': [{'id': 'fa37f9a5-dc13-418d-8b78-d17cc6344800', 'name': '', 'network_id': '8f6980da-175b-4e92-9032-637e0458eb4f', 'tenant_id': '940250de2f6f47ed9edc1bb0468551c8', 'mac_address': 'fa:16:3e:b8:8b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9859d67e-360d-4e3b-a6c7-bd0d6a4cb852', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '5784479d-44dd-45ed-b6e6-1aaaf2f91b93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:39:31Z', 'updated_at': '2022-07-27T08:39:43Z', 'revision_number': 5, 'project_id': '940250de2f6f47ed9edc1bb0468551c8', 'subnets': [{'id': '5784479d-44dd-45ed-b6e6-1aaaf2f91b93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851170-2-iscsi', False) {} {{(pid=104488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:49:45.431690 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c021ec2-c2bf-46ac-a2d8-369a53f3803d None None] Checking router: 9859d67e-360d-4e3b-a6c7-bd0d6a4cb852 for host: dv-cinder-851170-2-iscsi {{(pid=104488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 08:49:45.440423 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c021ec2-c2bf-46ac-a2d8-369a53f3803d None None] Routers {'9859d67e-360d-4e3b-a6c7-bd0d6a4cb852'} bound to L3 agent in host dv-cinder-851170-2-iscsi {{(pid=104488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 08:49:45.441175 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_hamode_db [None req-7c021ec2-c2bf-46ac-a2d8-369a53f3803d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-27T08:30:18Z,description=,heartbeat_timestamp=2022-07-27T08:49:18Z,host='dv-cinder-851170-2-iscsi',id=5bc6d868-bb0b-4164-b2dd-44360f4de654,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T08:30:19Z,topic='l3_agent')) {'router_ids': ['9859d67e-360d-4e3b-a6c7-bd0d6a4cb852'], 'active': True} {{(pid=104488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:49:45.543968 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvr_db [None req-7c021ec2-c2bf-46ac-a2d8-369a53f3803d None None] Set router 9859d67e-360d-4e3b-a6c7-bd0d6a4cb852 gateway port host: dv-cinder-851170-2-iscsi {{(pid=104488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 08:49:45.691902 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-500198e2-68a2-4944-aec3-609378d16b72 req-0064a633-544f-423b-a798-30e4e38e4760 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/ports?device_id=1e8bed67-af36-4697-a38a-a67f2023ddd4 HTTP/1.1" status: 200 len: 210 time: 0.0328343 Jul 27 08:49:45.733332 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_hamode_db [None req-7c021ec2-c2bf-46ac-a2d8-369a53f3803d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9859d67e-360d-4e3b-a6c7-bd0d6a4cb852', 'name': 'tempest-AttachVolumeNegativeTest-1367014185-router', 'tenant_id': '940250de2f6f47ed9edc1bb0468551c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': '8459270c-d8a5-42a4-abf4-e5dc701f12a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:39:21Z', 'updated_at': '2022-07-27T08:39:32Z', 'revision_number': 4, 'project_id': '940250de2f6f47ed9edc1bb0468551c8', 'gw_port': {'id': '8459270c-d8a5-42a4-abf4-e5dc701f12a4', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9859d67e-360d-4e3b-a6c7-bd0d6a4cb852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:39:24Z', 'updated_at': '2022-07-27T08:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi', '_interfaces': [{'id': 'fa37f9a5-dc13-418d-8b78-d17cc6344800', 'name': '', 'network_id': '8f6980da-175b-4e92-9032-637e0458eb4f', 'tenant_id': '940250de2f6f47ed9edc1bb0468551c8', 'mac_address': 'fa:16:3e:b8:8b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9859d67e-360d-4e3b-a6c7-bd0d6a4cb852', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '5784479d-44dd-45ed-b6e6-1aaaf2f91b93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:39:31Z', 'updated_at': '2022-07-27T08:39:43Z', 'revision_number': 5, 'project_id': '940250de2f6f47ed9edc1bb0468551c8', 'subnets': [{'id': '5784479d-44dd-45ed-b6e6-1aaaf2f91b93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851170-2-iscsi', False) {} {{(pid=104488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:49:45.845700 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c021ec2-c2bf-46ac-a2d8-369a53f3803d None None] The sync data for ids ['9859d67e-360d-4e3b-a6c7-bd0d6a4cb852'] in dv-cinder-851170-2-iscsi is: [{'id': '9859d67e-360d-4e3b-a6c7-bd0d6a4cb852', 'name': 'tempest-AttachVolumeNegativeTest-1367014185-router', 'tenant_id': '940250de2f6f47ed9edc1bb0468551c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': '8459270c-d8a5-42a4-abf4-e5dc701f12a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:39:21Z', 'updated_at': '2022-07-27T08:39:32Z', 'revision_number': 4, 'project_id': '940250de2f6f47ed9edc1bb0468551c8', 'gw_port': {'id': '8459270c-d8a5-42a4-abf4-e5dc701f12a4', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9859d67e-360d-4e3b-a6c7-bd0d6a4cb852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:39:24Z', 'updated_at': '2022-07-27T08:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi', '_interfaces': [{'id': 'fa37f9a5-dc13-418d-8b78-d17cc6344800', 'name': '', 'network_id': '8f6980da-175b-4e92-9032-637e0458eb4f', 'tenant_id': '940250de2f6f47ed9edc1bb0468551c8', 'mac_address': 'fa:16:3e:b8:8b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9859d67e-360d-4e3b-a6c7-bd0d6a4cb852', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '5784479d-44dd-45ed-b6e6-1aaaf2f91b93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:39:31Z', 'updated_at': '2022-07-27T08:39:43Z', 'revision_number': 5, 'project_id': '940250de2f6f47ed9edc1bb0468551c8', 'subnets': [{'id': '5784479d-44dd-45ed-b6e6-1aaaf2f91b93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 08:49:45.981395 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-4d48c74c-e5bd-43f6-97ae-8a210809ffcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (7c77c4a2-8ca4-486b-af2a-676805e7b922), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:46.063564 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2eab1a1-3cbc-4c6b-b194-1dead65ddaed None None] New status for floating IP c8236af6-c94f-4683-bb4f-7cdd804ebc9a: DOWN {{(pid=104487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 27 08:49:46.839086 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 34204) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:49:46.854066 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=96 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:49:46.893569 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-0e952137-d747-4ad3-8e66-5346c36869d1 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks [] for security_group (aebc42af-f1a9-4bf1-82ac-81c5688d77d9), before_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:46.917607 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-0e952137-d747-4ad3-8e66-5346c36869d1 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks [] for security_group (aebc42af-f1a9-4bf1-82ac-81c5688d77d9), precommit_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:47.053039 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-0e952137-d747-4ad3-8e66-5346c36869d1 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (aebc42af-f1a9-4bf1-82ac-81c5688d77d9), after_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:47.055666 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-0e952137-d747-4ad3-8e66-5346c36869d1 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks [] for security_group (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:47.056913 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-0e952137-d747-4ad3-8e66-5346c36869d1 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "DELETE /v2.0/security-groups/aebc42af-f1a9-4bf1-82ac-81c5688d77d9 HTTP/1.1" status: 204 len: 168 time: 0.2168491 Jul 27 08:49:47.063775 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 34206) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:49:47.066753 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e952137-d747-4ad3-8e66-5346c36869d1 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aebc42af-f1a9-4bf1-82ac-81c5688d77d9,revision_number=None']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:49:47.073832 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e952137-d747-4ad3-8e66-5346c36869d1 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:49:47.074212 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e952137-d747-4ad3-8e66-5346c36869d1 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:49:47.074535 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.api.v2.resource [None req-9b85ef82-455d-4354-83a4-008e016756fe tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] show failed (client error): The resource could not be found. Jul 27 08:49:47.074652 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e952137-d747-4ad3-8e66-5346c36869d1 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:49:47.074890 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e952137-d747-4ad3-8e66-5346c36869d1 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:49:47.075231 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e952137-d747-4ad3-8e66-5346c36869d1 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:49:47.075527 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-9b85ef82-455d-4354-83a4-008e016756fe tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "GET /v2.0/security-groups/aebc42af-f1a9-4bf1-82ac-81c5688d77d9 HTTP/1.1" status: 404 len: 347 time: 0.0147929 Jul 27 08:49:47.075791 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e952137-d747-4ad3-8e66-5346c36869d1 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:49:47.075914 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e952137-d747-4ad3-8e66-5346c36869d1 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:49:47.076199 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e952137-d747-4ad3-8e66-5346c36869d1 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:49:47.076526 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e952137-d747-4ad3-8e66-5346c36869d1 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:49:47.076913 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e952137-d747-4ad3-8e66-5346c36869d1 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:49:47.077786 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e952137-d747-4ad3-8e66-5346c36869d1 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:49:47.078100 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e952137-d747-4ad3-8e66-5346c36869d1 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:49:47.078487 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e952137-d747-4ad3-8e66-5346c36869d1 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:49:47.078800 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e952137-d747-4ad3-8e66-5346c36869d1 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:49:47.079118 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e952137-d747-4ad3-8e66-5346c36869d1 tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:49:47.079232 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 34208) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:49:47.191152 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.plugin [None req-7c8feccd-1fbe-4233-9c83-c13c141bfc8a tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Deleting port e4ca8dcc-2d7b-4dfe-9489-c1331c301fea {{(pid=104486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 08:49:47.191495 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-7c8feccd-1fbe-4233-9c83-c13c141bfc8a tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786710341133'] for port (e4ca8dcc-2d7b-4dfe-9489-c1331c301fea), before_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:47.269076 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-7c8feccd-1fbe-4233-9c83-c13c141bfc8a tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8100626'] for port (e4ca8dcc-2d7b-4dfe-9489-c1331c301fea), precommit_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:47.270514 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-7c8feccd-1fbe-4233-9c83-c13c141bfc8a tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks [] for floatingip (e4ca8dcc-2d7b-4dfe-9489-c1331c301fea), precommit_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:47.283234 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.plugin [None req-7c8feccd-1fbe-4233-9c83-c13c141bfc8a tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Calling delete_port for e4ca8dcc-2d7b-4dfe-9489-c1331c301fea owned by network:floatingip {{(pid=104486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 08:49:47.506985 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-7c8feccd-1fbe-4233-9c83-c13c141bfc8a tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786710477123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786709965406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4293862'] for port (e4ca8dcc-2d7b-4dfe-9489-c1331c301fea), after_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:47.531903 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8feccd-1fbe-4233-9c83-c13c141bfc8a tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Pushing event deleted for resources: {'Port': ['ID=e4ca8dcc-2d7b-4dfe-9489-c1331c301fea,revision_number=None']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:49:47.598804 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-7c8feccd-1fbe-4233-9c83-c13c141bfc8a tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks [] for floatingip (c8236af6-c94f-4683-bb4f-7cdd804ebc9a), after_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:47.601357 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-7c8feccd-1fbe-4233-9c83-c13c141bfc8a tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8374701'] for floatingip (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:47.602591 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-7c8feccd-1fbe-4233-9c83-c13c141bfc8a tempest-AttachVolumeNegativeTest-406435816 tempest-AttachVolumeNegativeTest-406435816-project] 10.222.0.40 "DELETE /v2.0/floatingips/c8236af6-c94f-4683-bb4f-7cdd804ebc9a HTTP/1.1" status: 204 len: 168 time: 0.5225878 Jul 27 08:49:48.228824 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Device 431e23f4-5504-40f2-986d-b204f33f480c no longer exists at agent hyperv_hv-cinder-85117 {{(pid=104487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 08:49:48.247791 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] No Port match for: 431e23f4-5504-40f2-986d-b204f33f480c {{(pid=104487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 08:49:48.248115 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Device 431e23f4-5504-40f2-986d-b204f33f480c not bound to the agent host hv-cinder-85117 {{(pid=104487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 08:49:48.339064 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-2f194f17-0b4d-4025-adb3-5698a02168b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (5bc6d868-bb0b-4164-b2dd-44360f4de654), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:50.300993 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-45eb61cd-e3d7-4840-8013-3080c7768274 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (36998da0-f99a-403d-814c-b55466abd131), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:51.351881 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (40990755-2d84-4c9d-828c-eda94a5136e8), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:51.374943 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-83feb67a-80d7-474e-96e8-1d92c33387c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (0a293c43-2970-4b69-9d2a-dcf41d8870ef), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:51.375622 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (ed9de811-f248-496b-b487-860d50d7cee7), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:52.902540 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b5d050-f0b6-44fd-b63d-fcf8c8d0453c req-e6baeef3-481b-4bb8-9fa6-8074e8609d56 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:49:52.904014 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-e1b5d050-f0b6-44fd-b63d-fcf8c8d0453c req-e6baeef3-481b-4bb8-9fa6-8074e8609d56 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=e039946f-9689-47a3-85ab-cdd76c8ab6be HTTP/1.1" status: 200 len: 947 time: 0.0491354 Jul 27 08:49:52.936976 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:49:52.951157 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-e1b5d050-f0b6-44fd-b63d-fcf8c8d0453c req-751f533e-5f19-41c7-b61e-32bcddabc190 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=fcc4b31a-2386-44ed-81fb-c2f68a123c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408969 Jul 27 08:49:53.648709 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 34310) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:49:53.693955 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.db.db_base_plugin_v2 [None req-956b64b2-4de6-440f-bdcf-a2d5e4abd4d4 admin admin] Deleting subnet 30fba4f2-2e92-43dc-9813-00e649b74f9b {{(pid=104486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 27 08:49:53.697234 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-956b64b2-4de6-440f-bdcf-a2d5e4abd4d4 admin admin] Publish callbacks [] for subnet (30fba4f2-2e92-43dc-9813-00e649b74f9b), before_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:53.731179 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-956b64b2-4de6-440f-bdcf-a2d5e4abd4d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6011820'] for subnet (30fba4f2-2e92-43dc-9813-00e649b74f9b), precommit_delete_associations {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:53.774558 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-956b64b2-4de6-440f-bdcf-a2d5e4abd4d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-829739'] for subnet (30fba4f2-2e92-43dc-9813-00e649b74f9b), precommit_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:53.866523 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-956b64b2-4de6-440f-bdcf-a2d5e4abd4d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-829730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4293835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16656139'] for subnet (30fba4f2-2e92-43dc-9813-00e649b74f9b), after_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:53.893212 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b64b2-4de6-440f-bdcf-a2d5e4abd4d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30fba4f2-2e92-43dc-9813-00e649b74f9b,revision_number=None']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:49:53.895277 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-956b64b2-4de6-440f-bdcf-a2d5e4abd4d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7864717'] for subnet (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:53.898364 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-956b64b2-4de6-440f-bdcf-a2d5e4abd4d4 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/30fba4f2-2e92-43dc-9813-00e649b74f9b HTTP/1.1" status: 204 len: 168 time: 0.2485878 Jul 27 08:49:53.900902 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 34312) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:49:53.969862 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-37593f41-903e-45f1-84e5-e7bc2393b943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-787041'] for network (fda21ce5-6244-4617-803a-c17b3be9174b), before_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:54.078504 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-37593f41-903e-45f1-84e5-e7bc2393b943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-831493', 'neutron.services.segments.db._delete_segments_for_network-8786710418890'] for network (fda21ce5-6244-4617-803a-c17b3be9174b), precommit_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:54.082602 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:49:54.102375 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63efa6de-0776-456e-93a3-5148314df2d8 req-159afff6-7ed9-445d-909f-dc479da9faee tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:49:54.103819 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-63efa6de-0776-456e-93a3-5148314df2d8 req-159afff6-7ed9-445d-909f-dc479da9faee tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=e039946f-9689-47a3-85ab-cdd76c8ab6be HTTP/1.1" status: 200 len: 947 time: 0.0659177 Jul 27 08:49:54.112087 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:49:54.115154 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.services.segments.db [None req-37593f41-903e-45f1-84e5-e7bc2393b943 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fda21ce5-6244-4617-803a-c17b3be9174b']}} {{(pid=104486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:49:54.130530 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.services.segments.db [None req-37593f41-903e-45f1-84e5-e7bc2393b943 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1fc8d5f-aa3f-4032-b287-73a391c7561e') {'for_net_delete': True} {{(pid=104486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:49:54.130761 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.services.segments.db [None req-37593f41-903e-45f1-84e5-e7bc2393b943 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1fc8d5f-aa3f-4032-b287-73a391c7561e') {} {{(pid=104486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:49:54.151143 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-37593f41-903e-45f1-84e5-e7bc2393b943 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786710418791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6011829'] for segment (e1fc8d5f-aa3f-4032-b287-73a391c7561e), before_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:54.179363 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-37593f41-903e-45f1-84e5-e7bc2393b943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-834444'] for segment (e1fc8d5f-aa3f-4032-b287-73a391c7561e), precommit_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:54.190818 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-63efa6de-0776-456e-93a3-5148314df2d8 req-d5d30097-e44f-4d47-9069-4800f8d11e70 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups?id=fcc4b31a-2386-44ed-81fb-c2f68a123c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775013 Jul 27 08:49:54.191712 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37593f41-903e-45f1-84e5-e7bc2393b943 admin admin] Releasing vlan 655 on physical network physnet1 to pool {{(pid=104486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 08:49:54.192095 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-37593f41-903e-45f1-84e5-e7bc2393b943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-834444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4293781'] for segment (e1fc8d5f-aa3f-4032-b287-73a391c7561e), after_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:54.232964 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.services.segments.plugin [-] Segment e1fc8d5f-aa3f-4032-b287-73a391c7561e resource provider aggregate not found Jul 27 08:49:54.254256 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.services.segments.plugin [-] Segment e1fc8d5f-aa3f-4032-b287-73a391c7561e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e1fc8d5f-aa3f-4032-b287-73a391c7561e found for delete ", "request_id": "req-ec705aea-7f86-4391-ae1d-cdd241972a16"}]} Jul 27 08:49:54.344616 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-37593f41-903e-45f1-84e5-e7bc2393b943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-831502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363063'] for network (fda21ce5-6244-4617-803a-c17b3be9174b), after_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:54.350622 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-37593f41-903e-45f1-84e5-e7bc2393b943 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7864717'] for network (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:54.356097 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-37593f41-903e-45f1-84e5-e7bc2393b943 admin admin] 10.222.0.40 "DELETE /v2.0/networks/fda21ce5-6244-4617-803a-c17b3be9174b HTTP/1.1" status: 204 len: 168 time: 0.4516745 Jul 27 08:49:54.356569 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 34324) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:49:54.364912 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37593f41-903e-45f1-84e5-e7bc2393b943 admin admin] Pushing event deleted for resources: {'Network': ['ID=fda21ce5-6244-4617-803a-c17b3be9174b,revision_number=None']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:49:54.403302 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.db.db_base_plugin_v2 [None req-259fdcfd-f5c4-41da-9efb-ad2a2ba15a36 admin admin] Deleting subnet ca589494-3f21-46dd-bd7f-e93420dd4a4f {{(pid=104485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 27 08:49:54.406468 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-259fdcfd-f5c4-41da-9efb-ad2a2ba15a36 admin admin] Publish callbacks [] for subnet (ca589494-3f21-46dd-bd7f-e93420dd4a4f), before_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:54.445800 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-259fdcfd-f5c4-41da-9efb-ad2a2ba15a36 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4551711'] for subnet (ca589494-3f21-46dd-bd7f-e93420dd4a4f), precommit_delete_associations {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:54.490076 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-259fdcfd-f5c4-41da-9efb-ad2a2ba15a36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-829739'] for subnet (ca589494-3f21-46dd-bd7f-e93420dd4a4f), precommit_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:54.632889 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-259fdcfd-f5c4-41da-9efb-ad2a2ba15a36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-829730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16582202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16687746'] for subnet (ca589494-3f21-46dd-bd7f-e93420dd4a4f), after_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:54.660954 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259fdcfd-f5c4-41da-9efb-ad2a2ba15a36 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca589494-3f21-46dd-bd7f-e93420dd4a4f,revision_number=None']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:49:54.665251 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-259fdcfd-f5c4-41da-9efb-ad2a2ba15a36 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:54.672641 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-259fdcfd-f5c4-41da-9efb-ad2a2ba15a36 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/ca589494-3f21-46dd-bd7f-e93420dd4a4f HTTP/1.1" status: 204 len: 168 time: 0.3139391 Jul 27 08:49:54.672641 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 34336) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:49:54.676690 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf4abcc-3e4f-4a46-9541-d1290a580f7c req-99c00a60-626e-43f3-9ae1-370249e5497f tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:49:54.678437 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-2bf4abcc-3e4f-4a46-9541-d1290a580f7c req-99c00a60-626e-43f3-9ae1-370249e5497f tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.42 "GET /v2.0/ports?device_id=e039946f-9689-47a3-85ab-cdd76c8ab6be HTTP/1.1" status: 200 len: 947 time: 0.0666633 Jul 27 08:49:54.750117 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-3d208b46-126d-4ced-929d-318b4e8a5be4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-787041'] for network (2ae4d174-d6ba-40f8-994d-c3317773b237), before_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:54.784803 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.plugin [req-2bf4abcc-3e4f-4a46-9541-d1290a580f7c req-6b24d52e-6a46-4d73-9ed7-e7f5e2f659cf tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Deleting port cbc21c19-a9c2-48e6-88bd-b5b02cd593fb {{(pid=104486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 08:49:54.785144 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-2bf4abcc-3e4f-4a46-9541-d1290a580f7c req-6b24d52e-6a46-4d73-9ed7-e7f5e2f659cf tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786710341133'] for port (cbc21c19-a9c2-48e6-88bd-b5b02cd593fb), before_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:54.832108 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-3d208b46-126d-4ced-929d-318b4e8a5be4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-831493', 'neutron.services.segments.db._delete_segments_for_network-8786710418890'] for network (2ae4d174-d6ba-40f8-994d-c3317773b237), precommit_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:54.852945 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.services.segments.db [None req-3d208b46-126d-4ced-929d-318b4e8a5be4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ae4d174-d6ba-40f8-994d-c3317773b237']}} {{(pid=104485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:49:54.862857 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.services.segments.db [None req-3d208b46-126d-4ced-929d-318b4e8a5be4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d263e09-c54e-48f3-a060-01f76f40c924') {'for_net_delete': True} {{(pid=104485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:49:54.863154 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.services.segments.db [None req-3d208b46-126d-4ced-929d-318b4e8a5be4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d263e09-c54e-48f3-a060-01f76f40c924') {} {{(pid=104485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:49:54.874034 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-3d208b46-126d-4ced-929d-318b4e8a5be4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786710418791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4551686'] for segment (7d263e09-c54e-48f3-a060-01f76f40c924), before_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:54.877720 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.db [req-2bf4abcc-3e4f-4a46-9541-d1290a580f7c req-6b24d52e-6a46-4d73-9ed7-e7f5e2f659cf tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] For port cbc21c19-a9c2-48e6-88bd-b5b02cd593fb, host hv-cinder-85117, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85117',level=0,port_id=cbc21c19-a9c2-48e6-88bd-b5b02cd593fb,segment=NetworkSegment(d4421dbb-2177-49de-a9fa-abc5e0331875),segment_id=d4421dbb-2177-49de-a9fa-abc5e0331875)] {{(pid=104486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:49:54.878084 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-2bf4abcc-3e4f-4a46-9541-d1290a580f7c req-6b24d52e-6a46-4d73-9ed7-e7f5e2f659cf tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8100626'] for port (cbc21c19-a9c2-48e6-88bd-b5b02cd593fb), precommit_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:54.888021 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-3d208b46-126d-4ced-929d-318b4e8a5be4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-834444'] for segment (7d263e09-c54e-48f3-a060-01f76f40c924), precommit_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:54.895094 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d208b46-126d-4ced-929d-318b4e8a5be4 admin admin] Releasing vlan 651 on physical network physnet1 to pool {{(pid=104485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 08:49:54.895485 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-3d208b46-126d-4ced-929d-318b4e8a5be4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-834444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16582244'] for segment (7d263e09-c54e-48f3-a060-01f76f40c924), after_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:54.937053 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.services.segments.plugin [-] Segment 7d263e09-c54e-48f3-a060-01f76f40c924 resource provider aggregate not found Jul 27 08:49:54.958442 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.services.segments.plugin [-] Segment 7d263e09-c54e-48f3-a060-01f76f40c924 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7d263e09-c54e-48f3-a060-01f76f40c924 found for delete ", "request_id": "req-348c9ffb-9ece-4d2c-b650-45541333f135"}]} Jul 27 08:49:55.047079 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-2bf4abcc-3e4f-4a46-9541-d1290a580f7c req-6b24d52e-6a46-4d73-9ed7-e7f5e2f659cf tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:55.051171 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-3d208b46-126d-4ced-929d-318b4e8a5be4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-831502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363063'] for network (2ae4d174-d6ba-40f8-994d-c3317773b237), after_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:55.051321 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-2bf4abcc-3e4f-4a46-9541-d1290a580f7c req-6b24d52e-6a46-4d73-9ed7-e7f5e2f659cf tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363235'] for floatingip (90e11de5-d974-42fd-9f96-1dda05f0fb85), after_update {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:55.051321 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.db.l3_db [req-2bf4abcc-3e4f-4a46-9541-d1290a580f7c req-6b24d52e-6a46-4d73-9ed7-e7f5e2f659cf tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Floating IP 90e11de5-d974-42fd-9f96-1dda05f0fb85 disassociated. External IP: 172.27.2.7, port: cbc21c19-a9c2-48e6-88bd-b5b02cd593fb. Jul 27 08:49:55.051321 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.plugin [req-2bf4abcc-3e4f-4a46-9541-d1290a580f7c req-6b24d52e-6a46-4d73-9ed7-e7f5e2f659cf tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Calling delete_port for cbc21c19-a9c2-48e6-88bd-b5b02cd593fb owned by compute:nova {{(pid=104486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 08:49:55.054383 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-3d208b46-126d-4ced-929d-318b4e8a5be4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7864717'] for network (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:55.058565 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-3d208b46-126d-4ced-929d-318b4e8a5be4 admin admin] 10.222.0.40 "DELETE /v2.0/networks/2ae4d174-d6ba-40f8-994d-c3317773b237 HTTP/1.1" status: 204 len: 168 time: 0.3854759 Jul 27 08:49:55.073636 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d208b46-126d-4ced-929d-318b4e8a5be4 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ae4d174-d6ba-40f8-994d-c3317773b237,revision_number=None']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:49:55.255673 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-2bf4abcc-3e4f-4a46-9541-d1290a580f7c req-6b24d52e-6a46-4d73-9ed7-e7f5e2f659cf tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786710477123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786709965406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4293862'] for port (cbc21c19-a9c2-48e6-88bd-b5b02cd593fb), after_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:55.264788 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:49:55.289310 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b24d52e-6a46-4d73-9ed7-e7f5e2f659cf tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Pushing event deleted for resources: {'Port': ['ID=cbc21c19-a9c2-48e6-88bd-b5b02cd593fb,revision_number=None']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:49:55.406035 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2bf4abcc-3e4f-4a46-9541-d1290a580f7c req-6b24d52e-6a46-4d73-9ed7-e7f5e2f659cf tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Router 280685fc-d095-4705-94a2-a4d23ada45dd has already been hosted by L3 agent 5bc6d868-bb0b-4164-b2dd-44360f4de654 {{(pid=104486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 08:49:55.438446 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 34354) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:49:55.519374 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:49:55.526174 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2bf4abcc-3e4f-4a46-9541-d1290a580f7c req-6b24d52e-6a46-4d73-9ed7-e7f5e2f659cf tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Notify agent at l3_agent.dv-cinder-851170-2-iscsi the message routers_updated {{(pid=104486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 08:49:55.530631 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-7de1ee45-5a99-4f95-b0dc-e81c472daeac admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=67db1b1eacec454abe9c4dc289dd2cd6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0881820 Jul 27 08:49:55.544868 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3b5498-1b05-4d05-a445-637a3b31e514 None None] Sync routers for ids ['280685fc-d095-4705-94a2-a4d23ada45dd'] in dv-cinder-851170-2-iscsi {{(pid=104488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 08:49:55.561424 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3b5498-1b05-4d05-a445-637a3b31e514 None None] Routers {'280685fc-d095-4705-94a2-a4d23ada45dd'} bound to L3 agent in host dv-cinder-851170-2-iscsi {{(pid=104488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 08:49:55.561649 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 34360) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:49:55.561790 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_hamode_db [None req-5b3b5498-1b05-4d05-a445-637a3b31e514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-27T08:30:18Z,description=,heartbeat_timestamp=2022-07-27T08:49:48Z,host='dv-cinder-851170-2-iscsi',id=5bc6d868-bb0b-4164-b2dd-44360f4de654,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T08:30:19Z,topic='l3_agent')) {'router_ids': ['280685fc-d095-4705-94a2-a4d23ada45dd'], 'active': True} {{(pid=104488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:49:55.567841 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-cbb717cb-bbb5-4df1-932b-1e21b84cdc55 req-ecd93a68-e5bb-4933-998c-4ce2c2f58c43 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=e039946f-9689-47a3-85ab-cdd76c8ab6be HTTP/1.1" status: 200 len: 210 time: 0.0547404 Jul 27 08:49:55.593707 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bf4abcc-3e4f-4a46-9541-d1290a580f7c req-6b24d52e-6a46-4d73-9ed7-e7f5e2f659cf tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] No DVR routers for this DVR port cbc21c19-a9c2-48e6-88bd-b5b02cd593fb on host hv-cinder-85117 {{(pid=104486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 08:49:55.604328 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-2bf4abcc-3e4f-4a46-9541-d1290a580f7c req-6b24d52e-6a46-4d73-9ed7-e7f5e2f659cf tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8374701'] for port (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:55.608548 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-2bf4abcc-3e4f-4a46-9541-d1290a580f7c req-6b24d52e-6a46-4d73-9ed7-e7f5e2f659cf tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.42 "DELETE /v2.0/ports/cbc21c19-a9c2-48e6-88bd-b5b02cd593fb HTTP/1.1" status: 204 len: 173 time: 0.9159503 Jul 27 08:49:55.609055 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e039946f-9689-47a3-85ab-cdd76c8ab6be', 'name': 'network-vif-deleted', 'tag': 'cbc21c19-a9c2-48e6-88bd-b5b02cd593fb'}] {{(pid=104486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 08:49:55.612233 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0fbdf057086729fb3d5906bdd251c7adb98d678ad2f5ce1a48bcc8d44af0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d0c60e3-3b33-47d2-beaa-45d5458304f7" -d '{"events": [{"server_uuid": "e039946f-9689-47a3-85ab-cdd76c8ab6be", "name": "network-vif-deleted", "tag": "cbc21c19-a9c2-48e6-88bd-b5b02cd593fb"}]}' {{(pid=104486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 08:49:55.662208 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-79cd0575-82b2-44d8-b2c3-614cb8bb0edf admin admin] Publish callbacks [] for security_group (9c5ebecf-99a5-4a04-8590-578bfdcdad8a), before_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:55.676037 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=100 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:49:55.677576 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvr_db [None req-5b3b5498-1b05-4d05-a445-637a3b31e514 None None] Set router 280685fc-d095-4705-94a2-a4d23ada45dd gateway port host: dv-cinder-851170-2-iscsi {{(pid=104488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 08:49:55.690204 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-79cd0575-82b2-44d8-b2c3-614cb8bb0edf admin admin] Publish callbacks [] for security_group (9c5ebecf-99a5-4a04-8590-578bfdcdad8a), precommit_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:55.816151 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 08:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56647160-ee18-4388-90f3-cc34b4a13139 x-openstack-request-id: req-56647160-ee18-4388-90f3-cc34b4a13139 {{(pid=104486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 08:49:55.816446 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e039946f-9689-47a3-85ab-cdd76c8ab6be", "name": "network-vif-deleted", "tag": "cbc21c19-a9c2-48e6-88bd-b5b02cd593fb", "status": "completed", "code": 200}]} {{(pid=104486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 08:49:55.817256 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-56647160-ee18-4388-90f3-cc34b4a13139 {{(pid=104486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 08:49:55.817256 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56647160-ee18-4388-90f3-cc34b4a13139'] response: {'server_uuid': 'e039946f-9689-47a3-85ab-cdd76c8ab6be', 'name': 'network-vif-deleted', 'tag': 'cbc21c19-a9c2-48e6-88bd-b5b02cd593fb', 'status': 'completed', 'code': 200} Jul 27 08:49:55.849661 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-79cd0575-82b2-44d8-b2c3-614cb8bb0edf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (9c5ebecf-99a5-4a04-8590-578bfdcdad8a), after_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:55.852847 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-79cd0575-82b2-44d8-b2c3-614cb8bb0edf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:55.854352 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-79cd0575-82b2-44d8-b2c3-614cb8bb0edf admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/9c5ebecf-99a5-4a04-8590-578bfdcdad8a HTTP/1.1" status: 204 len: 168 time: 0.2928596 Jul 27 08:49:55.864908 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cd0575-82b2-44d8-b2c3-614cb8bb0edf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c5ebecf-99a5-4a04-8590-578bfdcdad8a,revision_number=None']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:49:55.883357 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_hamode_db [None req-5b3b5498-1b05-4d05-a445-637a3b31e514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '280685fc-d095-4705-94a2-a4d23ada45dd', 'name': 'tempest-AttachVolumeShelveTestJSON-1404863556-router', 'tenant_id': 'e2c60f49a9e14417bd1d9504128fc94b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': '2111d175-ad61-442c-a713-d13ff343359d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:39:20Z', 'updated_at': '2022-07-27T08:39:27Z', 'revision_number': 4, 'project_id': 'e2c60f49a9e14417bd1d9504128fc94b', 'gw_port': {'id': '2111d175-ad61-442c-a713-d13ff343359d', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:b2:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '280685fc-d095-4705-94a2-a4d23ada45dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:39:22Z', 'updated_at': '2022-07-27T08:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi', '_interfaces': [{'id': '48f3e2e9-261d-41a4-a2cd-d4ba4f94b916', 'name': '', 'network_id': '77554b81-fd19-4316-8d69-62980152360c', 'tenant_id': 'e2c60f49a9e14417bd1d9504128fc94b', 'mac_address': 'fa:16:3e:76:ac:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '280685fc-d095-4705-94a2-a4d23ada45dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c4ce96ff-fd31-496d-82bd-3a3dbfb16be8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:39:26Z', 'updated_at': '2022-07-27T08:39:37Z', 'revision_number': 5, 'project_id': 'e2c60f49a9e14417bd1d9504128fc94b', 'subnets': [{'id': 'c4ce96ff-fd31-496d-82bd-3a3dbfb16be8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851170-2-iscsi', False) {} {{(pid=104488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:49:55.915684 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3b5498-1b05-4d05-a445-637a3b31e514 None None] Checking router: 280685fc-d095-4705-94a2-a4d23ada45dd for host: dv-cinder-851170-2-iscsi {{(pid=104488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 08:49:55.918929 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=100 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:49:55.925614 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3b5498-1b05-4d05-a445-637a3b31e514 None None] Routers {'280685fc-d095-4705-94a2-a4d23ada45dd'} bound to L3 agent in host dv-cinder-851170-2-iscsi {{(pid=104488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 08:49:55.926280 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_hamode_db [None req-5b3b5498-1b05-4d05-a445-637a3b31e514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-27T08:30:18Z,description=,heartbeat_timestamp=2022-07-27T08:49:48Z,host='dv-cinder-851170-2-iscsi',id=5bc6d868-bb0b-4164-b2dd-44360f4de654,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T08:30:19Z,topic='l3_agent')) {'router_ids': ['280685fc-d095-4705-94a2-a4d23ada45dd'], 'active': True} {{(pid=104488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:49:56.031664 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvr_db [None req-5b3b5498-1b05-4d05-a445-637a3b31e514 None None] Set router 280685fc-d095-4705-94a2-a4d23ada45dd gateway port host: dv-cinder-851170-2-iscsi {{(pid=104488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 08:49:56.173645 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 34376) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:49:56.207254 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 34380) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:49:56.241527 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_hamode_db [None req-5b3b5498-1b05-4d05-a445-637a3b31e514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '280685fc-d095-4705-94a2-a4d23ada45dd', 'name': 'tempest-AttachVolumeShelveTestJSON-1404863556-router', 'tenant_id': 'e2c60f49a9e14417bd1d9504128fc94b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': '2111d175-ad61-442c-a713-d13ff343359d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:39:20Z', 'updated_at': '2022-07-27T08:39:27Z', 'revision_number': 4, 'project_id': 'e2c60f49a9e14417bd1d9504128fc94b', 'gw_port': {'id': '2111d175-ad61-442c-a713-d13ff343359d', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:b2:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '280685fc-d095-4705-94a2-a4d23ada45dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:39:22Z', 'updated_at': '2022-07-27T08:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi', '_interfaces': [{'id': '48f3e2e9-261d-41a4-a2cd-d4ba4f94b916', 'name': '', 'network_id': '77554b81-fd19-4316-8d69-62980152360c', 'tenant_id': 'e2c60f49a9e14417bd1d9504128fc94b', 'mac_address': 'fa:16:3e:76:ac:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '280685fc-d095-4705-94a2-a4d23ada45dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c4ce96ff-fd31-496d-82bd-3a3dbfb16be8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:39:26Z', 'updated_at': '2022-07-27T08:39:37Z', 'revision_number': 5, 'project_id': 'e2c60f49a9e14417bd1d9504128fc94b', 'subnets': [{'id': 'c4ce96ff-fd31-496d-82bd-3a3dbfb16be8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851170-2-iscsi', False) {} {{(pid=104488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:49:56.267407 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3b5498-1b05-4d05-a445-637a3b31e514 None None] The sync data for ids ['280685fc-d095-4705-94a2-a4d23ada45dd'] in dv-cinder-851170-2-iscsi is: [{'id': '280685fc-d095-4705-94a2-a4d23ada45dd', 'name': 'tempest-AttachVolumeShelveTestJSON-1404863556-router', 'tenant_id': 'e2c60f49a9e14417bd1d9504128fc94b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': '2111d175-ad61-442c-a713-d13ff343359d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:39:20Z', 'updated_at': '2022-07-27T08:39:27Z', 'revision_number': 4, 'project_id': 'e2c60f49a9e14417bd1d9504128fc94b', 'gw_port': {'id': '2111d175-ad61-442c-a713-d13ff343359d', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:b2:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '280685fc-d095-4705-94a2-a4d23ada45dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:39:22Z', 'updated_at': '2022-07-27T08:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi', '_interfaces': [{'id': '48f3e2e9-261d-41a4-a2cd-d4ba4f94b916', 'name': '', 'network_id': '77554b81-fd19-4316-8d69-62980152360c', 'tenant_id': 'e2c60f49a9e14417bd1d9504128fc94b', 'mac_address': 'fa:16:3e:76:ac:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '280685fc-d095-4705-94a2-a4d23ada45dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c4ce96ff-fd31-496d-82bd-3a3dbfb16be8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:39:26Z', 'updated_at': '2022-07-27T08:39:37Z', 'revision_number': 5, 'project_id': 'e2c60f49a9e14417bd1d9504128fc94b', 'subnets': [{'id': 'c4ce96ff-fd31-496d-82bd-3a3dbfb16be8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 08:49:56.380110 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-8547a813-74a3-4ea6-a869-55e8fce7ae15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:56.459547 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:49:56.522931 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2,neutron:DELETE=4,neutron:INSERT=8 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:49:56.535993 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b987fb2-eacd-4d25-86c9-4ca41d622f59 None None] New status for floating IP 90e11de5-d974-42fd-9f96-1dda05f0fb85: DOWN {{(pid=104487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 27 08:49:56.586057 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-8547a813-74a3-4ea6-a869-55e8fce7ae15 admin admin] Publish callbacks [] for security_group (ea847c20-26e1-424f-8ee6-68b6105439c9), precommit_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:56.877518 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 34388) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:49:56.914591 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-8547a813-74a3-4ea6-a869-55e8fce7ae15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (ea847c20-26e1-424f-8ee6-68b6105439c9), after_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:56.926030 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-03c438a8-6618-4ac5-a811-5043cf7a3ffd admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=6934da39543c4ef786f2dd970d6ccc28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0465374 Jul 27 08:49:56.928511 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 34390) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:49:56.974703 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-0f71e80c-5cd4-4f6e-ae2d-811f666385c7 req-8f8a66cc-833a-4192-b998-500ad47ab20b tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/ports?device_id=e039946f-9689-47a3-85ab-cdd76c8ab6be HTTP/1.1" status: 200 len: 210 time: 0.0636494 Jul 27 08:49:56.986369 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-f65ee7b1-f586-479a-bfe4-c933cbfc2a1e admin admin] Publish callbacks [] for security_group (edd736b6-4973-4e91-8c7a-a17f9627bd47), before_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:56.998091 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-8547a813-74a3-4ea6-a869-55e8fce7ae15 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=0fd05d24d1ec4b54b4c7c9e79e665d17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7887516 Jul 27 08:49:57.006106 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 34392) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:49:57.019419 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8547a813-74a3-4ea6-a869-55e8fce7ae15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea847c20-26e1-424f-8ee6-68b6105439c9,revision_number=1']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:49:57.032804 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-f65ee7b1-f586-479a-bfe4-c933cbfc2a1e admin admin] Publish callbacks [] for security_group (edd736b6-4973-4e91-8c7a-a17f9627bd47), precommit_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:57.033431 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-b068c741-be97-4ab5-9fec-8132af37488f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-361243'] for router_interface (9859d67e-360d-4e3b-a6c7-bd0d6a4cb852), before_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:57.095674 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-e060ded8-0347-43e4-aa79-54e718ff9aaf admin admin] Publish callbacks [] for security_group (ea847c20-26e1-424f-8ee6-68b6105439c9), before_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:57.117832 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-e060ded8-0347-43e4-aa79-54e718ff9aaf admin admin] Publish callbacks [] for security_group (ea847c20-26e1-424f-8ee6-68b6105439c9), precommit_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:57.224745 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-f65ee7b1-f586-479a-bfe4-c933cbfc2a1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (edd736b6-4973-4e91-8c7a-a17f9627bd47), after_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:57.227326 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-f65ee7b1-f586-479a-bfe4-c933cbfc2a1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:57.228520 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-f65ee7b1-f586-479a-bfe4-c933cbfc2a1e admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/edd736b6-4973-4e91-8c7a-a17f9627bd47 HTTP/1.1" status: 204 len: 168 time: 0.2990761 Jul 27 08:49:57.237455 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65ee7b1-f586-479a-bfe4-c933cbfc2a1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edd736b6-4973-4e91-8c7a-a17f9627bd47,revision_number=None']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:49:57.239705 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-e060ded8-0347-43e4-aa79-54e718ff9aaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (ea847c20-26e1-424f-8ee6-68b6105439c9), after_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:57.242351 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-e060ded8-0347-43e4-aa79-54e718ff9aaf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:57.245781 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-e060ded8-0347-43e4-aa79-54e718ff9aaf admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/ea847c20-26e1-424f-8ee6-68b6105439c9 HTTP/1.1" status: 204 len: 168 time: 0.2364230 Jul 27 08:49:57.268280 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e060ded8-0347-43e4-aa79-54e718ff9aaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea847c20-26e1-424f-8ee6-68b6105439c9,revision_number=None']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:49:57.268809 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.plugin [None req-b068c741-be97-4ab5-9fec-8132af37488f admin admin] Deleting port fa37f9a5-dc13-418d-8b78-d17cc6344800 {{(pid=104485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 08:49:57.268809 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-b068c741-be97-4ab5-9fec-8132af37488f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786710341133'] for port (fa37f9a5-dc13-418d-8b78-d17cc6344800), before_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:57.367217 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.db [None req-b068c741-be97-4ab5-9fec-8132af37488f admin admin] For port fa37f9a5-dc13-418d-8b78-d17cc6344800, host dv-cinder-851170-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851170-2-iscsi',level=0,port_id=fa37f9a5-dc13-418d-8b78-d17cc6344800,segment=NetworkSegment(e7699621-ef90-47fe-8696-58f5c1995388),segment_id=e7699621-ef90-47fe-8696-58f5c1995388)] {{(pid=104485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:49:57.367626 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-b068c741-be97-4ab5-9fec-8132af37488f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8100626'] for port (fa37f9a5-dc13-418d-8b78-d17cc6344800), precommit_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:57.382502 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.plugin [None req-b068c741-be97-4ab5-9fec-8132af37488f admin admin] Calling delete_port for fa37f9a5-dc13-418d-8b78-d17cc6344800 owned by network:router_interface {{(pid=104485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 08:49:57.603781 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-b068c741-be97-4ab5-9fec-8132af37488f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786710477123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786709965406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16582167'] for port (fa37f9a5-dc13-418d-8b78-d17cc6344800), after_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:57.627041 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b068c741-be97-4ab5-9fec-8132af37488f admin admin] Pushing event deleted for resources: {'Port': ['ID=fa37f9a5-dc13-418d-8b78-d17cc6344800,revision_number=None']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:49:57.836429 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-b068c741-be97-4ab5-9fec-8132af37488f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7864744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-361359'] for router_interface (9859d67e-360d-4e3b-a6c7-bd0d6a4cb852), after_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:57.901704 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:49:57.939114 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:49:58.070078 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b068c741-be97-4ab5-9fec-8132af37488f admin admin] Router 9859d67e-360d-4e3b-a6c7-bd0d6a4cb852 has already been hosted by L3 agent 5bc6d868-bb0b-4164-b2dd-44360f4de654 {{(pid=104485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 08:49:58.184357 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b068c741-be97-4ab5-9fec-8132af37488f admin admin] Notify agent at l3_agent.dv-cinder-851170-2-iscsi the message routers_updated {{(pid=104485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 08:49:58.185352 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 34412) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:49:58.185720 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-b068c741-be97-4ab5-9fec-8132af37488f admin admin] 10.222.0.40 "PUT /v2.0/routers/9859d67e-360d-4e3b-a6c7-bd0d6a4cb852/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0082371 Jul 27 08:49:58.185867 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6501b3ff-72de-476b-8582-f74f8aba844e None None] Sync routers for ids ['9859d67e-360d-4e3b-a6c7-bd0d6a4cb852'] in dv-cinder-851170-2-iscsi {{(pid=104488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 08:49:58.188775 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 34414) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:49:58.197246 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6501b3ff-72de-476b-8582-f74f8aba844e None None] Routers {'9859d67e-360d-4e3b-a6c7-bd0d6a4cb852'} bound to L3 agent in host dv-cinder-851170-2-iscsi {{(pid=104488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 08:49:58.197937 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_hamode_db [None req-6501b3ff-72de-476b-8582-f74f8aba844e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-27T08:30:18Z,description=,heartbeat_timestamp=2022-07-27T08:49:48Z,host='dv-cinder-851170-2-iscsi',id=5bc6d868-bb0b-4164-b2dd-44360f4de654,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T08:30:19Z,topic='l3_agent')) {'router_ids': ['9859d67e-360d-4e3b-a6c7-bd0d6a4cb852'], 'active': True} {{(pid=104488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:49:58.213918 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:49:58.257045 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-ba1d197b-3a41-432b-9cb2-b063bcaf5a4b tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Publish callbacks [] for security_group (fcc4b31a-2386-44ed-81fb-c2f68a123c1e), before_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:58.263131 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Device cbc21c19-a9c2-48e6-88bd-b5b02cd593fb no longer exists at agent hyperv_hv-cinder-85117 {{(pid=104487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 08:49:58.287692 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-ba1d197b-3a41-432b-9cb2-b063bcaf5a4b tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Publish callbacks [] for security_group (fcc4b31a-2386-44ed-81fb-c2f68a123c1e), precommit_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:58.292792 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] No Port match for: cbc21c19-a9c2-48e6-88bd-b5b02cd593fb {{(pid=104487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 08:49:58.293371 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Device cbc21c19-a9c2-48e6-88bd-b5b02cd593fb not bound to the agent host hv-cinder-85117 {{(pid=104487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 08:49:58.325868 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-a4f38e57-64de-4658-a2d1-790d2d7fe368 admin admin] Publish callbacks [] for router (9859d67e-360d-4e3b-a6c7-bd0d6a4cb852), before_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:58.330053 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=100 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:49:58.332911 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvr_db [None req-6501b3ff-72de-476b-8582-f74f8aba844e None None] Set router 9859d67e-360d-4e3b-a6c7-bd0d6a4cb852 gateway port host: dv-cinder-851170-2-iscsi {{(pid=104488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 08:49:58.433014 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-a4f38e57-64de-4658-a2d1-790d2d7fe368 admin admin] Publish callbacks [] for router_gateway (9859d67e-360d-4e3b-a6c7-bd0d6a4cb852), before_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:58.476761 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-ba1d197b-3a41-432b-9cb2-b063bcaf5a4b tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (fcc4b31a-2386-44ed-81fb-c2f68a123c1e), after_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:58.479434 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-ba1d197b-3a41-432b-9cb2-b063bcaf5a4b tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Publish callbacks [] for security_group (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:58.480669 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-ba1d197b-3a41-432b-9cb2-b063bcaf5a4b tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "DELETE /v2.0/security-groups/fcc4b31a-2386-44ed-81fb-c2f68a123c1e HTTP/1.1" status: 204 len: 168 time: 0.2996428 Jul 27 08:49:58.484355 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 34422) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:49:58.491337 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1d197b-3a41-432b-9cb2-b063bcaf5a4b tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcc4b31a-2386-44ed-81fb-c2f68a123c1e,revision_number=None']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:49:58.499951 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.api.v2.resource [None req-348ec94f-f4d6-45c9-b0f8-5496c8b108fe tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] show failed (client error): The resource could not be found. Jul 27 08:49:58.505924 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-348ec94f-f4d6-45c9-b0f8-5496c8b108fe tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "GET /v2.0/security-groups/fcc4b31a-2386-44ed-81fb-c2f68a123c1e HTTP/1.1" status: 404 len: 347 time: 0.0156670 Jul 27 08:49:58.505924 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 34424) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:49:58.540675 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_hamode_db [None req-6501b3ff-72de-476b-8582-f74f8aba844e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9859d67e-360d-4e3b-a6c7-bd0d6a4cb852', 'name': 'tempest-AttachVolumeNegativeTest-1367014185-router', 'tenant_id': '940250de2f6f47ed9edc1bb0468551c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': '8459270c-d8a5-42a4-abf4-e5dc701f12a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:39:21Z', 'updated_at': '2022-07-27T08:49:57Z', 'revision_number': 5, 'project_id': '940250de2f6f47ed9edc1bb0468551c8', 'gw_port': {'id': '8459270c-d8a5-42a4-abf4-e5dc701f12a4', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9859d67e-360d-4e3b-a6c7-bd0d6a4cb852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:39:24Z', 'updated_at': '2022-07-27T08:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi'}], 'dv-cinder-851170-2-iscsi', False) {} {{(pid=104488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:49:58.573028 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6501b3ff-72de-476b-8582-f74f8aba844e None None] Checking router: 9859d67e-360d-4e3b-a6c7-bd0d6a4cb852 for host: dv-cinder-851170-2-iscsi {{(pid=104488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 08:49:58.580872 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=100 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:49:58.582973 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6501b3ff-72de-476b-8582-f74f8aba844e None None] Routers {'9859d67e-360d-4e3b-a6c7-bd0d6a4cb852'} bound to L3 agent in host dv-cinder-851170-2-iscsi {{(pid=104488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 08:49:58.583596 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_hamode_db [None req-6501b3ff-72de-476b-8582-f74f8aba844e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-27T08:30:18Z,description=,heartbeat_timestamp=2022-07-27T08:49:48Z,host='dv-cinder-851170-2-iscsi',id=5bc6d868-bb0b-4164-b2dd-44360f4de654,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T08:30:19Z,topic='l3_agent')) {'router_ids': ['9859d67e-360d-4e3b-a6c7-bd0d6a4cb852'], 'active': True} {{(pid=104488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:49:58.638401 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.plugin [None req-a4f38e57-64de-4658-a2d1-790d2d7fe368 admin admin] Deleting port 8459270c-d8a5-42a4-abf4-e5dc701f12a4 {{(pid=104485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 08:49:58.638401 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-a4f38e57-64de-4658-a2d1-790d2d7fe368 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786710341133'] for port (8459270c-d8a5-42a4-abf4-e5dc701f12a4), before_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:58.684966 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvr_db [None req-6501b3ff-72de-476b-8582-f74f8aba844e None None] Set router 9859d67e-360d-4e3b-a6c7-bd0d6a4cb852 gateway port host: None {{(pid=104488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 08:49:58.721640 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.plugin [None req-fd973e82-fc49-48a0-b14a-361c714f9a8b tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Deleting port d82aad42-4637-48ca-a1f3-270baa38f1f9 {{(pid=104485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 08:49:58.721990 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-fd973e82-fc49-48a0-b14a-361c714f9a8b tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786710341133'] for port (d82aad42-4637-48ca-a1f3-270baa38f1f9), before_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:58.740674 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_hamode_db [None req-6501b3ff-72de-476b-8582-f74f8aba844e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9859d67e-360d-4e3b-a6c7-bd0d6a4cb852', 'name': 'tempest-AttachVolumeNegativeTest-1367014185-router', 'tenant_id': '940250de2f6f47ed9edc1bb0468551c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:39:21Z', 'updated_at': '2022-07-27T08:49:58Z', 'revision_number': 6, 'project_id': '940250de2f6f47ed9edc1bb0468551c8', 'gw_port_host': None}], 'dv-cinder-851170-2-iscsi', False) {} {{(pid=104488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:49:58.766765 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6501b3ff-72de-476b-8582-f74f8aba844e None None] The sync data for ids ['9859d67e-360d-4e3b-a6c7-bd0d6a4cb852'] in dv-cinder-851170-2-iscsi is: [{'id': '9859d67e-360d-4e3b-a6c7-bd0d6a4cb852', 'name': 'tempest-AttachVolumeNegativeTest-1367014185-router', 'tenant_id': '940250de2f6f47ed9edc1bb0468551c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:39:21Z', 'updated_at': '2022-07-27T08:49:58Z', 'revision_number': 6, 'project_id': '940250de2f6f47ed9edc1bb0468551c8', 'gw_port_host': None}] {{(pid=104488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 08:49:58.816039 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.db [None req-a4f38e57-64de-4658-a2d1-790d2d7fe368 admin admin] For port 8459270c-d8a5-42a4-abf4-e5dc701f12a4, host dv-cinder-851170-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851170-2-iscsi',level=0,port_id=8459270c-d8a5-42a4-abf4-e5dc701f12a4,segment=NetworkSegment(0a5e83d9-b5a8-42c5-b200-67984880d111),segment_id=0a5e83d9-b5a8-42c5-b200-67984880d111)] {{(pid=104485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:49:58.816423 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-a4f38e57-64de-4658-a2d1-790d2d7fe368 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8100626'] for port (8459270c-d8a5-42a4-abf4-e5dc701f12a4), precommit_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:58.843234 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.plugin [None req-a4f38e57-64de-4658-a2d1-790d2d7fe368 admin admin] Calling delete_port for 8459270c-d8a5-42a4-abf4-e5dc701f12a4 owned by network:router_gateway {{(pid=104485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 08:49:58.844838 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:49:58.850110 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-fd973e82-fc49-48a0-b14a-361c714f9a8b tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8100626'] for port (d82aad42-4637-48ca-a1f3-270baa38f1f9), precommit_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:58.850468 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-fd973e82-fc49-48a0-b14a-361c714f9a8b tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Publish callbacks [] for floatingip (d82aad42-4637-48ca-a1f3-270baa38f1f9), precommit_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:58.869947 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.plugin [None req-fd973e82-fc49-48a0-b14a-361c714f9a8b tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Calling delete_port for d82aad42-4637-48ca-a1f3-270baa38f1f9 owned by network:floatingip {{(pid=104485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 08:49:59.175542 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-a4f38e57-64de-4658-a2d1-790d2d7fe368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786710477123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786709965406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16582167'] for port (8459270c-d8a5-42a4-abf4-e5dc701f12a4), after_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:59.203254 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-fd973e82-fc49-48a0-b14a-361c714f9a8b tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786710477123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786709965406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16582167'] for port (d82aad42-4637-48ca-a1f3-270baa38f1f9), after_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:59.205291 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f38e57-64de-4658-a2d1-790d2d7fe368 admin admin] Pushing event deleted for resources: {'Port': ['ID=8459270c-d8a5-42a4-abf4-e5dc701f12a4,revision_number=None']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:49:59.239007 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd973e82-fc49-48a0-b14a-361c714f9a8b tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Pushing event deleted for resources: {'Port': ['ID=d82aad42-4637-48ca-a1f3-270baa38f1f9,revision_number=None']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:49:59.308043 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 34442) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:49:59.342052 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-a4f38e57-64de-4658-a2d1-790d2d7fe368 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-363035'] for router_gateway (9859d67e-360d-4e3b-a6c7-bd0d6a4cb852), after_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:59.400760 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-fd973e82-fc49-48a0-b14a-361c714f9a8b tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Publish callbacks [] for floatingip (90e11de5-d974-42fd-9f96-1dda05f0fb85), after_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:59.403263 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-fd973e82-fc49-48a0-b14a-361c714f9a8b tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8374701'] for floatingip (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:59.404444 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-fd973e82-fc49-48a0-b14a-361c714f9a8b tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] 10.222.0.40 "DELETE /v2.0/floatingips/90e11de5-d974-42fd-9f96-1dda05f0fb85 HTTP/1.1" status: 204 len: 168 time: 0.8983469 Jul 27 08:49:59.419135 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-9be1c20b-03af-4c9f-8f9d-d9af3a1ab4aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:59.432394 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:49:59.441812 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-a4f38e57-64de-4658-a2d1-790d2d7fe368 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8119440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-333'] for router (9859d67e-360d-4e3b-a6c7-bd0d6a4cb852), precommit_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:59.447400 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-a4f38e57-64de-4658-a2d1-790d2d7fe368 admin admin] Publish callbacks [] for router_controller (9859d67e-360d-4e3b-a6c7-bd0d6a4cb852), precommit_delete_associations {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:59.503875 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-9be1c20b-03af-4c9f-8f9d-d9af3a1ab4aa admin admin] Publish callbacks [] for security_group (f9c87987-681a-4e2d-916e-7c93fba6344f), precommit_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:59.580707 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-9be1c20b-03af-4c9f-8f9d-d9af3a1ab4aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (f9c87987-681a-4e2d-916e-7c93fba6344f), after_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:59.580980 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-a4f38e57-64de-4658-a2d1-790d2d7fe368 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8119314'] for router (9859d67e-360d-4e3b-a6c7-bd0d6a4cb852), after_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:59.581622 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4f38e57-64de-4658-a2d1-790d2d7fe368 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9859d67e-360d-4e3b-a6c7-bd0d6a4cb852 {{(pid=104485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 08:49:59.586660 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-a4f38e57-64de-4658-a2d1-790d2d7fe368 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:59.587935 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-a4f38e57-64de-4658-a2d1-790d2d7fe368 admin admin] 10.222.0.40 "DELETE /v2.0/routers/9859d67e-360d-4e3b-a6c7-bd0d6a4cb852 HTTP/1.1" status: 204 len: 168 time: 1.3981431 Jul 27 08:49:59.591103 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 34448) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:49:59.622028 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be1c20b-03af-4c9f-8f9d-d9af3a1ab4aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9c87987-681a-4e2d-916e-7c93fba6344f,revision_number=1']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:49:59.626671 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-9be1c20b-03af-4c9f-8f9d-d9af3a1ab4aa admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=ef936bfd27cb4a39b0cf257699b2fd44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3175316 Jul 27 08:49:59.629243 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 34450) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:49:59.644671 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.db.db_base_plugin_v2 [None req-744a8a48-c001-4bcc-a794-27cf38f805eb admin admin] Deleting subnet 5784479d-44dd-45ed-b6e6-1aaaf2f91b93 {{(pid=104485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 27 08:49:59.645630 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:49:59.648611 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-744a8a48-c001-4bcc-a794-27cf38f805eb admin admin] Publish callbacks [] for subnet (5784479d-44dd-45ed-b6e6-1aaaf2f91b93), before_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:59.691609 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-744a8a48-c001-4bcc-a794-27cf38f805eb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4551711'] for subnet (5784479d-44dd-45ed-b6e6-1aaaf2f91b93), precommit_delete_associations {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:59.697427 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-3f77bc73-7e15-4b85-a9ff-c5b12ea2a26a admin admin] Publish callbacks [] for security_group (f9c87987-681a-4e2d-916e-7c93fba6344f), before_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:59.725772 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-3f77bc73-7e15-4b85-a9ff-c5b12ea2a26a admin admin] Publish callbacks [] for security_group (f9c87987-681a-4e2d-916e-7c93fba6344f), precommit_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:59.774523 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-744a8a48-c001-4bcc-a794-27cf38f805eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-829739'] for subnet (5784479d-44dd-45ed-b6e6-1aaaf2f91b93), precommit_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:59.818906 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=83,neutron:DELETE=14,neutron:UPDATE=3 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:49:59.855125 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-3f77bc73-7e15-4b85-a9ff-c5b12ea2a26a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (f9c87987-681a-4e2d-916e-7c93fba6344f), after_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:59.858288 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-3f77bc73-7e15-4b85-a9ff-c5b12ea2a26a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:59.869417 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-3f77bc73-7e15-4b85-a9ff-c5b12ea2a26a admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/f9c87987-681a-4e2d-916e-7c93fba6344f HTTP/1.1" status: 204 len: 168 time: 0.2291343 Jul 27 08:49:59.869417 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f77bc73-7e15-4b85-a9ff-c5b12ea2a26a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9c87987-681a-4e2d-916e-7c93fba6344f,revision_number=None']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:49:59.930425 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-744a8a48-c001-4bcc-a794-27cf38f805eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-829730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16582202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16687746'] for subnet (5784479d-44dd-45ed-b6e6-1aaaf2f91b93), after_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:59.959865 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-744a8a48-c001-4bcc-a794-27cf38f805eb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:49:59.963648 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-744a8a48-c001-4bcc-a794-27cf38f805eb admin admin] 10.222.0.40 "DELETE /v2.0/subnets/5784479d-44dd-45ed-b6e6-1aaaf2f91b93 HTTP/1.1" status: 204 len: 168 time: 0.3714466 Jul 27 08:49:59.964673 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744a8a48-c001-4bcc-a794-27cf38f805eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5784479d-44dd-45ed-b6e6-1aaaf2f91b93,revision_number=None']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:49:59.964937 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3013917-65a3-4513-94bc-4c0f31d36f05 None None] Network 8f6980da-175b-4e92-9032-637e0458eb4f requested from dv-cinder-851170-2-iscsi {{(pid=104487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 08:49:59.966284 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 34456) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:50:00.044311 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-914cfeea-5f82-45f5-9340-6d1489f57a98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-787041'] for network (8f6980da-175b-4e92-9032-637e0458eb4f), before_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:00.090804 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.plugin [None req-914cfeea-5f82-45f5-9340-6d1489f57a98 admin admin] Deleting port e4480293-973c-4221-a532-8b63f66f0d53 {{(pid=104486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 08:50:00.091078 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-914cfeea-5f82-45f5-9340-6d1489f57a98 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786710341133'] for port (e4480293-973c-4221-a532-8b63f66f0d53), before_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:00.128984 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe4f121-6768-4c0e-853b-f0f5f44da014 None None] DHCP port deletion for 8f6980da-175b-4e92-9032-637e0458eb4f request from dv-cinder-851170-2-iscsi {{(pid=104487) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 27 08:50:00.165497 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.db [None req-914cfeea-5f82-45f5-9340-6d1489f57a98 admin admin] For port e4480293-973c-4221-a532-8b63f66f0d53, host dv-cinder-851170-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851170-2-iscsi',level=0,port_id=e4480293-973c-4221-a532-8b63f66f0d53,segment=NetworkSegment(e7699621-ef90-47fe-8696-58f5c1995388),segment_id=e7699621-ef90-47fe-8696-58f5c1995388)] {{(pid=104486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:50:00.165863 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-914cfeea-5f82-45f5-9340-6d1489f57a98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8100626'] for port (e4480293-973c-4221-a532-8b63f66f0d53), precommit_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:00.171619 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-abe4f121-6768-4c0e-853b-f0f5f44da014 None None] Deleting port e4480293-973c-4221-a532-8b63f66f0d53 {{(pid=104487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 08:50:00.172187 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-abe4f121-6768-4c0e-853b-f0f5f44da014 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786710341133'] for port (e4480293-973c-4221-a532-8b63f66f0d53), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:00.181089 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.plugin [None req-914cfeea-5f82-45f5-9340-6d1489f57a98 admin admin] Calling delete_port for e4480293-973c-4221-a532-8b63f66f0d53 owned by network:dhcp {{(pid=104486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 08:50:00.239584 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-abe4f121-6768-4c0e-853b-f0f5f44da014 None None] For port e4480293-973c-4221-a532-8b63f66f0d53, host dv-cinder-851170-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851170-2-iscsi',level=0,port_id=e4480293-973c-4221-a532-8b63f66f0d53,segment=NetworkSegment(e7699621-ef90-47fe-8696-58f5c1995388),segment_id=e7699621-ef90-47fe-8696-58f5c1995388)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:50:00.239797 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-abe4f121-6768-4c0e-853b-f0f5f44da014 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8100626'] for port (e4480293-973c-4221-a532-8b63f66f0d53), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:00.254698 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-abe4f121-6768-4c0e-853b-f0f5f44da014 None None] Calling delete_port for e4480293-973c-4221-a532-8b63f66f0d53 owned by network:dhcp {{(pid=104487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 08:50:00.352476 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-914cfeea-5f82-45f5-9340-6d1489f57a98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786710477123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786709965406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4293862'] for port (e4480293-973c-4221-a532-8b63f66f0d53), after_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:00.358975 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-abe4f121-6768-4c0e-853b-f0f5f44da014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786710477123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786709965406'] for port (e4480293-973c-4221-a532-8b63f66f0d53), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:00.360882 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:DELETE=6 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:50:00.379769 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914cfeea-5f82-45f5-9340-6d1489f57a98 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4480293-973c-4221-a532-8b63f66f0d53,revision_number=None']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:50:00.381597 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914cfeea-5f82-45f5-9340-6d1489f57a98 admin admin] No DVR routers for this DVR port e4480293-973c-4221-a532-8b63f66f0d53 on host dv-cinder-851170-2-iscsi {{(pid=104486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 08:50:00.385075 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe4f121-6768-4c0e-853b-f0f5f44da014 None None] Pushing event deleted for resources: {'Port': ['ID=e4480293-973c-4221-a532-8b63f66f0d53,revision_number=None']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:50:00.388083 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe4f121-6768-4c0e-853b-f0f5f44da014 None None] No DVR routers for this DVR port e4480293-973c-4221-a532-8b63f66f0d53 on host dv-cinder-851170-2-iscsi {{(pid=104487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 08:50:00.402787 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe4f121-6768-4c0e-853b-f0f5f44da014 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:50:00.403104 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe4f121-6768-4c0e-853b-f0f5f44da014 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:50:00.403451 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe4f121-6768-4c0e-853b-f0f5f44da014 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:50:00.403793 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe4f121-6768-4c0e-853b-f0f5f44da014 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:50:00.405177 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe4f121-6768-4c0e-853b-f0f5f44da014 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:50:00.406088 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe4f121-6768-4c0e-853b-f0f5f44da014 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:50:00.406495 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe4f121-6768-4c0e-853b-f0f5f44da014 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:50:00.406681 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe4f121-6768-4c0e-853b-f0f5f44da014 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:50:00.407209 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe4f121-6768-4c0e-853b-f0f5f44da014 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:50:00.407547 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe4f121-6768-4c0e-853b-f0f5f44da014 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:50:00.407883 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe4f121-6768-4c0e-853b-f0f5f44da014 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:50:00.408243 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe4f121-6768-4c0e-853b-f0f5f44da014 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:50:00.408573 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe4f121-6768-4c0e-853b-f0f5f44da014 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:50:00.408899 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe4f121-6768-4c0e-853b-f0f5f44da014 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:50:00.409220 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe4f121-6768-4c0e-853b-f0f5f44da014 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:50:00.458522 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-914cfeea-5f82-45f5-9340-6d1489f57a98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-831493', 'neutron.services.segments.db._delete_segments_for_network-8786710418890'] for network (8f6980da-175b-4e92-9032-637e0458eb4f), precommit_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:00.482846 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.services.segments.db [None req-914cfeea-5f82-45f5-9340-6d1489f57a98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f6980da-175b-4e92-9032-637e0458eb4f']}} {{(pid=104486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:50:00.494372 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.services.segments.db [None req-914cfeea-5f82-45f5-9340-6d1489f57a98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7699621-ef90-47fe-8696-58f5c1995388') {'for_net_delete': True} {{(pid=104486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:50:00.494691 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.services.segments.db [None req-914cfeea-5f82-45f5-9340-6d1489f57a98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7699621-ef90-47fe-8696-58f5c1995388') {} {{(pid=104486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:50:00.507075 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-914cfeea-5f82-45f5-9340-6d1489f57a98 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786710418791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6011829'] for segment (e7699621-ef90-47fe-8696-58f5c1995388), before_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:00.523195 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-914cfeea-5f82-45f5-9340-6d1489f57a98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-834444'] for segment (e7699621-ef90-47fe-8696-58f5c1995388), precommit_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:00.530783 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-914cfeea-5f82-45f5-9340-6d1489f57a98 admin admin] Releasing vlan 686 on physical network physnet1 to pool {{(pid=104486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 08:50:00.531197 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-914cfeea-5f82-45f5-9340-6d1489f57a98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-834444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4293781'] for segment (e7699621-ef90-47fe-8696-58f5c1995388), after_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:00.575472 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.services.segments.plugin [-] Segment e7699621-ef90-47fe-8696-58f5c1995388 resource provider aggregate not found Jul 27 08:50:00.595808 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.services.segments.plugin [-] Segment e7699621-ef90-47fe-8696-58f5c1995388 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e7699621-ef90-47fe-8696-58f5c1995388 found for delete ", "request_id": "req-31eff63a-8796-4fe0-a3e0-ba2e9a6ee102"}]} Jul 27 08:50:00.672111 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-914cfeea-5f82-45f5-9340-6d1489f57a98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-831502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363063'] for network (8f6980da-175b-4e92-9032-637e0458eb4f), after_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:00.679368 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-914cfeea-5f82-45f5-9340-6d1489f57a98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7864717'] for network (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:00.685485 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-914cfeea-5f82-45f5-9340-6d1489f57a98 admin admin] 10.222.0.40 "DELETE /v2.0/networks/8f6980da-175b-4e92-9032-637e0458eb4f HTTP/1.1" status: 204 len: 168 time: 0.7155073 Jul 27 08:50:00.700469 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914cfeea-5f82-45f5-9340-6d1489f57a98 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f6980da-175b-4e92-9032-637e0458eb4f,revision_number=None']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:50:00.725420 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Device 8459270c-d8a5-42a4-abf4-e5dc701f12a4 no longer exists at agent ovs-agent-dv-cinder-851170-2-iscsi {{(pid=104487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 08:50:00.750939 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] No Port match for: 8459270c-d8a5-42a4-abf4-e5dc701f12a4 {{(pid=104487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 08:50:00.750939 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Device 8459270c-d8a5-42a4-abf4-e5dc701f12a4 not bound to the agent host dv-cinder-851170-2-iscsi {{(pid=104487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 08:50:00.750939 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Device fa37f9a5-dc13-418d-8b78-d17cc6344800 no longer exists at agent ovs-agent-dv-cinder-851170-2-iscsi {{(pid=104487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 08:50:00.774047 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] No Port match for: fa37f9a5-dc13-418d-8b78-d17cc6344800 {{(pid=104487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 08:50:00.774047 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Device fa37f9a5-dc13-418d-8b78-d17cc6344800 not bound to the agent host dv-cinder-851170-2-iscsi {{(pid=104487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 08:50:00.774047 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Device e4480293-973c-4221-a532-8b63f66f0d53 no longer exists at agent ovs-agent-dv-cinder-851170-2-iscsi {{(pid=104487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 08:50:00.791396 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] No Port match for: e4480293-973c-4221-a532-8b63f66f0d53 {{(pid=104487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 08:50:00.791741 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Device e4480293-973c-4221-a532-8b63f66f0d53 not bound to the agent host dv-cinder-851170-2-iscsi {{(pid=104487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 08:50:01.084904 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 34494) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:50:01.127870 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-888d2058-a3c4-455e-967d-2d5b998cdedd admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=940250de2f6f47ed9edc1bb0468551c8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0417557 Jul 27 08:50:01.130498 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 34500) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:50:01.192936 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-cc2fafb8-aafb-4472-922a-240fdc7b9337 admin admin] Publish callbacks [] for security_group (3c905b49-abbc-4ab0-9fc9-549570522ba8), before_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:01.215222 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-cc2fafb8-aafb-4472-922a-240fdc7b9337 admin admin] Publish callbacks [] for security_group (3c905b49-abbc-4ab0-9fc9-549570522ba8), precommit_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:01.334791 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-cc2fafb8-aafb-4472-922a-240fdc7b9337 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (3c905b49-abbc-4ab0-9fc9-549570522ba8), after_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:01.337405 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-cc2fafb8-aafb-4472-922a-240fdc7b9337 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:01.338642 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-cc2fafb8-aafb-4472-922a-240fdc7b9337 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/3c905b49-abbc-4ab0-9fc9-549570522ba8 HTTP/1.1" status: 204 len: 168 time: 0.2072008 Jul 27 08:50:01.347659 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2fafb8-aafb-4472-922a-240fdc7b9337 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c905b49-abbc-4ab0-9fc9-549570522ba8,revision_number=None']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:50:02.267915 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 34530) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:50:02.745871 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:50:02.934396 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-c67f2955-b06a-44d4-b75e-94ed343f4fdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-361243'] for router_interface (280685fc-d095-4705-94a2-a4d23ada45dd), before_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:03.029187 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:50:03.175155 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.plugin [None req-c67f2955-b06a-44d4-b75e-94ed343f4fdf admin admin] Deleting port 48f3e2e9-261d-41a4-a2cd-d4ba4f94b916 {{(pid=104486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 08:50:03.175486 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-c67f2955-b06a-44d4-b75e-94ed343f4fdf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786710341133'] for port (48f3e2e9-261d-41a4-a2cd-d4ba4f94b916), before_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:03.275767 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.db [None req-c67f2955-b06a-44d4-b75e-94ed343f4fdf admin admin] For port 48f3e2e9-261d-41a4-a2cd-d4ba4f94b916, host dv-cinder-851170-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851170-2-iscsi',level=0,port_id=48f3e2e9-261d-41a4-a2cd-d4ba4f94b916,segment=NetworkSegment(d4421dbb-2177-49de-a9fa-abc5e0331875),segment_id=d4421dbb-2177-49de-a9fa-abc5e0331875)] {{(pid=104486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:50:03.276462 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-c67f2955-b06a-44d4-b75e-94ed343f4fdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8100626'] for port (48f3e2e9-261d-41a4-a2cd-d4ba4f94b916), precommit_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:03.289388 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.plugin [None req-c67f2955-b06a-44d4-b75e-94ed343f4fdf admin admin] Calling delete_port for 48f3e2e9-261d-41a4-a2cd-d4ba4f94b916 owned by network:router_interface {{(pid=104486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 08:50:03.563479 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-c67f2955-b06a-44d4-b75e-94ed343f4fdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786710477123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786709965406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4293862'] for port (48f3e2e9-261d-41a4-a2cd-d4ba4f94b916), after_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:03.599952 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67f2955-b06a-44d4-b75e-94ed343f4fdf admin admin] Pushing event deleted for resources: {'Port': ['ID=48f3e2e9-261d-41a4-a2cd-d4ba4f94b916,revision_number=None']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:50:03.706161 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:50:03.769502 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-c67f2955-b06a-44d4-b75e-94ed343f4fdf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7864744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-361359'] for router_interface (280685fc-d095-4705-94a2-a4d23ada45dd), after_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:03.983112 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c67f2955-b06a-44d4-b75e-94ed343f4fdf admin admin] Router 280685fc-d095-4705-94a2-a4d23ada45dd has already been hosted by L3 agent 5bc6d868-bb0b-4164-b2dd-44360f4de654 {{(pid=104486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 08:50:04.091373 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c67f2955-b06a-44d4-b75e-94ed343f4fdf admin admin] Notify agent at l3_agent.dv-cinder-851170-2-iscsi the message routers_updated {{(pid=104486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 08:50:04.097314 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-c67f2955-b06a-44d4-b75e-94ed343f4fdf admin admin] 10.222.0.40 "PUT /v2.0/routers/280685fc-d095-4705-94a2-a4d23ada45dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8297093 Jul 27 08:50:04.100022 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 34572) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:50:04.101523 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4997bc-d7c0-425f-a534-b01cd608dae0 None None] Sync routers for ids ['280685fc-d095-4705-94a2-a4d23ada45dd'] in dv-cinder-851170-2-iscsi {{(pid=104487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 08:50:04.111729 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4997bc-d7c0-425f-a534-b01cd608dae0 None None] Routers {'280685fc-d095-4705-94a2-a4d23ada45dd'} bound to L3 agent in host dv-cinder-851170-2-iscsi {{(pid=104487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 08:50:04.112341 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_hamode_db [None req-dd4997bc-d7c0-425f-a534-b01cd608dae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-27T08:30:18Z,description=,heartbeat_timestamp=2022-07-27T08:49:48Z,host='dv-cinder-851170-2-iscsi',id=5bc6d868-bb0b-4164-b2dd-44360f4de654,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T08:30:19Z,topic='l3_agent')) {'router_ids': ['280685fc-d095-4705-94a2-a4d23ada45dd'], 'active': True} {{(pid=104487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:50:04.149696 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:50:04.206826 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-61f4317c-abc5-4485-ac83-bf1ff7cd999c admin admin] Publish callbacks [] for router (280685fc-d095-4705-94a2-a4d23ada45dd), before_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:04.312822 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-61f4317c-abc5-4485-ac83-bf1ff7cd999c admin admin] Publish callbacks [] for router_gateway (280685fc-d095-4705-94a2-a4d23ada45dd), before_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:04.319242 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=91,neutron:UPDATE=7,neutron:DELETE=2 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:50:04.341454 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvr_db [None req-dd4997bc-d7c0-425f-a534-b01cd608dae0 None None] Set router 280685fc-d095-4705-94a2-a4d23ada45dd gateway port host: dv-cinder-851170-2-iscsi {{(pid=104487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 08:50:04.344915 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:50:04.443498 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.plugin [None req-61f4317c-abc5-4485-ac83-bf1ff7cd999c admin admin] Deleting port 2111d175-ad61-442c-a713-d13ff343359d {{(pid=104486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 08:50:04.443763 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-61f4317c-abc5-4485-ac83-bf1ff7cd999c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786710341133'] for port (2111d175-ad61-442c-a713-d13ff343359d), before_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:04.515899 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_hamode_db [None req-dd4997bc-d7c0-425f-a534-b01cd608dae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '280685fc-d095-4705-94a2-a4d23ada45dd', 'name': 'tempest-AttachVolumeShelveTestJSON-1404863556-router', 'tenant_id': 'e2c60f49a9e14417bd1d9504128fc94b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': '2111d175-ad61-442c-a713-d13ff343359d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:39:20Z', 'updated_at': '2022-07-27T08:50:03Z', 'revision_number': 5, 'project_id': 'e2c60f49a9e14417bd1d9504128fc94b', 'gw_port': {'id': '2111d175-ad61-442c-a713-d13ff343359d', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:b2:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '280685fc-d095-4705-94a2-a4d23ada45dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:39:22Z', 'updated_at': '2022-07-27T08:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi'}], 'dv-cinder-851170-2-iscsi', False) {} {{(pid=104487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:50:04.524361 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.db [None req-61f4317c-abc5-4485-ac83-bf1ff7cd999c admin admin] For port 2111d175-ad61-442c-a713-d13ff343359d, host dv-cinder-851170-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851170-2-iscsi',level=0,port_id=2111d175-ad61-442c-a713-d13ff343359d,segment=NetworkSegment(0a5e83d9-b5a8-42c5-b200-67984880d111),segment_id=0a5e83d9-b5a8-42c5-b200-67984880d111)] {{(pid=104486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:50:04.524724 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-61f4317c-abc5-4485-ac83-bf1ff7cd999c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8100626'] for port (2111d175-ad61-442c-a713-d13ff343359d), precommit_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:04.542949 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.plugin [None req-61f4317c-abc5-4485-ac83-bf1ff7cd999c admin admin] Calling delete_port for 2111d175-ad61-442c-a713-d13ff343359d owned by network:router_gateway {{(pid=104486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 08:50:04.545520 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4997bc-d7c0-425f-a534-b01cd608dae0 None None] Checking router: 280685fc-d095-4705-94a2-a4d23ada45dd for host: dv-cinder-851170-2-iscsi {{(pid=104487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 08:50:04.558506 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4997bc-d7c0-425f-a534-b01cd608dae0 None None] Routers {'280685fc-d095-4705-94a2-a4d23ada45dd'} bound to L3 agent in host dv-cinder-851170-2-iscsi {{(pid=104487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 08:50:04.559134 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_hamode_db [None req-dd4997bc-d7c0-425f-a534-b01cd608dae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-27T08:30:18Z,description=,heartbeat_timestamp=2022-07-27T08:49:48Z,host='dv-cinder-851170-2-iscsi',id=5bc6d868-bb0b-4164-b2dd-44360f4de654,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T08:30:19Z,topic='l3_agent')) {'router_ids': ['280685fc-d095-4705-94a2-a4d23ada45dd'], 'active': True} {{(pid=104487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:50:04.651225 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvr_db [None req-dd4997bc-d7c0-425f-a534-b01cd608dae0 None None] Set router 280685fc-d095-4705-94a2-a4d23ada45dd gateway port host: None {{(pid=104487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 08:50:04.670108 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:50:04.705701 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_hamode_db [None req-dd4997bc-d7c0-425f-a534-b01cd608dae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '280685fc-d095-4705-94a2-a4d23ada45dd', 'name': 'tempest-AttachVolumeShelveTestJSON-1404863556-router', 'tenant_id': 'e2c60f49a9e14417bd1d9504128fc94b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:39:20Z', 'updated_at': '2022-07-27T08:50:04Z', 'revision_number': 6, 'project_id': 'e2c60f49a9e14417bd1d9504128fc94b', 'gw_port_host': None}], 'dv-cinder-851170-2-iscsi', False) {} {{(pid=104487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:50:04.731556 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4997bc-d7c0-425f-a534-b01cd608dae0 None None] The sync data for ids ['280685fc-d095-4705-94a2-a4d23ada45dd'] in dv-cinder-851170-2-iscsi is: [{'id': '280685fc-d095-4705-94a2-a4d23ada45dd', 'name': 'tempest-AttachVolumeShelveTestJSON-1404863556-router', 'tenant_id': 'e2c60f49a9e14417bd1d9504128fc94b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:39:20Z', 'updated_at': '2022-07-27T08:50:04Z', 'revision_number': 6, 'project_id': 'e2c60f49a9e14417bd1d9504128fc94b', 'gw_port_host': None}] {{(pid=104487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 08:50:04.803389 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-61f4317c-abc5-4485-ac83-bf1ff7cd999c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786710477123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786709965406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4293862'] for port (2111d175-ad61-442c-a713-d13ff343359d), after_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:04.836681 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f4317c-abc5-4485-ac83-bf1ff7cd999c admin admin] Pushing event deleted for resources: {'Port': ['ID=2111d175-ad61-442c-a713-d13ff343359d,revision_number=None']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:50:04.892445 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-61f4317c-abc5-4485-ac83-bf1ff7cd999c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-363035'] for router_gateway (280685fc-d095-4705-94a2-a4d23ada45dd), after_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:04.979964 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-61f4317c-abc5-4485-ac83-bf1ff7cd999c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8119440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-333'] for router (280685fc-d095-4705-94a2-a4d23ada45dd), precommit_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:04.982121 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-61f4317c-abc5-4485-ac83-bf1ff7cd999c admin admin] Publish callbacks [] for router_controller (280685fc-d095-4705-94a2-a4d23ada45dd), precommit_delete_associations {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:05.111940 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.agents_db [None req-f85b74c8-06c1-470d-aedd-c7ca4f0196ea None None] Agent healthcheck: found 6 active agents {{(pid=104488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 08:50:05.135334 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-61f4317c-abc5-4485-ac83-bf1ff7cd999c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8119314'] for router (280685fc-d095-4705-94a2-a4d23ada45dd), after_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:05.136339 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61f4317c-abc5-4485-ac83-bf1ff7cd999c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 280685fc-d095-4705-94a2-a4d23ada45dd {{(pid=104486) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 08:50:05.142490 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-61f4317c-abc5-4485-ac83-bf1ff7cd999c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:05.144059 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-61f4317c-abc5-4485-ac83-bf1ff7cd999c admin admin] 10.222.0.40 "DELETE /v2.0/routers/280685fc-d095-4705-94a2-a4d23ada45dd HTTP/1.1" status: 204 len: 168 time: 1.0429859 Jul 27 08:50:05.146677 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 34584) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:50:05.208907 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.db.db_base_plugin_v2 [None req-06d06fef-427e-4475-a978-e9746d260243 admin admin] Deleting subnet c4ce96ff-fd31-496d-82bd-3a3dbfb16be8 {{(pid=104485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 27 08:50:05.208907 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-06d06fef-427e-4475-a978-e9746d260243 admin admin] Publish callbacks [] for subnet (c4ce96ff-fd31-496d-82bd-3a3dbfb16be8), before_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:05.259475 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-06d06fef-427e-4475-a978-e9746d260243 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4551711'] for subnet (c4ce96ff-fd31-496d-82bd-3a3dbfb16be8), precommit_delete_associations {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:05.345502 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-06d06fef-427e-4475-a978-e9746d260243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-829739'] for subnet (c4ce96ff-fd31-496d-82bd-3a3dbfb16be8), precommit_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:05.470540 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-06d06fef-427e-4475-a978-e9746d260243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-829730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16582202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16687746'] for subnet (c4ce96ff-fd31-496d-82bd-3a3dbfb16be8), after_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:05.496596 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d06fef-427e-4475-a978-e9746d260243 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4ce96ff-fd31-496d-82bd-3a3dbfb16be8,revision_number=None']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:50:05.507578 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-06d06fef-427e-4475-a978-e9746d260243 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:05.514080 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 34592) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:50:05.515295 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-06d06fef-427e-4475-a978-e9746d260243 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/c4ce96ff-fd31-496d-82bd-3a3dbfb16be8 HTTP/1.1" status: 204 len: 168 time: 0.3664718 Jul 27 08:50:05.520648 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c24d2f-4c7e-4ede-b69a-90a17b7e4eb8 None None] Network 77554b81-fd19-4316-8d69-62980152360c requested from dv-cinder-851170-2-iscsi {{(pid=104487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 08:50:05.604022 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-0b86800a-7e99-4c51-84dd-fa0846feacc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-787041'] for network (77554b81-fd19-4316-8d69-62980152360c), before_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:05.651474 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.plugin [None req-0b86800a-7e99-4c51-84dd-fa0846feacc4 admin admin] Deleting port 44a36974-c617-4762-a6da-f89c14116da5 {{(pid=104486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 08:50:05.654314 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-0b86800a-7e99-4c51-84dd-fa0846feacc4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786710341133'] for port (44a36974-c617-4762-a6da-f89c14116da5), before_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:05.713673 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38993a5e-f037-4982-8436-e30360143b52 None None] DHCP port deletion for 77554b81-fd19-4316-8d69-62980152360c request from dv-cinder-851170-2-iscsi {{(pid=104487) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 27 08:50:05.726730 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.db [None req-0b86800a-7e99-4c51-84dd-fa0846feacc4 admin admin] For port 44a36974-c617-4762-a6da-f89c14116da5, host dv-cinder-851170-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851170-2-iscsi',level=0,port_id=44a36974-c617-4762-a6da-f89c14116da5,segment=NetworkSegment(d4421dbb-2177-49de-a9fa-abc5e0331875),segment_id=d4421dbb-2177-49de-a9fa-abc5e0331875)] {{(pid=104486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:50:05.727101 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-0b86800a-7e99-4c51-84dd-fa0846feacc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8100626'] for port (44a36974-c617-4762-a6da-f89c14116da5), precommit_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:05.741844 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.plugin [None req-0b86800a-7e99-4c51-84dd-fa0846feacc4 admin admin] Calling delete_port for 44a36974-c617-4762-a6da-f89c14116da5 owned by network:dhcp {{(pid=104486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 08:50:05.751880 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-38993a5e-f037-4982-8436-e30360143b52 None None] Deleting port 44a36974-c617-4762-a6da-f89c14116da5 {{(pid=104487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 08:50:05.752321 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-38993a5e-f037-4982-8436-e30360143b52 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786710341133'] for port (44a36974-c617-4762-a6da-f89c14116da5), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:05.808681 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:UPDATE=3,neutron:SELECT=91,neutron:DELETE=6 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:50:05.830744 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-38993a5e-f037-4982-8436-e30360143b52 None None] For port 44a36974-c617-4762-a6da-f89c14116da5, host dv-cinder-851170-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851170-2-iscsi',level=0,port_id=44a36974-c617-4762-a6da-f89c14116da5,segment=NetworkSegment(d4421dbb-2177-49de-a9fa-abc5e0331875),segment_id=d4421dbb-2177-49de-a9fa-abc5e0331875)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:50:05.831141 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-38993a5e-f037-4982-8436-e30360143b52 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8100626'] for port (44a36974-c617-4762-a6da-f89c14116da5), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:05.845660 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-38993a5e-f037-4982-8436-e30360143b52 None None] Calling delete_port for 44a36974-c617-4762-a6da-f89c14116da5 owned by network:dhcp {{(pid=104487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 08:50:05.905895 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-0b86800a-7e99-4c51-84dd-fa0846feacc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786710477123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786709965406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4293862'] for port (44a36974-c617-4762-a6da-f89c14116da5), after_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:05.920368 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-38993a5e-f037-4982-8436-e30360143b52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786710477123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786709965406'] for port (44a36974-c617-4762-a6da-f89c14116da5), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:05.932211 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b86800a-7e99-4c51-84dd-fa0846feacc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=44a36974-c617-4762-a6da-f89c14116da5,revision_number=None']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:50:05.935847 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b86800a-7e99-4c51-84dd-fa0846feacc4 admin admin] No DVR routers for this DVR port 44a36974-c617-4762-a6da-f89c14116da5 on host dv-cinder-851170-2-iscsi {{(pid=104486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 08:50:05.948350 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38993a5e-f037-4982-8436-e30360143b52 None None] Pushing event deleted for resources: {'Port': ['ID=44a36974-c617-4762-a6da-f89c14116da5,revision_number=None']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:50:05.951957 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38993a5e-f037-4982-8436-e30360143b52 None None] No DVR routers for this DVR port 44a36974-c617-4762-a6da-f89c14116da5 on host dv-cinder-851170-2-iscsi {{(pid=104487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 08:50:06.013851 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-0b86800a-7e99-4c51-84dd-fa0846feacc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-831493', 'neutron.services.segments.db._delete_segments_for_network-8786710418890'] for network (77554b81-fd19-4316-8d69-62980152360c), precommit_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:06.035876 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.services.segments.db [None req-0b86800a-7e99-4c51-84dd-fa0846feacc4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77554b81-fd19-4316-8d69-62980152360c']}} {{(pid=104486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:50:06.046688 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.services.segments.db [None req-0b86800a-7e99-4c51-84dd-fa0846feacc4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4421dbb-2177-49de-a9fa-abc5e0331875') {'for_net_delete': True} {{(pid=104486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:50:06.046993 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.services.segments.db [None req-0b86800a-7e99-4c51-84dd-fa0846feacc4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4421dbb-2177-49de-a9fa-abc5e0331875') {} {{(pid=104486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:50:06.059166 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-0b86800a-7e99-4c51-84dd-fa0846feacc4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786710418791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6011829'] for segment (d4421dbb-2177-49de-a9fa-abc5e0331875), before_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:06.072868 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-0b86800a-7e99-4c51-84dd-fa0846feacc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-834444'] for segment (d4421dbb-2177-49de-a9fa-abc5e0331875), precommit_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:06.083161 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b86800a-7e99-4c51-84dd-fa0846feacc4 admin admin] Releasing vlan 650 on physical network physnet1 to pool {{(pid=104486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 08:50:06.083161 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-0b86800a-7e99-4c51-84dd-fa0846feacc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-834444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4293781'] for segment (d4421dbb-2177-49de-a9fa-abc5e0331875), after_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:06.131741 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.services.segments.plugin [-] Segment d4421dbb-2177-49de-a9fa-abc5e0331875 resource provider aggregate not found Jul 27 08:50:06.152819 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.services.segments.plugin [-] Segment d4421dbb-2177-49de-a9fa-abc5e0331875 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d4421dbb-2177-49de-a9fa-abc5e0331875 found for delete ", "request_id": "req-76553331-cdc4-45bc-affc-6db8c8de9b50"}]} Jul 27 08:50:06.224822 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-0b86800a-7e99-4c51-84dd-fa0846feacc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-831502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363063'] for network (77554b81-fd19-4316-8d69-62980152360c), after_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:06.234457 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-0b86800a-7e99-4c51-84dd-fa0846feacc4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7864717'] for network (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:06.234985 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-0b86800a-7e99-4c51-84dd-fa0846feacc4 admin admin] 10.222.0.40 "DELETE /v2.0/networks/77554b81-fd19-4316-8d69-62980152360c HTTP/1.1" status: 204 len: 168 time: 0.7161033 Jul 27 08:50:06.244805 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b86800a-7e99-4c51-84dd-fa0846feacc4 admin admin] Pushing event deleted for resources: {'Network': ['ID=77554b81-fd19-4316-8d69-62980152360c,revision_number=None']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:50:06.643203 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 34612) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:50:06.668530 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:50:06.685763 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-df15f934-a158-440a-a02b-c587a46aab8f admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=e2c60f49a9e14417bd1d9504128fc94b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0413914 Jul 27 08:50:06.689027 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 34614) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:50:06.716832 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Device 44a36974-c617-4762-a6da-f89c14116da5 no longer exists at agent ovs-agent-dv-cinder-851170-2-iscsi {{(pid=104487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 08:50:06.736999 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] No Port match for: 44a36974-c617-4762-a6da-f89c14116da5 {{(pid=104487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 08:50:06.737365 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Device 44a36974-c617-4762-a6da-f89c14116da5 not bound to the agent host dv-cinder-851170-2-iscsi {{(pid=104487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 08:50:06.737782 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Device 2111d175-ad61-442c-a713-d13ff343359d no longer exists at agent ovs-agent-dv-cinder-851170-2-iscsi {{(pid=104487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 08:50:06.740270 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-307ec726-9d75-4896-bd35-fb36382156e1 admin admin] Publish callbacks [] for security_group (2f4115d6-8f03-47f4-bea4-b1081d6d10ad), before_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:06.756426 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] No Port match for: 2111d175-ad61-442c-a713-d13ff343359d {{(pid=104487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 08:50:06.759908 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Device 2111d175-ad61-442c-a713-d13ff343359d not bound to the agent host dv-cinder-851170-2-iscsi {{(pid=104487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 08:50:06.759908 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Device 48f3e2e9-261d-41a4-a2cd-d4ba4f94b916 no longer exists at agent ovs-agent-dv-cinder-851170-2-iscsi {{(pid=104487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 08:50:06.762739 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-307ec726-9d75-4896-bd35-fb36382156e1 admin admin] Publish callbacks [] for security_group (2f4115d6-8f03-47f4-bea4-b1081d6d10ad), precommit_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:06.776219 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] No Port match for: 48f3e2e9-261d-41a4-a2cd-d4ba4f94b916 {{(pid=104487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 08:50:06.776577 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Device 48f3e2e9-261d-41a4-a2cd-d4ba4f94b916 not bound to the agent host dv-cinder-851170-2-iscsi {{(pid=104487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 08:50:06.864516 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-307ec726-9d75-4896-bd35-fb36382156e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (2f4115d6-8f03-47f4-bea4-b1081d6d10ad), after_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:06.867213 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-307ec726-9d75-4896-bd35-fb36382156e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:06.868364 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-307ec726-9d75-4896-bd35-fb36382156e1 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/2f4115d6-8f03-47f4-bea4-b1081d6d10ad HTTP/1.1" status: 204 len: 168 time: 0.1783946 Jul 27 08:50:06.881112 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307ec726-9d75-4896-bd35-fb36382156e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f4115d6-8f03-47f4-bea4-b1081d6d10ad,revision_number=None']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:50:08.744378 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=47 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:50:15.475439 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=29,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:50:15.479332 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=50,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:50:15.997396 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-5e874a35-7f59-4f44-a7bf-f7aa2ea1b84b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (7c77c4a2-8ca4-486b-af2a-676805e7b922), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:16.798321 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=42,neutron:DELETE=5 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:50:16.876194 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=2 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:50:18.034658 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 34846) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:50:18.144281 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-c758ee13-2efd-4896-8d86-6bcf9a31fd72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:18.237698 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-c758ee13-2efd-4896-8d86-6bcf9a31fd72 admin admin] Publish callbacks [] for security_group (ae3883aa-555f-4d17-b7fe-9edc6ae4434f), precommit_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:18.265317 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:50:18.334510 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-c758ee13-2efd-4896-8d86-6bcf9a31fd72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (ae3883aa-555f-4d17-b7fe-9edc6ae4434f), after_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:18.369109 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-5d54c99e-cabc-4507-98e1-f35fa7da88be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (5bc6d868-bb0b-4164-b2dd-44360f4de654), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:18.383782 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c758ee13-2efd-4896-8d86-6bcf9a31fd72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae3883aa-555f-4d17-b7fe-9edc6ae4434f,revision_number=1']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:50:18.392348 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 34868) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:50:18.393333 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-c758ee13-2efd-4896-8d86-6bcf9a31fd72 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=f8490f272c824b4bbcee1de049fc735d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3575559 Jul 27 08:50:18.455903 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-b41e5ab9-2515-45b4-8503-d89a3ac949ed admin admin] Publish callbacks [] for security_group (ae3883aa-555f-4d17-b7fe-9edc6ae4434f), before_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:18.485773 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-b41e5ab9-2515-45b4-8503-d89a3ac949ed admin admin] Publish callbacks [] for security_group (ae3883aa-555f-4d17-b7fe-9edc6ae4434f), precommit_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:18.620585 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-b41e5ab9-2515-45b4-8503-d89a3ac949ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (ae3883aa-555f-4d17-b7fe-9edc6ae4434f), after_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:18.625199 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-b41e5ab9-2515-45b4-8503-d89a3ac949ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:18.639573 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-b41e5ab9-2515-45b4-8503-d89a3ac949ed admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/ae3883aa-555f-4d17-b7fe-9edc6ae4434f HTTP/1.1" status: 204 len: 168 time: 0.2361915 Jul 27 08:50:18.640384 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41e5ab9-2515-45b4-8503-d89a3ac949ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae3883aa-555f-4d17-b7fe-9edc6ae4434f,revision_number=None']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:50:19.736329 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 34920) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:50:19.841211 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.v2.base [None req-dbf4fcca-a571-4071-9438-50c7033fff8b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-133541680-network', 'tenant_id': 'e664288b45ae4b98ae22270ea7eac1e6'}} {{(pid=104486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:50:19.946105 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbf4fcca-a571-4071-9438-50c7033fff8b admin admin] Made reservation on behalf of e664288b45ae4b98ae22270ea7eac1e6 for: {'network': 1} {{(pid=104486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 08:50:19.948625 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-dbf4fcca-a571-4071-9438-50c7033fff8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for network (None), before_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:19.958268 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-dbf4fcca-a571-4071-9438-50c7033fff8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:20.035857 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-dbf4fcca-a571-4071-9438-50c7033fff8b admin admin] Publish callbacks [] for security_group (25250086-5b1a-4052-9dba-f69c669004f6), precommit_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:20.128958 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-dbf4fcca-a571-4071-9438-50c7033fff8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (25250086-5b1a-4052-9dba-f69c669004f6), after_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:20.156961 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbf4fcca-a571-4071-9438-50c7033fff8b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 657} {{(pid=104486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 08:50:20.167470 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf4fcca-a571-4071-9438-50c7033fff8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25250086-5b1a-4052-9dba-f69c669004f6,revision_number=1']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:50:20.174167 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-dbf4fcca-a571-4071-9438-50c7033fff8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-834444'] for segment (39e09afd-0493-4ab2-a5f6-2cf0ed23b5e1), precommit_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:20.174510 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.db.segments_db [None req-dbf4fcca-a571-4071-9438-50c7033fff8b admin admin] Added segment 39e09afd-0493-4ab2-a5f6-2cf0ed23b5e1 of type vlan for network ecada7fa-7a56-41f5-bba0-0e680e111c5d Jul 27 08:50:20.220138 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-dbf4fcca-a571-4071-9438-50c7033fff8b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786709896331'] for network (ecada7fa-7a56-41f5-bba0-0e680e111c5d), precommit_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:20.338445 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-45eb61cd-e3d7-4840-8013-3080c7768274 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (36998da0-f99a-403d-814c-b55466abd131), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:20.343078 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-dbf4fcca-a571-4071-9438-50c7033fff8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739'] for network (ecada7fa-7a56-41f5-bba0-0e680e111c5d), after_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:20.343078 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf4fcca-a571-4071-9438-50c7033fff8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:50:20.343078 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-dbf4fcca-a571-4071-9438-50c7033fff8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7864717'] for network (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:20.402318 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf4fcca-a571-4071-9438-50c7033fff8b admin admin] Pushing event updated for resources: {'Network': ['ID=ecada7fa-7a56-41f5-bba0-0e680e111c5d,revision_number=1']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:50:20.412552 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Network ecada7fa-7a56-41f5-bba0-0e680e111c5d details requested by agent ovs-agent-dv-cinder-851170-2-iscsi with host dv-cinder-851170-2-iscsi {{(pid=104487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 08:50:20.480140 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-dbf4fcca-a571-4071-9438-50c7033fff8b admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.7425966 Jul 27 08:50:20.488804 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 34938) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:50:20.493545 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.v2.base [None req-067963b6-1957-4f86-a331-dca81b5ec1bd admin admin] Request body: {'subnet': {'network_id': 'ecada7fa-7a56-41f5-bba0-0e680e111c5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-133541680-subnet', 'tenant_id': 'e664288b45ae4b98ae22270ea7eac1e6', 'ip_version': 4}} {{(pid=104486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:50:20.591919 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-067963b6-1957-4f86-a331-dca81b5ec1bd admin admin] Made reservation on behalf of e664288b45ae4b98ae22270ea7eac1e6 for: {'subnet': 1} {{(pid=104486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 08:50:20.594807 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-067963b6-1957-4f86-a331-dca81b5ec1bd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16656174'] for subnet (None), before_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:20.820689 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-067963b6-1957-4f86-a331-dca81b5ec1bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4293642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16656128'] for subnet (3728e296-f73f-42fa-ab4b-892bf727c18b), after_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:20.859154 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:50:20.867561 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=75,neutron:DELETE=4,neutron:INSERT=17,neutron:UPDATE=4 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:50:20.871719 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067963b6-1957-4f86-a331-dca81b5ec1bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=3728e296-f73f-42fa-ab4b-892bf727c18b,revision_number=0']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:50:20.888967 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067963b6-1957-4f86-a331-dca81b5ec1bd admin admin] Checking segment: {'id': '39e09afd-0493-4ab2-a5f6-2cf0ed23b5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'ecada7fa-7a56-41f5-bba0-0e680e111c5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 08:50:20.889320 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067963b6-1957-4f86-a331-dca81b5ec1bd admin admin] Network hostable DHCP agents. Network: ecada7fa-7a56-41f5-bba0-0e680e111c5d, hostable agents: ['7c77c4a2-8ca4-486b-af2a-676805e7b922'], hosted agents: [] {{(pid=104486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 08:50:20.940484 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067963b6-1957-4f86-a331-dca81b5ec1bd admin admin] Network ecada7fa-7a56-41f5-bba0-0e680e111c5d is scheduled to be hosted by DHCP agent 7c77c4a2-8ca4-486b-af2a-676805e7b922 with binding_index 1 {{(pid=104486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 08:50:21.035210 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.scheduler.base_scheduler [None req-067963b6-1957-4f86-a331-dca81b5ec1bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851170-2-iscsi, ecada7fa-7a56-41f5-bba0-0e680e111c5d) {{(pid=104486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 08:50:21.039332 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067963b6-1957-4f86-a331-dca81b5ec1bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:50:21.039939 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-067963b6-1957-4f86-a331-dca81b5ec1bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7864717'] for subnet (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:21.044190 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f49390f-d066-429f-89ac-50d152e0ff79 None None] Network ecada7fa-7a56-41f5-bba0-0e680e111c5d requested from dv-cinder-851170-2-iscsi {{(pid=104487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 08:50:21.146232 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e812ae5a-0b7d-44d5-b71b-59aedf209239 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15de2134-51f9-5133-ac93-618e7ff2167e-ecada7fa-7a56-41f5-bba0-0e680e111c5d', 'network_id': 'ecada7fa-7a56-41f5-bba0-0e680e111c5d', 'project_id': 'e664288b45ae4b98ae22270ea7eac1e6', 'fixed_ips': [{'subnet_id': '3728e296-f73f-42fa-ab4b-892bf727c18b'}]}} from dv-cinder-851170-2-iscsi. {{(pid=104487) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 27 08:50:21.147159 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-e812ae5a-0b7d-44d5-b71b-59aedf209239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (None), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:21.148588 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-067963b6-1957-4f86-a331-dca81b5ec1bd admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6587589 Jul 27 08:50:21.151251 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 34940) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:50:21.156225 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.v2.base [None req-00cfddc9-dca9-4a97-ae50-9fec64b8df5a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-133541680-router', 'tenant_id': 'e664288b45ae4b98ae22270ea7eac1e6', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5'}}} {{(pid=104486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:50:21.241618 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-00cfddc9-dca9-4a97-ae50-9fec64b8df5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8122130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-347'] for router (967dffa2-d957-4d1e-94d7-9b0e845a7543), before_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:21.242631 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-00cfddc9-dca9-4a97-ae50-9fec64b8df5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8119546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-327805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-338'] for router (967dffa2-d957-4d1e-94d7-9b0e845a7543), precommit_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:21.293664 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-00cfddc9-dca9-4a97-ae50-9fec64b8df5a admin admin] Publish callbacks [] for router_controller (967dffa2-d957-4d1e-94d7-9b0e845a7543), precommit_add_association {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:21.318354 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.db_base_plugin_common [None req-e812ae5a-0b7d-44d5-b71b-59aedf209239 None None] Allocated IP 172.20.0.2 (ecada7fa-7a56-41f5-bba0-0e680e111c5d/3728e296-f73f-42fa-ab4b-892bf727c18b/3755ea22-919d-466b-b115-13b441008ac9) {{(pid=104487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 08:50:21.377365 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:50:21.399523 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-83feb67a-80d7-474e-96e8-1d92c33387c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (0a293c43-2970-4b69-9d2a-dcf41d8870ef), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:21.400209 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (40990755-2d84-4c9d-828c-eda94a5136e8), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:21.404095 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (ed9de811-f248-496b-b487-860d50d7cee7), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:21.468134 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-e812ae5a-0b7d-44d5-b71b-59aedf209239 None None] Publish callbacks [] for port (3755ea22-919d-466b-b115-13b441008ac9), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:21.517874 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-00cfddc9-dca9-4a97-ae50-9fec64b8df5a admin admin] Publish callbacks [] for router_gateway (967dffa2-d957-4d1e-94d7-9b0e845a7543), precommit_update {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:21.573295 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-e812ae5a-0b7d-44d5-b71b-59aedf209239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786709965397'] for port (3755ea22-919d-466b-b115-13b441008ac9), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:21.626525 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e812ae5a-0b7d-44d5-b71b-59aedf209239 None None] Network ecada7fa-7a56-41f5-bba0-0e680e111c5d is already hosted by enough agents. {{(pid=104487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 08:50:21.631884 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.scheduler.base_scheduler [None req-e812ae5a-0b7d-44d5-b71b-59aedf209239 None None] Resources bound (agent type, host, resource id): {{(pid=104487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 08:50:21.633943 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e812ae5a-0b7d-44d5-b71b-59aedf209239 None None] Pushing event updated for resources: {'Port': ['ID=3755ea22-919d-466b-b115-13b441008ac9,revision_number=1']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:50:21.636232 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e812ae5a-0b7d-44d5-b71b-59aedf209239 None None] Received port after_create {{(pid=104487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 08:50:21.692733 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.managers [None req-e812ae5a-0b7d-44d5-b71b-59aedf209239 None None] Attempting to bind port 3755ea22-919d-466b-b115-13b441008ac9 on host dv-cinder-851170-2-iscsi for vnic_type normal with profile {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 08:50:21.693098 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.managers [None req-e812ae5a-0b7d-44d5-b71b-59aedf209239 None None] Attempting to bind port 3755ea22-919d-466b-b115-13b441008ac9 by drivers openvswitch,hyperv on host dv-cinder-851170-2-iscsi at level 0 using segments [{'id': '39e09afd-0493-4ab2-a5f6-2cf0ed23b5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'ecada7fa-7a56-41f5-bba0-0e680e111c5d'}] {{(pid=104487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 08:50:21.693458 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e812ae5a-0b7d-44d5-b71b-59aedf209239 None None] Attempting to bind port 3755ea22-919d-466b-b115-13b441008ac9 on network ecada7fa-7a56-41f5-bba0-0e680e111c5d {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 08:50:21.698572 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e812ae5a-0b7d-44d5-b71b-59aedf209239 None None] Checking agent: {'id': 'ed9de811-f248-496b-b487-860d50d7cee7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851170-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 8, 30, 21), 'started_at': datetime.datetime(2022, 7, 27, 8, 30, 51), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 8, 50, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851170-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 08:50:21.698948 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e812ae5a-0b7d-44d5-b71b-59aedf209239 None None] Checking segment: {'id': '39e09afd-0493-4ab2-a5f6-2cf0ed23b5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'ecada7fa-7a56-41f5-bba0-0e680e111c5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 08:50:21.699348 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-e812ae5a-0b7d-44d5-b71b-59aedf209239 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:21.699739 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e812ae5a-0b7d-44d5-b71b-59aedf209239 None None] Bound using segment: {'id': '39e09afd-0493-4ab2-a5f6-2cf0ed23b5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'ecada7fa-7a56-41f5-bba0-0e680e111c5d'} {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 08:50:21.700201 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.managers [None req-e812ae5a-0b7d-44d5-b71b-59aedf209239 None None] Bound port: 3755ea22-919d-466b-b115-13b441008ac9, host: dv-cinder-851170-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39e09afd-0493-4ab2-a5f6-2cf0ed23b5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'ecada7fa-7a56-41f5-bba0-0e680e111c5d'}}] {{(pid=104487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 08:50:21.700575 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-e812ae5a-0b7d-44d5-b71b-59aedf209239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (3755ea22-919d-466b-b115-13b441008ac9), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:21.711712 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:50:21.776711 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-e812ae5a-0b7d-44d5-b71b-59aedf209239 None None] For port 3755ea22-919d-466b-b115-13b441008ac9, host dv-cinder-851170-2-iscsi, cleared binding levels {{(pid=104487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 08:50:21.780663 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-e812ae5a-0b7d-44d5-b71b-59aedf209239 None None] For port 3755ea22-919d-466b-b115-13b441008ac9, host dv-cinder-851170-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851170-2-iscsi',level=0,port_id=3755ea22-919d-466b-b115-13b441008ac9,segment=NetworkSegment(39e09afd-0493-4ab2-a5f6-2cf0ed23b5e1),segment_id=39e09afd-0493-4ab2-a5f6-2cf0ed23b5e1)] {{(pid=104487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 08:50:21.923576 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-e812ae5a-0b7d-44d5-b71b-59aedf209239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (3755ea22-919d-466b-b115-13b441008ac9), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:21.989297 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e812ae5a-0b7d-44d5-b71b-59aedf209239 None None] Pushing event updated for resources: {'Port': ['ID=3755ea22-919d-466b-b115-13b441008ac9,revision_number=2']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:50:21.998154 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:50:21.999440 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=4 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:50:22.066083 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-00cfddc9-dca9-4a97-ae50-9fec64b8df5a admin admin] Publish callbacks [] for router_gateway (967dffa2-d957-4d1e-94d7-9b0e845a7543), before_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:22.087946 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-00cfddc9-dca9-4a97-ae50-9fec64b8df5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (None), before_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:22.239788 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.db.db_base_plugin_common [None req-00cfddc9-dca9-4a97-ae50-9fec64b8df5a admin admin] Allocated IP 172.27.2.235 (e7cd7671-9410-421d-95f2-ddad301715a5/bd8cca88-d260-42a1-9635-5bfcc6eba2a1/2bb7f59b-ce22-44d9-a3c0-a28f9e63a608) {{(pid=104486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 08:50:22.349325 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-00cfddc9-dca9-4a97-ae50-9fec64b8df5a admin admin] Publish callbacks [] for port (2bb7f59b-ce22-44d9-a3c0-a28f9e63a608), precommit_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:22.371618 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:50:22.453686 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-00cfddc9-dca9-4a97-ae50-9fec64b8df5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786709965397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4293862'] for port (2bb7f59b-ce22-44d9-a3c0-a28f9e63a608), after_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:22.501221 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00cfddc9-dca9-4a97-ae50-9fec64b8df5a admin admin] Network e7cd7671-9410-421d-95f2-ddad301715a5 is already hosted by enough agents. {{(pid=104486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 08:50:22.508617 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.scheduler.base_scheduler [None req-00cfddc9-dca9-4a97-ae50-9fec64b8df5a admin admin] Resources bound (agent type, host, resource id): {{(pid=104486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 08:50:22.512691 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00cfddc9-dca9-4a97-ae50-9fec64b8df5a admin admin] Received port after_create {{(pid=104486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 08:50:22.514851 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cfddc9-dca9-4a97-ae50-9fec64b8df5a admin admin] Pushing event updated for resources: {'Port': ['ID=2bb7f59b-ce22-44d9-a3c0-a28f9e63a608,revision_number=1']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:50:22.554874 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:50:22.763162 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Device 3755ea22-919d-466b-b115-13b441008ac9 up at agent ovs-agent-dv-cinder-851170-2-iscsi {{(pid=104487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 08:50:22.828345 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Provisioning complete for port 3755ea22-919d-466b-b115-13b441008ac9 triggered by entity L2. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:50:22.828989 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (3755ea22-919d-466b-b115-13b441008ac9), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:22.848685 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-00cfddc9-dca9-4a97-ae50-9fec64b8df5a admin admin] Publish callbacks [] for router_gateway (967dffa2-d957-4d1e-94d7-9b0e845a7543), after_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:22.920930 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Current status of the port 3755ea22-919d-466b-b115-13b441008ac9 is: DOWN; New status is: ACTIVE {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:50:22.921481 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (3755ea22-919d-466b-b115-13b441008ac9), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:22.966232 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] For port 3755ea22-919d-466b-b115-13b441008ac9, host dv-cinder-851170-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851170-2-iscsi',level=0,port_id=3755ea22-919d-466b-b115-13b441008ac9,segment=NetworkSegment(39e09afd-0493-4ab2-a5f6-2cf0ed23b5e1),segment_id=39e09afd-0493-4ab2-a5f6-2cf0ed23b5e1)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:50:22.992279 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f16dd0-cb23-468a-8a84-c984eae414cf None None] Network ecada7fa-7a56-41f5-bba0-0e680e111c5d requested from dv-cinder-851170-2-iscsi {{(pid=104487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 08:50:23.034822 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (3755ea22-919d-466b-b115-13b441008ac9), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:23.056521 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-00cfddc9-dca9-4a97-ae50-9fec64b8df5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8119500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-363910'] for router (967dffa2-d957-4d1e-94d7-9b0e845a7543), after_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:23.098699 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-1835b0eb-41d4-4620-a854-5fa6637c885c None None] Provisioning complete for port 3755ea22-919d-466b-b115-13b441008ac9 triggered by entity DHCP. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:50:23.099074 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-1835b0eb-41d4-4620-a854-5fa6637c885c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (3755ea22-919d-466b-b115-13b441008ac9), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:23.143773 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Pushing event updated for resources: {'Port': ['ID=3755ea22-919d-466b-b115-13b441008ac9,revision_number=3']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:50:23.232174 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-1835b0eb-41d4-4620-a854-5fa6637c885c None None] Current status of the port 3755ea22-919d-466b-b115-13b441008ac9 is: ACTIVE; New status is: ACTIVE {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:50:23.247942 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 34970) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:50:23.288978 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00cfddc9-dca9-4a97-ae50-9fec64b8df5a admin admin] Router 967dffa2-d957-4d1e-94d7-9b0e845a7543 is scheduled to L3 agent 5bc6d868-bb0b-4164-b2dd-44360f4de654 with binding_index 1 {{(pid=104486) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 27 08:50:23.398584 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-9c1f994a-a750-4e3c-92af-c699d73185fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:23.424454 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00cfddc9-dca9-4a97-ae50-9fec64b8df5a admin admin] Notify agent at l3_agent.dv-cinder-851170-2-iscsi the message routers_updated {{(pid=104486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 08:50:23.436289 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1d2899-1cc6-4f01-adcb-5e04ce280c7b None None] Sync routers for ids ['967dffa2-d957-4d1e-94d7-9b0e845a7543'] in dv-cinder-851170-2-iscsi {{(pid=104488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 08:50:23.452834 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1d2899-1cc6-4f01-adcb-5e04ce280c7b None None] Routers {'967dffa2-d957-4d1e-94d7-9b0e845a7543'} bound to L3 agent in host dv-cinder-851170-2-iscsi {{(pid=104488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 08:50:23.455595 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-105cd8d7-0623-4673-992c-8131b3965abc None None] Provisioning complete for port 3755ea22-919d-466b-b115-13b441008ac9 triggered by entity DHCP. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:50:23.455956 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_hamode_db [None req-df1d2899-1cc6-4f01-adcb-5e04ce280c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-27T08:30:18Z,description=,heartbeat_timestamp=2022-07-27T08:50:18Z,host='dv-cinder-851170-2-iscsi',id=5bc6d868-bb0b-4164-b2dd-44360f4de654,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T08:30:19Z,topic='l3_agent')) {'router_ids': ['967dffa2-d957-4d1e-94d7-9b0e845a7543'], 'active': True} {{(pid=104488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:50:23.456110 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-105cd8d7-0623-4673-992c-8131b3965abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (3755ea22-919d-466b-b115-13b441008ac9), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:23.489660 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-9c1f994a-a750-4e3c-92af-c699d73185fe admin admin] Publish callbacks [] for security_group (d190d84d-1561-4d2d-a0cf-4b3dad502d31), precommit_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:23.529766 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:50:23.542647 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-105cd8d7-0623-4673-992c-8131b3965abc None None] Current status of the port 3755ea22-919d-466b-b115-13b441008ac9 is: ACTIVE; New status is: ACTIVE {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:50:23.548035 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-00cfddc9-dca9-4a97-ae50-9fec64b8df5a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:23.549789 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-00cfddc9-dca9-4a97-ae50-9fec64b8df5a admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3966992 Jul 27 08:50:23.552753 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 34978) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:50:23.574436 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-9c1f994a-a750-4e3c-92af-c699d73185fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (d190d84d-1561-4d2d-a0cf-4b3dad502d31), after_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:23.619052 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-9c1f994a-a750-4e3c-92af-c699d73185fe admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=e696cc6a3e7e4d939f874cc7c14df3f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3699532 Jul 27 08:50:23.621789 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 34980) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:50:23.629854 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1f994a-a750-4e3c-92af-c699d73185fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d190d84d-1561-4d2d-a0cf-4b3dad502d31,revision_number=1']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:50:23.649595 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvr_db [None req-df1d2899-1cc6-4f01-adcb-5e04ce280c7b None None] Set router 967dffa2-d957-4d1e-94d7-9b0e845a7543 gateway port host: dv-cinder-851170-2-iscsi {{(pid=104488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 08:50:23.678979 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-d33fcdd7-55a7-47e4-b683-60d52d7f2102 admin admin] Publish callbacks [] for security_group (d190d84d-1561-4d2d-a0cf-4b3dad502d31), before_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:23.702109 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-d33fcdd7-55a7-47e4-b683-60d52d7f2102 admin admin] Publish callbacks [] for security_group (d190d84d-1561-4d2d-a0cf-4b3dad502d31), precommit_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:23.776197 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:50:23.819733 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_hamode_db [None req-df1d2899-1cc6-4f01-adcb-5e04ce280c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '967dffa2-d957-4d1e-94d7-9b0e845a7543', 'name': 'tempest-TestVolumeBootPattern-133541680-router', 'tenant_id': 'e664288b45ae4b98ae22270ea7eac1e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '2bb7f59b-ce22-44d9-a3c0-a28f9e63a608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:50:21Z', 'updated_at': '2022-07-27T08:50:22Z', 'revision_number': 3, 'project_id': 'e664288b45ae4b98ae22270ea7eac1e6', 'gw_port': {'id': '2bb7f59b-ce22-44d9-a3c0-a28f9e63a608', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:9e:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '967dffa2-d957-4d1e-94d7-9b0e845a7543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:50:22Z', 'updated_at': '2022-07-27T08:50:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi'}], 'dv-cinder-851170-2-iscsi', False) {} {{(pid=104488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:50:23.844073 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1d2899-1cc6-4f01-adcb-5e04ce280c7b None None] Checking router: 967dffa2-d957-4d1e-94d7-9b0e845a7543 for host: dv-cinder-851170-2-iscsi {{(pid=104488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 08:50:23.844454 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1d2899-1cc6-4f01-adcb-5e04ce280c7b None None] Updating router 967dffa2-d957-4d1e-94d7-9b0e845a7543 port 2bb7f59b-ce22-44d9-a3c0-a28f9e63a608 binding host dv-cinder-851170-2-iscsi {{(pid=104488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 08:50:23.871567 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-df1d2899-1cc6-4f01-adcb-5e04ce280c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (2bb7f59b-ce22-44d9-a3c0-a28f9e63a608), before_update {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:23.882950 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-d33fcdd7-55a7-47e4-b683-60d52d7f2102 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (d190d84d-1561-4d2d-a0cf-4b3dad502d31), after_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:23.887412 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-d33fcdd7-55a7-47e4-b683-60d52d7f2102 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:23.887412 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-d33fcdd7-55a7-47e4-b683-60d52d7f2102 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/d190d84d-1561-4d2d-a0cf-4b3dad502d31 HTTP/1.1" status: 204 len: 168 time: 0.2638628 Jul 27 08:50:23.887604 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:50:23.902462 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33fcdd7-55a7-47e4-b683-60d52d7f2102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d190d84d-1561-4d2d-a0cf-4b3dad502d31,revision_number=None']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:50:24.020500 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-85b7cc9e-23a1-4b30-9d29-7eddca1a3b5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (None), before_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:24.150711 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-df1d2899-1cc6-4f01-adcb-5e04ce280c7b None None] Publish callbacks [] for port (2bb7f59b-ce22-44d9-a3c0-a28f9e63a608), precommit_update {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:24.214553 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.db.db_base_plugin_common [None req-85b7cc9e-23a1-4b30-9d29-7eddca1a3b5a admin admin] Allocated IP 172.20.0.1 (ecada7fa-7a56-41f5-bba0-0e680e111c5d/3728e296-f73f-42fa-ab4b-892bf727c18b/71584670-2126-4994-80d4-21b4a9015e82) {{(pid=104486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 08:50:24.214849 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-df1d2899-1cc6-4f01-adcb-5e04ce280c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (2bb7f59b-ce22-44d9-a3c0-a28f9e63a608), after_update {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:24.273867 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd830c31-d041-414a-97a9-83da8951222a None None] Pushing event updated for resources: {'Port': ['ID=2bb7f59b-ce22-44d9-a3c0-a28f9e63a608,revision_number=2']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:50:24.277519 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.managers [None req-df1d2899-1cc6-4f01-adcb-5e04ce280c7b None None] Attempting to bind port 2bb7f59b-ce22-44d9-a3c0-a28f9e63a608 on host dv-cinder-851170-2-iscsi for vnic_type normal with profile {{(pid=104488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 08:50:24.278097 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.managers [None req-df1d2899-1cc6-4f01-adcb-5e04ce280c7b None None] Attempting to bind port 2bb7f59b-ce22-44d9-a3c0-a28f9e63a608 by drivers openvswitch,hyperv on host dv-cinder-851170-2-iscsi at level 0 using segments [{'id': '0a5e83d9-b5a8-42c5-b200-67984880d111', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5'}] {{(pid=104488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 08:50:24.278481 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1d2899-1cc6-4f01-adcb-5e04ce280c7b None None] Attempting to bind port 2bb7f59b-ce22-44d9-a3c0-a28f9e63a608 on network e7cd7671-9410-421d-95f2-ddad301715a5 {{(pid=104488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 08:50:24.287994 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd830c31-d041-414a-97a9-83da8951222a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:50:24.288346 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd830c31-d041-414a-97a9-83da8951222a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:50:24.290615 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd830c31-d041-414a-97a9-83da8951222a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:50:24.290615 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd830c31-d041-414a-97a9-83da8951222a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:50:24.290615 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd830c31-d041-414a-97a9-83da8951222a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:50:24.290615 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd830c31-d041-414a-97a9-83da8951222a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:50:24.290615 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd830c31-d041-414a-97a9-83da8951222a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:50:24.290615 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd830c31-d041-414a-97a9-83da8951222a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:50:24.290615 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd830c31-d041-414a-97a9-83da8951222a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:50:24.291213 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd830c31-d041-414a-97a9-83da8951222a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:50:24.291292 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd830c31-d041-414a-97a9-83da8951222a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:50:24.291574 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd830c31-d041-414a-97a9-83da8951222a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:50:24.292064 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd830c31-d041-414a-97a9-83da8951222a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:50:24.292403 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd830c31-d041-414a-97a9-83da8951222a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:50:24.292726 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd830c31-d041-414a-97a9-83da8951222a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:50:24.296914 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1d2899-1cc6-4f01-adcb-5e04ce280c7b None None] Checking agent: {'id': 'ed9de811-f248-496b-b487-860d50d7cee7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851170-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 8, 30, 21), 'started_at': datetime.datetime(2022, 7, 27, 8, 30, 51), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 8, 50, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851170-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 08:50:24.298296 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1d2899-1cc6-4f01-adcb-5e04ce280c7b None None] Checking segment: {'id': '0a5e83d9-b5a8-42c5-b200-67984880d111', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 08:50:24.298763 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-df1d2899-1cc6-4f01-adcb-5e04ce280c7b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:24.299156 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1d2899-1cc6-4f01-adcb-5e04ce280c7b None None] Bound using segment: {'id': '0a5e83d9-b5a8-42c5-b200-67984880d111', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5'} {{(pid=104488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 08:50:24.299638 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.managers [None req-df1d2899-1cc6-4f01-adcb-5e04ce280c7b None None] Bound port: 2bb7f59b-ce22-44d9-a3c0-a28f9e63a608, host: dv-cinder-851170-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a5e83d9-b5a8-42c5-b200-67984880d111', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5'}}] {{(pid=104488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 08:50:24.300019 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-df1d2899-1cc6-4f01-adcb-5e04ce280c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (2bb7f59b-ce22-44d9-a3c0-a28f9e63a608), before_update {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:24.353843 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.db [None req-df1d2899-1cc6-4f01-adcb-5e04ce280c7b None None] For port 2bb7f59b-ce22-44d9-a3c0-a28f9e63a608, host dv-cinder-851170-2-iscsi, cleared binding levels {{(pid=104488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 08:50:24.357159 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.db [None req-df1d2899-1cc6-4f01-adcb-5e04ce280c7b None None] For port 2bb7f59b-ce22-44d9-a3c0-a28f9e63a608, host dv-cinder-851170-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851170-2-iscsi',level=0,port_id=2bb7f59b-ce22-44d9-a3c0-a28f9e63a608,segment=NetworkSegment(0a5e83d9-b5a8-42c5-b200-67984880d111),segment_id=0a5e83d9-b5a8-42c5-b200-67984880d111)] {{(pid=104488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 08:50:24.381113 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-85b7cc9e-23a1-4b30-9d29-7eddca1a3b5a admin admin] Publish callbacks [] for port (71584670-2126-4994-80d4-21b4a9015e82), precommit_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:24.382305 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:50:24.461038 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-df1d2899-1cc6-4f01-adcb-5e04ce280c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (2bb7f59b-ce22-44d9-a3c0-a28f9e63a608), after_update {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:24.465237 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:50:24.507401 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-85b7cc9e-23a1-4b30-9d29-7eddca1a3b5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786709965397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4293862'] for port (71584670-2126-4994-80d4-21b4a9015e82), after_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:24.523975 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1d2899-1cc6-4f01-adcb-5e04ce280c7b None None] Routers {'967dffa2-d957-4d1e-94d7-9b0e845a7543'} bound to L3 agent in host dv-cinder-851170-2-iscsi {{(pid=104488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 08:50:24.524591 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_hamode_db [None req-df1d2899-1cc6-4f01-adcb-5e04ce280c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-27T08:30:18Z,description=,heartbeat_timestamp=2022-07-27T08:50:18Z,host='dv-cinder-851170-2-iscsi',id=5bc6d868-bb0b-4164-b2dd-44360f4de654,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T08:30:19Z,topic='l3_agent')) {'router_ids': ['967dffa2-d957-4d1e-94d7-9b0e845a7543'], 'active': True} {{(pid=104488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:50:24.527746 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd830c31-d041-414a-97a9-83da8951222a None None] Pushing event updated for resources: {'Port': ['ID=2bb7f59b-ce22-44d9-a3c0-a28f9e63a608,revision_number=3']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:50:24.546622 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b7cc9e-23a1-4b30-9d29-7eddca1a3b5a admin admin] Network ecada7fa-7a56-41f5-bba0-0e680e111c5d is already hosted by enough agents. {{(pid=104486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 08:50:24.551987 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.scheduler.base_scheduler [None req-85b7cc9e-23a1-4b30-9d29-7eddca1a3b5a admin admin] Resources bound (agent type, host, resource id): {{(pid=104486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 08:50:24.558517 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b7cc9e-23a1-4b30-9d29-7eddca1a3b5a admin admin] Received port after_create {{(pid=104486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 08:50:24.590537 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b7cc9e-23a1-4b30-9d29-7eddca1a3b5a admin admin] Pushing event updated for resources: {'Port': ['ID=71584670-2126-4994-80d4-21b4a9015e82,revision_number=1']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:50:24.612470 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-85b7cc9e-23a1-4b30-9d29-7eddca1a3b5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8118662'] for router_interface (967dffa2-d957-4d1e-94d7-9b0e845a7543), before_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:24.645225 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:50:24.667362 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvr_db [None req-df1d2899-1cc6-4f01-adcb-5e04ce280c7b None None] Set router 967dffa2-d957-4d1e-94d7-9b0e845a7543 gateway port host: dv-cinder-851170-2-iscsi {{(pid=104488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 08:50:24.779198 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Device 3755ea22-919d-466b-b115-13b441008ac9 up at agent ovs-agent-dv-cinder-851170-2-iscsi {{(pid=104487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 08:50:24.824651 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Provisioning complete for port 3755ea22-919d-466b-b115-13b441008ac9 triggered by entity L2. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:50:24.825027 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (3755ea22-919d-466b-b115-13b441008ac9), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:24.881446 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_hamode_db [None req-df1d2899-1cc6-4f01-adcb-5e04ce280c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '967dffa2-d957-4d1e-94d7-9b0e845a7543', 'name': 'tempest-TestVolumeBootPattern-133541680-router', 'tenant_id': 'e664288b45ae4b98ae22270ea7eac1e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '2bb7f59b-ce22-44d9-a3c0-a28f9e63a608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:50:21Z', 'updated_at': '2022-07-27T08:50:22Z', 'revision_number': 3, 'project_id': 'e664288b45ae4b98ae22270ea7eac1e6', 'gw_port': {'id': '2bb7f59b-ce22-44d9-a3c0-a28f9e63a608', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:9e:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '967dffa2-d957-4d1e-94d7-9b0e845a7543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:50:22Z', 'updated_at': '2022-07-27T08:50:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi'}], 'dv-cinder-851170-2-iscsi', False) {} {{(pid=104488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:50:24.887814 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-8987d60c-e316-4e94-a6e0-a8d629943355 None None] Provisioning complete for port 71584670-2126-4994-80d4-21b4a9015e82 triggered by entity DHCP. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:50:24.887814 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-8987d60c-e316-4e94-a6e0-a8d629943355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (71584670-2126-4994-80d4-21b4a9015e82), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:24.889280 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-85b7cc9e-23a1-4b30-9d29-7eddca1a3b5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (71584670-2126-4994-80d4-21b4a9015e82), before_update {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:24.910401 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1d2899-1cc6-4f01-adcb-5e04ce280c7b None None] The sync data for ids ['967dffa2-d957-4d1e-94d7-9b0e845a7543'] in dv-cinder-851170-2-iscsi is: [{'id': '967dffa2-d957-4d1e-94d7-9b0e845a7543', 'name': 'tempest-TestVolumeBootPattern-133541680-router', 'tenant_id': 'e664288b45ae4b98ae22270ea7eac1e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '2bb7f59b-ce22-44d9-a3c0-a28f9e63a608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:50:21Z', 'updated_at': '2022-07-27T08:50:22Z', 'revision_number': 3, 'project_id': 'e664288b45ae4b98ae22270ea7eac1e6', 'gw_port': {'id': '2bb7f59b-ce22-44d9-a3c0-a28f9e63a608', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:9e:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '967dffa2-d957-4d1e-94d7-9b0e845a7543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:50:22Z', 'updated_at': '2022-07-27T08:50:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi'}] {{(pid=104488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 08:50:24.957729 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-8987d60c-e316-4e94-a6e0-a8d629943355 None None] Port 71584670-2126-4994-80d4-21b4a9015e82 cannot update to ACTIVE because it is not bound. {{(pid=104487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 08:50:24.975939 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Current status of the port 3755ea22-919d-466b-b115-13b441008ac9 is: ACTIVE; New status is: ACTIVE {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:50:25.084246 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-85b7cc9e-23a1-4b30-9d29-7eddca1a3b5a admin admin] Publish callbacks [] for port (71584670-2126-4994-80d4-21b4a9015e82), precommit_update {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:25.178562 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-85b7cc9e-23a1-4b30-9d29-7eddca1a3b5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4293873'] for port (71584670-2126-4994-80d4-21b4a9015e82), after_update {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:25.201946 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 35012) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:50:25.260496 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-85b7cc9e-23a1-4b30-9d29-7eddca1a3b5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7864753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8118778'] for router_interface (967dffa2-d957-4d1e-94d7-9b0e845a7543), after_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:25.273513 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b7cc9e-23a1-4b30-9d29-7eddca1a3b5a admin admin] Pushing event updated for resources: {'Port': ['ID=71584670-2126-4994-80d4-21b4a9015e82,revision_number=2']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:50:25.327734 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:50:25.364070 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.v2.base [None req-87fd0ba5-c2aa-4fdc-b5d0-a53cf2732397 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1772048710-network', 'tenant_id': '3f07bc53b5f04c21b99edf498f82a47f'}} {{(pid=104485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:50:25.382943 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b7cc9e-23a1-4b30-9d29-7eddca1a3b5a admin admin] Network ecada7fa-7a56-41f5-bba0-0e680e111c5d is already hosted by enough agents. {{(pid=104486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 08:50:25.384464 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.scheduler.base_scheduler [None req-85b7cc9e-23a1-4b30-9d29-7eddca1a3b5a admin admin] Resources bound (agent type, host, resource id): {{(pid=104486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 08:50:25.497003 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87fd0ba5-c2aa-4fdc-b5d0-a53cf2732397 admin admin] Made reservation on behalf of 3f07bc53b5f04c21b99edf498f82a47f for: {'network': 1} {{(pid=104485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 08:50:25.501929 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-87fd0ba5-c2aa-4fdc-b5d0-a53cf2732397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for network (None), before_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:25.512431 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-87fd0ba5-c2aa-4fdc-b5d0-a53cf2732397 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:25.538163 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85b7cc9e-23a1-4b30-9d29-7eddca1a3b5a admin admin] Router 967dffa2-d957-4d1e-94d7-9b0e845a7543 has already been hosted by L3 agent 5bc6d868-bb0b-4164-b2dd-44360f4de654 {{(pid=104486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 08:50:25.618825 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-87fd0ba5-c2aa-4fdc-b5d0-a53cf2732397 admin admin] Publish callbacks [] for security_group (74377947-b064-4f6f-9a31-e01bf6eb0762), precommit_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:25.627596 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:50:25.675753 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85b7cc9e-23a1-4b30-9d29-7eddca1a3b5a admin admin] Notify agent at l3_agent.dv-cinder-851170-2-iscsi the message routers_updated {{(pid=104486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 08:50:25.680537 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-85b7cc9e-23a1-4b30-9d29-7eddca1a3b5a admin admin] 10.222.0.40 "PUT /v2.0/routers/967dffa2-d957-4d1e-94d7-9b0e845a7543/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1268482 Jul 27 08:50:25.686268 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-e80ef587-247e-48c7-8545-2082d501c0d5 None None] Provisioning complete for port 71584670-2126-4994-80d4-21b4a9015e82 triggered by entity DHCP. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:50:25.686890 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-e80ef587-247e-48c7-8545-2082d501c0d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (71584670-2126-4994-80d4-21b4a9015e82), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:25.704518 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-87fd0ba5-c2aa-4fdc-b5d0-a53cf2732397 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (74377947-b064-4f6f-9a31-e01bf6eb0762), after_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:25.718085 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87fd0ba5-c2aa-4fdc-b5d0-a53cf2732397 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 666} {{(pid=104485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 08:50:25.721924 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-e80ef587-247e-48c7-8545-2082d501c0d5 None None] Port 71584670-2126-4994-80d4-21b4a9015e82 cannot update to ACTIVE because it is not bound. {{(pid=104487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 08:50:25.729882 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=70,neutron:INSERT=23,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:50:25.732459 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-87fd0ba5-c2aa-4fdc-b5d0-a53cf2732397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-834444'] for segment (defafdec-7827-42bb-9cb7-09594b2f0635), precommit_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:25.732809 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.db.segments_db [None req-87fd0ba5-c2aa-4fdc-b5d0-a53cf2732397 admin admin] Added segment defafdec-7827-42bb-9cb7-09594b2f0635 of type vlan for network 892112a4-b111-4033-84a1-eb076122453b Jul 27 08:50:25.763989 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:UPDATE=3 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:50:25.788977 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fd0ba5-c2aa-4fdc-b5d0-a53cf2732397 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74377947-b064-4f6f-9a31-e01bf6eb0762,revision_number=1']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:50:25.807400 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-87fd0ba5-c2aa-4fdc-b5d0-a53cf2732397 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786709896331'] for network (892112a4-b111-4033-84a1-eb076122453b), precommit_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:25.934463 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-87fd0ba5-c2aa-4fdc-b5d0-a53cf2732397 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739'] for network (892112a4-b111-4033-84a1-eb076122453b), after_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:25.935484 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87fd0ba5-c2aa-4fdc-b5d0-a53cf2732397 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:50:25.936062 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-87fd0ba5-c2aa-4fdc-b5d0-a53cf2732397 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7864717'] for network (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:26.000092 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fd0ba5-c2aa-4fdc-b5d0-a53cf2732397 admin admin] Pushing event updated for resources: {'Network': ['ID=892112a4-b111-4033-84a1-eb076122453b,revision_number=1']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:50:26.010302 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Network 892112a4-b111-4033-84a1-eb076122453b details requested by agent ovs-agent-dv-cinder-851170-2-iscsi with host dv-cinder-851170-2-iscsi {{(pid=104487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 08:50:26.053785 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=100 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:50:26.058089 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-87fd0ba5-c2aa-4fdc-b5d0-a53cf2732397 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.8532908 Jul 27 08:50:26.058263 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 35028) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:50:26.063610 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.v2.base [None req-d52aaf41-109c-4f00-ab3c-48ed3f0ab70a admin admin] Request body: {'subnet': {'network_id': '892112a4-b111-4033-84a1-eb076122453b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1772048710-subnet', 'tenant_id': '3f07bc53b5f04c21b99edf498f82a47f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:50:26.144534 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d52aaf41-109c-4f00-ab3c-48ed3f0ab70a admin admin] Made reservation on behalf of 3f07bc53b5f04c21b99edf498f82a47f for: {'subnet': 1} {{(pid=104485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 08:50:26.147031 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-d52aaf41-109c-4f00-ab3c-48ed3f0ab70a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16687783'] for subnet (None), before_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:26.429490 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 35038) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:50:26.434432 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.v2.base [None req-bfb34b37-407e-4801-b73e-c741084ea931 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-959539920-network', 'tenant_id': 'f02877d9307944d78ebe93ea3d5b9dfb'}} {{(pid=104485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:50:26.441503 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-d52aaf41-109c-4f00-ab3c-48ed3f0ab70a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16582395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16687753'] for subnet (9b970dc6-597c-4fbf-9e2d-1303247b8db1), after_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:26.506666 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52aaf41-109c-4f00-ab3c-48ed3f0ab70a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b970dc6-597c-4fbf-9e2d-1303247b8db1,revision_number=0']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:50:26.516640 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52aaf41-109c-4f00-ab3c-48ed3f0ab70a admin admin] Checking segment: {'id': 'defafdec-7827-42bb-9cb7-09594b2f0635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '892112a4-b111-4033-84a1-eb076122453b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 08:50:26.517000 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d52aaf41-109c-4f00-ab3c-48ed3f0ab70a admin admin] Network hostable DHCP agents. Network: 892112a4-b111-4033-84a1-eb076122453b, hostable agents: ['7c77c4a2-8ca4-486b-af2a-676805e7b922'], hosted agents: [] {{(pid=104485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 08:50:26.597692 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfb34b37-407e-4801-b73e-c741084ea931 admin admin] Made reservation on behalf of f02877d9307944d78ebe93ea3d5b9dfb for: {'network': 1} {{(pid=104485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 08:50:26.601522 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-bfb34b37-407e-4801-b73e-c741084ea931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for network (None), before_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:26.611649 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-bfb34b37-407e-4801-b73e-c741084ea931 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:26.614585 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3079d676-a0bf-4dbe-8ff8-a02d4f27e81e None None] Sync routers for ids ['967dffa2-d957-4d1e-94d7-9b0e845a7543'] in dv-cinder-851170-2-iscsi {{(pid=104487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 08:50:26.620901 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d52aaf41-109c-4f00-ab3c-48ed3f0ab70a admin admin] Network 892112a4-b111-4033-84a1-eb076122453b is scheduled to be hosted by DHCP agent 7c77c4a2-8ca4-486b-af2a-676805e7b922 with binding_index 1 {{(pid=104485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 08:50:26.624065 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3079d676-a0bf-4dbe-8ff8-a02d4f27e81e None None] Routers {'967dffa2-d957-4d1e-94d7-9b0e845a7543'} bound to L3 agent in host dv-cinder-851170-2-iscsi {{(pid=104487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 08:50:26.627864 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_hamode_db [None req-3079d676-a0bf-4dbe-8ff8-a02d4f27e81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-27T08:30:18Z,description=,heartbeat_timestamp=2022-07-27T08:50:18Z,host='dv-cinder-851170-2-iscsi',id=5bc6d868-bb0b-4164-b2dd-44360f4de654,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T08:30:19Z,topic='l3_agent')) {'router_ids': ['967dffa2-d957-4d1e-94d7-9b0e845a7543'], 'active': True} {{(pid=104487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:50:26.705343 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-bfb34b37-407e-4801-b73e-c741084ea931 admin admin] Publish callbacks [] for security_group (cf8047f9-248c-4b13-b9d3-55bcfc4348d3), precommit_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:26.706893 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.scheduler.base_scheduler [None req-d52aaf41-109c-4f00-ab3c-48ed3f0ab70a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851170-2-iscsi, 892112a4-b111-4033-84a1-eb076122453b) {{(pid=104485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 08:50:26.711420 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d52aaf41-109c-4f00-ab3c-48ed3f0ab70a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:50:26.712319 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-d52aaf41-109c-4f00-ab3c-48ed3f0ab70a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:26.726856 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-550413b9-3f89-406a-ac42-d2648a901915 None None] Network 892112a4-b111-4033-84a1-eb076122453b requested from dv-cinder-851170-2-iscsi {{(pid=104487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 08:50:26.842734 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-bfb34b37-407e-4801-b73e-c741084ea931 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (cf8047f9-248c-4b13-b9d3-55bcfc4348d3), after_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:26.852602 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-d52aaf41-109c-4f00-ab3c-48ed3f0ab70a admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7932260 Jul 27 08:50:26.875171 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfb34b37-407e-4801-b73e-c741084ea931 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 699} {{(pid=104485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 08:50:26.885616 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb34b37-407e-4801-b73e-c741084ea931 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf8047f9-248c-4b13-b9d3-55bcfc4348d3,revision_number=1']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:50:26.890832 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-bfb34b37-407e-4801-b73e-c741084ea931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-834444'] for segment (8da00439-a110-4235-97db-d522fbdfa2ac), precommit_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:26.891386 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.db.segments_db [None req-bfb34b37-407e-4801-b73e-c741084ea931 admin admin] Added segment 8da00439-a110-4235-97db-d522fbdfa2ac of type vlan for network 1e6b89cd-b028-4fa5-829f-b4138d736fc0 Jul 27 08:50:26.931475 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Device 2bb7f59b-ce22-44d9-a3c0-a28f9e63a608 up at agent ovs-agent-dv-cinder-851170-2-iscsi {{(pid=104487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 08:50:26.938788 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-bfb34b37-407e-4801-b73e-c741084ea931 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786709896331'] for network (1e6b89cd-b028-4fa5-829f-b4138d736fc0), precommit_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:26.962618 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvr_db [None req-3079d676-a0bf-4dbe-8ff8-a02d4f27e81e None None] Set router 967dffa2-d957-4d1e-94d7-9b0e845a7543 gateway port host: dv-cinder-851170-2-iscsi {{(pid=104487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 08:50:26.979182 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:50:27.043519 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-bfb34b37-407e-4801-b73e-c741084ea931 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739'] for network (1e6b89cd-b028-4fa5-829f-b4138d736fc0), after_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:27.045103 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb34b37-407e-4801-b73e-c741084ea931 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:50:27.046577 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-bfb34b37-407e-4801-b73e-c741084ea931 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7864717'] for network (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:27.112689 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb34b37-407e-4801-b73e-c741084ea931 admin admin] Pushing event updated for resources: {'Network': ['ID=1e6b89cd-b028-4fa5-829f-b4138d736fc0,revision_number=1']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:50:27.132806 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Network 1e6b89cd-b028-4fa5-829f-b4138d736fc0 details requested by agent ovs-agent-dv-cinder-851170-2-iscsi with host dv-cinder-851170-2-iscsi {{(pid=104487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 08:50:27.184540 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ccaba3-0ad5-414c-ba56-3742a07ec230 None None] Network 892112a4-b111-4033-84a1-eb076122453b requested from dv-cinder-851170-2-iscsi {{(pid=104487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 08:50:27.188063 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Provisioning complete for port 2bb7f59b-ce22-44d9-a3c0-a28f9e63a608 triggered by entity L2. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:50:27.188662 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (2bb7f59b-ce22-44d9-a3c0-a28f9e63a608), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:27.200250 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-bfb34b37-407e-4801-b73e-c741084ea931 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.7695882 Jul 27 08:50:27.202970 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 35052) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:50:27.205803 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=76,neutron:INSERT=17,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:50:27.210448 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.v2.base [None req-a6d6a62e-2a96-4153-9721-7f8aa7f6a9c0 admin admin] Request body: {'subnet': {'network_id': '1e6b89cd-b028-4fa5-829f-b4138d736fc0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-959539920-subnet', 'tenant_id': 'f02877d9307944d78ebe93ea3d5b9dfb', 'ip_version': 4}} {{(pid=104485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:50:27.313713 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=100 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:50:27.357216 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6d6a62e-2a96-4153-9721-7f8aa7f6a9c0 admin admin] Made reservation on behalf of f02877d9307944d78ebe93ea3d5b9dfb for: {'subnet': 1} {{(pid=104485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 08:50:27.360087 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-a6d6a62e-2a96-4153-9721-7f8aa7f6a9c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16687783'] for subnet (None), before_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:27.430634 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_hamode_db [None req-3079d676-a0bf-4dbe-8ff8-a02d4f27e81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '967dffa2-d957-4d1e-94d7-9b0e845a7543', 'name': 'tempest-TestVolumeBootPattern-133541680-router', 'tenant_id': 'e664288b45ae4b98ae22270ea7eac1e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '2bb7f59b-ce22-44d9-a3c0-a28f9e63a608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:50:21Z', 'updated_at': '2022-07-27T08:50:24Z', 'revision_number': 4, 'project_id': 'e664288b45ae4b98ae22270ea7eac1e6', 'gw_port': {'id': '2bb7f59b-ce22-44d9-a3c0-a28f9e63a608', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:9e:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '967dffa2-d957-4d1e-94d7-9b0e845a7543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:50:22Z', 'updated_at': '2022-07-27T08:50:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi', '_interfaces': [{'id': '71584670-2126-4994-80d4-21b4a9015e82', 'name': '', 'network_id': 'ecada7fa-7a56-41f5-bba0-0e680e111c5d', 'tenant_id': 'e664288b45ae4b98ae22270ea7eac1e6', 'mac_address': 'fa:16:3e:da:6b:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '967dffa2-d957-4d1e-94d7-9b0e845a7543', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '3728e296-f73f-42fa-ab4b-892bf727c18b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:50:24Z', 'updated_at': '2022-07-27T08:50:24Z', 'revision_number': 2, 'project_id': 'e664288b45ae4b98ae22270ea7eac1e6', 'subnets': [{'id': '3728e296-f73f-42fa-ab4b-892bf727c18b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851170-2-iscsi', False) {} {{(pid=104487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:50:27.434110 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Current status of the port 2bb7f59b-ce22-44d9-a3c0-a28f9e63a608 is: DOWN; New status is: ACTIVE {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:50:27.434518 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (2bb7f59b-ce22-44d9-a3c0-a28f9e63a608), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:27.463196 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3079d676-a0bf-4dbe-8ff8-a02d4f27e81e None None] Checking router: 967dffa2-d957-4d1e-94d7-9b0e845a7543 for host: dv-cinder-851170-2-iscsi {{(pid=104487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 08:50:27.463541 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3079d676-a0bf-4dbe-8ff8-a02d4f27e81e None None] Updating router 967dffa2-d957-4d1e-94d7-9b0e845a7543 port 71584670-2126-4994-80d4-21b4a9015e82 binding host dv-cinder-851170-2-iscsi {{(pid=104487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 08:50:27.496469 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:50:27.498462 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] For port 2bb7f59b-ce22-44d9-a3c0-a28f9e63a608, host dv-cinder-851170-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851170-2-iscsi',level=0,port_id=2bb7f59b-ce22-44d9-a3c0-a28f9e63a608,segment=NetworkSegment(0a5e83d9-b5a8-42c5-b200-67984880d111),segment_id=0a5e83d9-b5a8-42c5-b200-67984880d111)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:50:27.506029 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-3079d676-a0bf-4dbe-8ff8-a02d4f27e81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (71584670-2126-4994-80d4-21b4a9015e82), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:27.596290 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (2bb7f59b-ce22-44d9-a3c0-a28f9e63a608), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:27.647851 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-a6d6a62e-2a96-4153-9721-7f8aa7f6a9c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16582395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16687753'] for subnet (3fee7f81-6b2b-4002-b0c9-f59c622374ad), after_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:27.675963 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Pushing event updated for resources: {'Port': ['ID=2bb7f59b-ce22-44d9-a3c0-a28f9e63a608,revision_number=4']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:50:27.723218 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d6a62e-2a96-4153-9721-7f8aa7f6a9c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3fee7f81-6b2b-4002-b0c9-f59c622374ad,revision_number=0']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:50:27.734076 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d6a62e-2a96-4153-9721-7f8aa7f6a9c0 admin admin] Checking segment: {'id': '8da00439-a110-4235-97db-d522fbdfa2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '1e6b89cd-b028-4fa5-829f-b4138d736fc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 08:50:27.738377 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d6a62e-2a96-4153-9721-7f8aa7f6a9c0 admin admin] Network hostable DHCP agents. Network: 1e6b89cd-b028-4fa5-829f-b4138d736fc0, hostable agents: ['7c77c4a2-8ca4-486b-af2a-676805e7b922'], hosted agents: [] {{(pid=104485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 08:50:27.837473 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d6a62e-2a96-4153-9721-7f8aa7f6a9c0 admin admin] Network 1e6b89cd-b028-4fa5-829f-b4138d736fc0 is scheduled to be hosted by DHCP agent 7c77c4a2-8ca4-486b-af2a-676805e7b922 with binding_index 1 {{(pid=104485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 08:50:27.844257 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-3079d676-a0bf-4dbe-8ff8-a02d4f27e81e None None] Publish callbacks [] for port (71584670-2126-4994-80d4-21b4a9015e82), precommit_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:27.888236 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 35066) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:50:27.893619 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.v2.base [None req-bd115faf-1d8c-4e61-a837-3874f2401dc9 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1217207406-network', 'tenant_id': '6449960db8d7494c8a2e908615bfc135'}} {{(pid=104485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:50:27.916030 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-3079d676-a0bf-4dbe-8ff8-a02d4f27e81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (71584670-2126-4994-80d4-21b4a9015e82), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:27.916409 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.scheduler.base_scheduler [None req-a6d6a62e-2a96-4153-9721-7f8aa7f6a9c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851170-2-iscsi, 1e6b89cd-b028-4fa5-829f-b4138d736fc0) {{(pid=104485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 08:50:27.920923 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d6a62e-2a96-4153-9721-7f8aa7f6a9c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:50:27.921506 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-a6d6a62e-2a96-4153-9721-7f8aa7f6a9c0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:27.946701 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba0583da-54db-462a-a52c-4cd8a47aa414 None None] Network 1e6b89cd-b028-4fa5-829f-b4138d736fc0 requested from dv-cinder-851170-2-iscsi {{(pid=104487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 08:50:27.974529 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd115faf-1d8c-4e61-a837-3874f2401dc9 admin admin] Made reservation on behalf of 6449960db8d7494c8a2e908615bfc135 for: {'network': 1} {{(pid=104485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 08:50:27.976815 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-bd115faf-1d8c-4e61-a837-3874f2401dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for network (None), before_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:27.990758 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-bd115faf-1d8c-4e61-a837-3874f2401dc9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:28.013610 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:50:28.022333 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120b6a20-3c7e-46be-9e5c-ae0a2c188c17 None None] Pushing event updated for resources: {'Port': ['ID=71584670-2126-4994-80d4-21b4a9015e82,revision_number=3']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:50:28.041809 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-a6d6a62e-2a96-4153-9721-7f8aa7f6a9c0 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8370583 Jul 27 08:50:28.047316 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 35070) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:50:28.053743 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.v2.base [None req-a4c5f189-8040-44ee-b005-1383021dec70 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-959539920-router', 'tenant_id': 'f02877d9307944d78ebe93ea3d5b9dfb', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5'}}} {{(pid=104486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:50:28.097250 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-bd115faf-1d8c-4e61-a837-3874f2401dc9 admin admin] Publish callbacks [] for security_group (ba8694c2-b251-435f-baa3-eb1ddbc225e1), precommit_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:28.099360 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.managers [None req-3079d676-a0bf-4dbe-8ff8-a02d4f27e81e None None] Attempting to bind port 71584670-2126-4994-80d4-21b4a9015e82 on host dv-cinder-851170-2-iscsi for vnic_type normal with profile {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 08:50:28.099360 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.managers [None req-3079d676-a0bf-4dbe-8ff8-a02d4f27e81e None None] Attempting to bind port 71584670-2126-4994-80d4-21b4a9015e82 by drivers openvswitch,hyperv on host dv-cinder-851170-2-iscsi at level 0 using segments [{'id': '39e09afd-0493-4ab2-a5f6-2cf0ed23b5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'ecada7fa-7a56-41f5-bba0-0e680e111c5d'}] {{(pid=104487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 08:50:28.099360 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3079d676-a0bf-4dbe-8ff8-a02d4f27e81e None None] Attempting to bind port 71584670-2126-4994-80d4-21b4a9015e82 on network ecada7fa-7a56-41f5-bba0-0e680e111c5d {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 08:50:28.122635 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3079d676-a0bf-4dbe-8ff8-a02d4f27e81e None None] Checking agent: {'id': 'ed9de811-f248-496b-b487-860d50d7cee7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851170-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 8, 30, 21), 'started_at': datetime.datetime(2022, 7, 27, 8, 30, 51), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 8, 50, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851170-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 08:50:28.128086 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3079d676-a0bf-4dbe-8ff8-a02d4f27e81e None None] Checking segment: {'id': '39e09afd-0493-4ab2-a5f6-2cf0ed23b5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'ecada7fa-7a56-41f5-bba0-0e680e111c5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 08:50:28.128086 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-3079d676-a0bf-4dbe-8ff8-a02d4f27e81e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:28.128086 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3079d676-a0bf-4dbe-8ff8-a02d4f27e81e None None] Bound using segment: {'id': '39e09afd-0493-4ab2-a5f6-2cf0ed23b5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'ecada7fa-7a56-41f5-bba0-0e680e111c5d'} {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 08:50:28.128086 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.managers [None req-3079d676-a0bf-4dbe-8ff8-a02d4f27e81e None None] Bound port: 71584670-2126-4994-80d4-21b4a9015e82, host: dv-cinder-851170-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39e09afd-0493-4ab2-a5f6-2cf0ed23b5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'ecada7fa-7a56-41f5-bba0-0e680e111c5d'}}] {{(pid=104487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 08:50:28.128086 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-3079d676-a0bf-4dbe-8ff8-a02d4f27e81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (71584670-2126-4994-80d4-21b4a9015e82), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:28.136399 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf5863f9-f159-4fd2-a7fd-8a0cb6237d39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15de2134-51f9-5133-ac93-618e7ff2167e-1e6b89cd-b028-4fa5-829f-b4138d736fc0', 'network_id': '1e6b89cd-b028-4fa5-829f-b4138d736fc0', 'project_id': 'f02877d9307944d78ebe93ea3d5b9dfb', 'fixed_ips': [{'subnet_id': '3fee7f81-6b2b-4002-b0c9-f59c622374ad'}]}} from dv-cinder-851170-2-iscsi. {{(pid=104487) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 27 08:50:28.137336 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-cf5863f9-f159-4fd2-a7fd-8a0cb6237d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (None), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:28.146517 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-a4c5f189-8040-44ee-b005-1383021dec70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8122130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-347'] for router (ecba5b92-e17a-44d5-8e2e-e82ee24b461a), before_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:28.148044 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-a4c5f189-8040-44ee-b005-1383021dec70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8119546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-327805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-338'] for router (ecba5b92-e17a-44d5-8e2e-e82ee24b461a), precommit_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:28.180163 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-bd115faf-1d8c-4e61-a837-3874f2401dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (ba8694c2-b251-435f-baa3-eb1ddbc225e1), after_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:28.208449 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd115faf-1d8c-4e61-a837-3874f2401dc9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 688} {{(pid=104485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 08:50:28.215376 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd115faf-1d8c-4e61-a837-3874f2401dc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba8694c2-b251-435f-baa3-eb1ddbc225e1,revision_number=1']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:50:28.223200 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-bd115faf-1d8c-4e61-a837-3874f2401dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-834444'] for segment (35cd7118-de64-44e3-bc23-87fbb1cd1f4b), precommit_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:28.223200 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.db.segments_db [None req-bd115faf-1d8c-4e61-a837-3874f2401dc9 admin admin] Added segment 35cd7118-de64-44e3-bc23-87fbb1cd1f4b of type vlan for network 65b7f102-8025-43c6-9c73-05391a67fb91 Jul 27 08:50:28.225879 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-a4c5f189-8040-44ee-b005-1383021dec70 admin admin] Publish callbacks [] for router_controller (ecba5b92-e17a-44d5-8e2e-e82ee24b461a), precommit_add_association {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:28.264917 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-bd115faf-1d8c-4e61-a837-3874f2401dc9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786709896331'] for network (65b7f102-8025-43c6-9c73-05391a67fb91), precommit_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:28.272396 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:50:28.280248 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-0055a431-4255-45ca-a85b-11215f313adf None None] Provisioning complete for port 71584670-2126-4994-80d4-21b4a9015e82 triggered by entity DHCP. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:50:28.280621 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0055a431-4255-45ca-a85b-11215f313adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (71584670-2126-4994-80d4-21b4a9015e82), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:28.285479 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-3079d676-a0bf-4dbe-8ff8-a02d4f27e81e None None] For port 71584670-2126-4994-80d4-21b4a9015e82, host dv-cinder-851170-2-iscsi, cleared binding levels {{(pid=104487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 08:50:28.341197 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-3079d676-a0bf-4dbe-8ff8-a02d4f27e81e None None] For port 71584670-2126-4994-80d4-21b4a9015e82, host dv-cinder-851170-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851170-2-iscsi',level=0,port_id=71584670-2126-4994-80d4-21b4a9015e82,segment=NetworkSegment(39e09afd-0493-4ab2-a5f6-2cf0ed23b5e1),segment_id=39e09afd-0493-4ab2-a5f6-2cf0ed23b5e1)] {{(pid=104487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 08:50:28.352569 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-bd115faf-1d8c-4e61-a837-3874f2401dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739'] for network (65b7f102-8025-43c6-9c73-05391a67fb91), after_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:28.354127 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd115faf-1d8c-4e61-a837-3874f2401dc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:50:28.354747 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-bd115faf-1d8c-4e61-a837-3874f2401dc9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7864717'] for network (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:28.367161 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-0055a431-4255-45ca-a85b-11215f313adf None None] Port 71584670-2126-4994-80d4-21b4a9015e82 cannot update to ACTIVE because it is not bound. {{(pid=104487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 08:50:28.371744 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.db_base_plugin_common [None req-cf5863f9-f159-4fd2-a7fd-8a0cb6237d39 None None] Allocated IP 172.20.0.2 (1e6b89cd-b028-4fa5-829f-b4138d736fc0/3fee7f81-6b2b-4002-b0c9-f59c622374ad/34956a4c-abc1-4b3c-a42a-ce1dba149187) {{(pid=104487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 08:50:28.398019 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:50:28.420171 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd115faf-1d8c-4e61-a837-3874f2401dc9 admin admin] Pushing event updated for resources: {'Network': ['ID=65b7f102-8025-43c6-9c73-05391a67fb91,revision_number=1']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:50:28.435864 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-a4c5f189-8040-44ee-b005-1383021dec70 admin admin] Publish callbacks [] for router_gateway (ecba5b92-e17a-44d5-8e2e-e82ee24b461a), precommit_update {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:28.436709 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Network 65b7f102-8025-43c6-9c73-05391a67fb91 details requested by agent ovs-agent-dv-cinder-851170-2-iscsi with host dv-cinder-851170-2-iscsi {{(pid=104487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 08:50:28.482118 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-3079d676-a0bf-4dbe-8ff8-a02d4f27e81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (71584670-2126-4994-80d4-21b4a9015e82), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:28.486672 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-bd115faf-1d8c-4e61-a837-3874f2401dc9 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.5973446 Jul 27 08:50:28.489655 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 35074) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:50:28.494610 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.v2.base [None req-e8c9e991-b2a4-4a57-bd7a-90481998d1a5 admin admin] Request body: {'subnet': {'network_id': '65b7f102-8025-43c6-9c73-05391a67fb91', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1217207406-subnet', 'tenant_id': '6449960db8d7494c8a2e908615bfc135', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:50:28.660418 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8c9e991-b2a4-4a57-bd7a-90481998d1a5 admin admin] Made reservation on behalf of 6449960db8d7494c8a2e908615bfc135 for: {'subnet': 1} {{(pid=104486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 08:50:28.662982 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-e8c9e991-b2a4-4a57-bd7a-90481998d1a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16656174'] for subnet (None), before_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:28.763027 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120b6a20-3c7e-46be-9e5c-ae0a2c188c17 None None] Pushing event updated for resources: {'Port': ['ID=71584670-2126-4994-80d4-21b4a9015e82,revision_number=4']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:50:28.769110 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3079d676-a0bf-4dbe-8ff8-a02d4f27e81e None None] Routers {'967dffa2-d957-4d1e-94d7-9b0e845a7543'} bound to L3 agent in host dv-cinder-851170-2-iscsi {{(pid=104487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 08:50:28.769959 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_hamode_db [None req-3079d676-a0bf-4dbe-8ff8-a02d4f27e81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-27T08:30:18Z,description=,heartbeat_timestamp=2022-07-27T08:50:18Z,host='dv-cinder-851170-2-iscsi',id=5bc6d868-bb0b-4164-b2dd-44360f4de654,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T08:30:19Z,topic='l3_agent')) {'router_ids': ['967dffa2-d957-4d1e-94d7-9b0e845a7543'], 'active': True} {{(pid=104487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:50:28.818955 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Device 2bb7f59b-ce22-44d9-a3c0-a28f9e63a608 up at agent ovs-agent-dv-cinder-851170-2-iscsi {{(pid=104487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 08:50:28.856870 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-a4c5f189-8040-44ee-b005-1383021dec70 admin admin] Publish callbacks [] for router_gateway (ecba5b92-e17a-44d5-8e2e-e82ee24b461a), before_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:28.857099 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-cf5863f9-f159-4fd2-a7fd-8a0cb6237d39 None None] Publish callbacks [] for port (34956a4c-abc1-4b3c-a42a-ce1dba149187), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:28.869871 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-7699cce0-da53-4255-ad60-03bc084c9158 None None] Provisioning complete for port 71584670-2126-4994-80d4-21b4a9015e82 triggered by entity DHCP. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:50:28.870330 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-7699cce0-da53-4255-ad60-03bc084c9158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (71584670-2126-4994-80d4-21b4a9015e82), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:28.882178 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-a4c5f189-8040-44ee-b005-1383021dec70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (None), before_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:28.965549 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Provisioning complete for port 2bb7f59b-ce22-44d9-a3c0-a28f9e63a608 triggered by entity L2. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:50:28.966204 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (2bb7f59b-ce22-44d9-a3c0-a28f9e63a608), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:28.976687 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvr_db [None req-3079d676-a0bf-4dbe-8ff8-a02d4f27e81e None None] Set router 967dffa2-d957-4d1e-94d7-9b0e845a7543 gateway port host: dv-cinder-851170-2-iscsi {{(pid=104487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 08:50:28.979341 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:50:29.027107 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-cf5863f9-f159-4fd2-a7fd-8a0cb6237d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786709965397'] for port (34956a4c-abc1-4b3c-a42a-ce1dba149187), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:29.147455 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf5863f9-f159-4fd2-a7fd-8a0cb6237d39 None None] Network 1e6b89cd-b028-4fa5-829f-b4138d736fc0 is already hosted by enough agents. {{(pid=104487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 08:50:29.164246 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.scheduler.base_scheduler [None req-cf5863f9-f159-4fd2-a7fd-8a0cb6237d39 None None] Resources bound (agent type, host, resource id): {{(pid=104487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 08:50:29.168756 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5863f9-f159-4fd2-a7fd-8a0cb6237d39 None None] Pushing event updated for resources: {'Port': ['ID=34956a4c-abc1-4b3c-a42a-ce1dba149187,revision_number=1']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:50:29.180893 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5863f9-f159-4fd2-a7fd-8a0cb6237d39 None None] Received port after_create {{(pid=104487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 08:50:29.184073 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-7699cce0-da53-4255-ad60-03bc084c9158 None None] Current status of the port 71584670-2126-4994-80d4-21b4a9015e82 is: DOWN; New status is: ACTIVE {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:50:29.184354 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-7699cce0-da53-4255-ad60-03bc084c9158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (71584670-2126-4994-80d4-21b4a9015e82), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:29.332196 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.db.db_base_plugin_common [None req-a4c5f189-8040-44ee-b005-1383021dec70 admin admin] Allocated IP 172.27.2.130 (e7cd7671-9410-421d-95f2-ddad301715a5/bd8cca88-d260-42a1-9635-5bfcc6eba2a1/23f4d638-6949-49d4-8baa-303771e037c7) {{(pid=104486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 08:50:29.342538 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:50:29.345219 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-7699cce0-da53-4255-ad60-03bc084c9158 None None] For port 71584670-2126-4994-80d4-21b4a9015e82, host dv-cinder-851170-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851170-2-iscsi',level=0,port_id=71584670-2126-4994-80d4-21b4a9015e82,segment=NetworkSegment(39e09afd-0493-4ab2-a5f6-2cf0ed23b5e1),segment_id=39e09afd-0493-4ab2-a5f6-2cf0ed23b5e1)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:50:29.351786 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Current status of the port 2bb7f59b-ce22-44d9-a3c0-a28f9e63a608 is: ACTIVE; New status is: ACTIVE {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:50:29.366384 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.managers [None req-cf5863f9-f159-4fd2-a7fd-8a0cb6237d39 None None] Attempting to bind port 34956a4c-abc1-4b3c-a42a-ce1dba149187 on host dv-cinder-851170-2-iscsi for vnic_type normal with profile {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 08:50:29.366754 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.managers [None req-cf5863f9-f159-4fd2-a7fd-8a0cb6237d39 None None] Attempting to bind port 34956a4c-abc1-4b3c-a42a-ce1dba149187 by drivers openvswitch,hyperv on host dv-cinder-851170-2-iscsi at level 0 using segments [{'id': '8da00439-a110-4235-97db-d522fbdfa2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '1e6b89cd-b028-4fa5-829f-b4138d736fc0'}] {{(pid=104487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 08:50:29.367116 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5863f9-f159-4fd2-a7fd-8a0cb6237d39 None None] Attempting to bind port 34956a4c-abc1-4b3c-a42a-ce1dba149187 on network 1e6b89cd-b028-4fa5-829f-b4138d736fc0 {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 08:50:29.377172 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5863f9-f159-4fd2-a7fd-8a0cb6237d39 None None] Checking agent: {'id': 'ed9de811-f248-496b-b487-860d50d7cee7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851170-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 8, 30, 21), 'started_at': datetime.datetime(2022, 7, 27, 8, 30, 51), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 8, 50, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851170-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 08:50:29.378115 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5863f9-f159-4fd2-a7fd-8a0cb6237d39 None None] Checking segment: {'id': '8da00439-a110-4235-97db-d522fbdfa2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '1e6b89cd-b028-4fa5-829f-b4138d736fc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 08:50:29.378115 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-cf5863f9-f159-4fd2-a7fd-8a0cb6237d39 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:29.378356 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5863f9-f159-4fd2-a7fd-8a0cb6237d39 None None] Bound using segment: {'id': '8da00439-a110-4235-97db-d522fbdfa2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '1e6b89cd-b028-4fa5-829f-b4138d736fc0'} {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 08:50:29.378782 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.managers [None req-cf5863f9-f159-4fd2-a7fd-8a0cb6237d39 None None] Bound port: 34956a4c-abc1-4b3c-a42a-ce1dba149187, host: dv-cinder-851170-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8da00439-a110-4235-97db-d522fbdfa2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '1e6b89cd-b028-4fa5-829f-b4138d736fc0'}}] {{(pid=104487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 08:50:29.379168 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-cf5863f9-f159-4fd2-a7fd-8a0cb6237d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (34956a4c-abc1-4b3c-a42a-ce1dba149187), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:29.393378 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:50:29.428031 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-e8c9e991-b2a4-4a57-bd7a-90481998d1a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4293642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16656128'] for subnet (5c5cdfca-c21c-4cdd-886b-0d21a4c9ca86), after_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:29.440529 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:50:29.449856 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_hamode_db [None req-3079d676-a0bf-4dbe-8ff8-a02d4f27e81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '967dffa2-d957-4d1e-94d7-9b0e845a7543', 'name': 'tempest-TestVolumeBootPattern-133541680-router', 'tenant_id': 'e664288b45ae4b98ae22270ea7eac1e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '2bb7f59b-ce22-44d9-a3c0-a28f9e63a608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:50:21Z', 'updated_at': '2022-07-27T08:50:24Z', 'revision_number': 4, 'project_id': 'e664288b45ae4b98ae22270ea7eac1e6', 'gw_port': {'id': '2bb7f59b-ce22-44d9-a3c0-a28f9e63a608', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:9e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967dffa2-d957-4d1e-94d7-9b0e845a7543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:50:22Z', 'updated_at': '2022-07-27T08:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi', '_interfaces': [{'id': '71584670-2126-4994-80d4-21b4a9015e82', 'name': '', 'network_id': 'ecada7fa-7a56-41f5-bba0-0e680e111c5d', 'tenant_id': 'e664288b45ae4b98ae22270ea7eac1e6', 'mac_address': 'fa:16:3e:da:6b:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '967dffa2-d957-4d1e-94d7-9b0e845a7543', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '3728e296-f73f-42fa-ab4b-892bf727c18b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:50:24Z', 'updated_at': '2022-07-27T08:50:28Z', 'revision_number': 4, 'project_id': 'e664288b45ae4b98ae22270ea7eac1e6', 'subnets': [{'id': '3728e296-f73f-42fa-ab4b-892bf727c18b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851170-2-iscsi', False) {} {{(pid=104487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:50:29.480044 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-a4c5f189-8040-44ee-b005-1383021dec70 admin admin] Publish callbacks [] for port (23f4d638-6949-49d4-8baa-303771e037c7), precommit_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:29.484451 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-7699cce0-da53-4255-ad60-03bc084c9158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (71584670-2126-4994-80d4-21b4a9015e82), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:29.486614 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3079d676-a0bf-4dbe-8ff8-a02d4f27e81e None None] The sync data for ids ['967dffa2-d957-4d1e-94d7-9b0e845a7543'] in dv-cinder-851170-2-iscsi is: [{'id': '967dffa2-d957-4d1e-94d7-9b0e845a7543', 'name': 'tempest-TestVolumeBootPattern-133541680-router', 'tenant_id': 'e664288b45ae4b98ae22270ea7eac1e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '2bb7f59b-ce22-44d9-a3c0-a28f9e63a608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:50:21Z', 'updated_at': '2022-07-27T08:50:24Z', 'revision_number': 4, 'project_id': 'e664288b45ae4b98ae22270ea7eac1e6', 'gw_port': {'id': '2bb7f59b-ce22-44d9-a3c0-a28f9e63a608', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:9e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967dffa2-d957-4d1e-94d7-9b0e845a7543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:50:22Z', 'updated_at': '2022-07-27T08:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi', '_interfaces': [{'id': '71584670-2126-4994-80d4-21b4a9015e82', 'name': '', 'network_id': 'ecada7fa-7a56-41f5-bba0-0e680e111c5d', 'tenant_id': 'e664288b45ae4b98ae22270ea7eac1e6', 'mac_address': 'fa:16:3e:da:6b:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '967dffa2-d957-4d1e-94d7-9b0e845a7543', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '3728e296-f73f-42fa-ab4b-892bf727c18b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:50:24Z', 'updated_at': '2022-07-27T08:50:28Z', 'revision_number': 4, 'project_id': 'e664288b45ae4b98ae22270ea7eac1e6', 'subnets': [{'id': '3728e296-f73f-42fa-ab4b-892bf727c18b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 08:50:29.526638 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-cf5863f9-f159-4fd2-a7fd-8a0cb6237d39 None None] For port 34956a4c-abc1-4b3c-a42a-ce1dba149187, host dv-cinder-851170-2-iscsi, cleared binding levels {{(pid=104487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 08:50:29.532207 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c9e991-b2a4-4a57-bd7a-90481998d1a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c5cdfca-c21c-4cdd-886b-0d21a4c9ca86,revision_number=0']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:50:29.563914 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c9e991-b2a4-4a57-bd7a-90481998d1a5 admin admin] Checking segment: {'id': '35cd7118-de64-44e3-bc23-87fbb1cd1f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '65b7f102-8025-43c6-9c73-05391a67fb91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 08:50:29.565263 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c9e991-b2a4-4a57-bd7a-90481998d1a5 admin admin] Network hostable DHCP agents. Network: 65b7f102-8025-43c6-9c73-05391a67fb91, hostable agents: ['7c77c4a2-8ca4-486b-af2a-676805e7b922'], hosted agents: [] {{(pid=104486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 08:50:29.573851 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-cf5863f9-f159-4fd2-a7fd-8a0cb6237d39 None None] For port 34956a4c-abc1-4b3c-a42a-ce1dba149187, host dv-cinder-851170-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851170-2-iscsi',level=0,port_id=34956a4c-abc1-4b3c-a42a-ce1dba149187,segment=NetworkSegment(8da00439-a110-4235-97db-d522fbdfa2ac),segment_id=8da00439-a110-4235-97db-d522fbdfa2ac)] {{(pid=104487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 08:50:29.580719 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7699cce0-da53-4255-ad60-03bc084c9158 None None] Pushing event updated for resources: {'Port': ['ID=71584670-2126-4994-80d4-21b4a9015e82,revision_number=5']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:50:29.598034 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-a4c5f189-8040-44ee-b005-1383021dec70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786709965397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4293862'] for port (23f4d638-6949-49d4-8baa-303771e037c7), after_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:29.638493 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c5f189-8040-44ee-b005-1383021dec70 admin admin] Network e7cd7671-9410-421d-95f2-ddad301715a5 is already hosted by enough agents. {{(pid=104486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 08:50:29.646722 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.scheduler.base_scheduler [None req-a4c5f189-8040-44ee-b005-1383021dec70 admin admin] Resources bound (agent type, host, resource id): {{(pid=104486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 08:50:29.650566 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c5f189-8040-44ee-b005-1383021dec70 admin admin] Received port after_create {{(pid=104486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 08:50:29.653833 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c5f189-8040-44ee-b005-1383021dec70 admin admin] Pushing event updated for resources: {'Port': ['ID=23f4d638-6949-49d4-8baa-303771e037c7,revision_number=1']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:50:29.672186 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-cf5863f9-f159-4fd2-a7fd-8a0cb6237d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (34956a4c-abc1-4b3c-a42a-ce1dba149187), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:29.691501 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c9e991-b2a4-4a57-bd7a-90481998d1a5 admin admin] Network 65b7f102-8025-43c6-9c73-05391a67fb91 is scheduled to be hosted by DHCP agent 7c77c4a2-8ca4-486b-af2a-676805e7b922 with binding_index 1 {{(pid=104486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 08:50:29.749440 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5863f9-f159-4fd2-a7fd-8a0cb6237d39 None None] Pushing event updated for resources: {'Port': ['ID=34956a4c-abc1-4b3c-a42a-ce1dba149187,revision_number=2']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:50:29.817000 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.scheduler.base_scheduler [None req-e8c9e991-b2a4-4a57-bd7a-90481998d1a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851170-2-iscsi, 65b7f102-8025-43c6-9c73-05391a67fb91) {{(pid=104486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 08:50:29.822801 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c9e991-b2a4-4a57-bd7a-90481998d1a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:50:29.823952 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-e8c9e991-b2a4-4a57-bd7a-90481998d1a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7864717'] for subnet (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:29.828085 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa1dd75-64fd-409a-a537-1b283cdc9227 None None] Network 65b7f102-8025-43c6-9c73-05391a67fb91 requested from dv-cinder-851170-2-iscsi {{(pid=104487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 08:50:29.915306 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-e8c9e991-b2a4-4a57-bd7a-90481998d1a5 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4244533 Jul 27 08:50:29.973204 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:50:30.002052 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98303250-a84a-4e72-b750-f4e825eb4a8a None None] Network 65b7f102-8025-43c6-9c73-05391a67fb91 requested from dv-cinder-851170-2-iscsi {{(pid=104487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 08:50:30.095683 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-a4c5f189-8040-44ee-b005-1383021dec70 admin admin] Publish callbacks [] for router_gateway (ecba5b92-e17a-44d5-8e2e-e82ee24b461a), after_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:30.119993 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 35084) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:50:30.129114 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=74,neutron:INSERT=18,neutron:DELETE=4,neutron:UPDATE=4 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:50:30.170636 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.db.db_base_plugin_v2 [None req-41bdd2e4-1721-4614-ad84-9aca85526092 admin admin] Deleting subnet 9b970dc6-597c-4fbf-9e2d-1303247b8db1 {{(pid=104485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 27 08:50:30.174836 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-41bdd2e4-1721-4614-ad84-9aca85526092 admin admin] Publish callbacks [] for subnet (9b970dc6-597c-4fbf-9e2d-1303247b8db1), before_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:30.213437 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-41bdd2e4-1721-4614-ad84-9aca85526092 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4551711'] for subnet (9b970dc6-597c-4fbf-9e2d-1303247b8db1), precommit_delete_associations {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:30.281694 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-41bdd2e4-1721-4614-ad84-9aca85526092 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-829739'] for subnet (9b970dc6-597c-4fbf-9e2d-1303247b8db1), precommit_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:30.344640 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-a4c5f189-8040-44ee-b005-1383021dec70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8119500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-363910'] for router (ecba5b92-e17a-44d5-8e2e-e82ee24b461a), after_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:30.449592 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-41bdd2e4-1721-4614-ad84-9aca85526092 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-829730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16582202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16687746'] for subnet (9b970dc6-597c-4fbf-9e2d-1303247b8db1), after_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:30.465310 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-41bdd2e4-1721-4614-ad84-9aca85526092 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:30.473390 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-41bdd2e4-1721-4614-ad84-9aca85526092 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/9b970dc6-597c-4fbf-9e2d-1303247b8db1 HTTP/1.1" status: 204 len: 168 time: 0.3513489 Jul 27 08:50:30.473559 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 35096) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:50:30.497923 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bdd2e4-1721-4614-ad84-9aca85526092 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b970dc6-597c-4fbf-9e2d-1303247b8db1,revision_number=None']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:50:30.583382 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-d4472a09-6842-44bc-ad51-03ed6333abbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-787041'] for network (892112a4-b111-4033-84a1-eb076122453b), before_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:30.679633 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4c5f189-8040-44ee-b005-1383021dec70 admin admin] Router ecba5b92-e17a-44d5-8e2e-e82ee24b461a is scheduled to L3 agent 5bc6d868-bb0b-4164-b2dd-44360f4de654 with binding_index 1 {{(pid=104486) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 27 08:50:30.685685 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-d4472a09-6842-44bc-ad51-03ed6333abbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-831493', 'neutron.services.segments.db._delete_segments_for_network-8786710418890'] for network (892112a4-b111-4033-84a1-eb076122453b), precommit_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:30.711451 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.services.segments.db [None req-d4472a09-6842-44bc-ad51-03ed6333abbe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['892112a4-b111-4033-84a1-eb076122453b']}} {{(pid=104486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:50:30.755638 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.services.segments.db [None req-d4472a09-6842-44bc-ad51-03ed6333abbe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'defafdec-7827-42bb-9cb7-09594b2f0635') {'for_net_delete': True} {{(pid=104486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:50:30.755878 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.services.segments.db [None req-d4472a09-6842-44bc-ad51-03ed6333abbe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'defafdec-7827-42bb-9cb7-09594b2f0635') {} {{(pid=104486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:50:30.775706 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-d4472a09-6842-44bc-ad51-03ed6333abbe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786710418791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6011829'] for segment (defafdec-7827-42bb-9cb7-09594b2f0635), before_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:30.830840 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-d4472a09-6842-44bc-ad51-03ed6333abbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-834444'] for segment (defafdec-7827-42bb-9cb7-09594b2f0635), precommit_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:30.838074 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Device 34956a4c-abc1-4b3c-a42a-ce1dba149187 up at agent ovs-agent-dv-cinder-851170-2-iscsi {{(pid=104487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 08:50:30.846838 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4472a09-6842-44bc-ad51-03ed6333abbe admin admin] Releasing vlan 666 on physical network physnet1 to pool {{(pid=104486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 08:50:30.847251 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-d4472a09-6842-44bc-ad51-03ed6333abbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-834444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4293781'] for segment (defafdec-7827-42bb-9cb7-09594b2f0635), after_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:30.902847 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:50:30.906883 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:50:30.911474 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.services.segments.plugin [-] Segment defafdec-7827-42bb-9cb7-09594b2f0635 resource provider aggregate not found Jul 27 08:50:30.914102 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Provisioning complete for port 34956a4c-abc1-4b3c-a42a-ce1dba149187 triggered by entity L2. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:50:30.914613 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (34956a4c-abc1-4b3c-a42a-ce1dba149187), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:30.932855 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4c5f189-8040-44ee-b005-1383021dec70 admin admin] Notify agent at l3_agent.dv-cinder-851170-2-iscsi the message routers_updated {{(pid=104486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 08:50:30.939878 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.services.segments.plugin [-] Segment defafdec-7827-42bb-9cb7-09594b2f0635 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid defafdec-7827-42bb-9cb7-09594b2f0635 found for delete ", "request_id": "req-f7dcc357-1b96-444d-b54f-49de6a7f8746"}]} Jul 27 08:50:30.951676 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010566e3-ed4a-45c4-99bb-9c2b92c29254 None None] Sync routers for ids ['ecba5b92-e17a-44d5-8e2e-e82ee24b461a'] in dv-cinder-851170-2-iscsi {{(pid=104488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 08:50:30.954444 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7030302-3b08-4c30-9f2d-41124be00f36 None None] Network 1e6b89cd-b028-4fa5-829f-b4138d736fc0 requested from dv-cinder-851170-2-iscsi {{(pid=104487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 08:50:30.965222 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010566e3-ed4a-45c4-99bb-9c2b92c29254 None None] Routers {'ecba5b92-e17a-44d5-8e2e-e82ee24b461a'} bound to L3 agent in host dv-cinder-851170-2-iscsi {{(pid=104488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 08:50:30.965998 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_hamode_db [None req-010566e3-ed4a-45c4-99bb-9c2b92c29254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-27T08:30:18Z,description=,heartbeat_timestamp=2022-07-27T08:50:18Z,host='dv-cinder-851170-2-iscsi',id=5bc6d868-bb0b-4164-b2dd-44360f4de654,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T08:30:19Z,topic='l3_agent')) {'router_ids': ['ecba5b92-e17a-44d5-8e2e-e82ee24b461a'], 'active': True} {{(pid=104488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:50:31.043095 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-d4472a09-6842-44bc-ad51-03ed6333abbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-831502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363063'] for network (892112a4-b111-4033-84a1-eb076122453b), after_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:31.053748 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-ac660837-c915-4edb-a0a3-7f085a976e67 None None] Provisioning complete for port 34956a4c-abc1-4b3c-a42a-ce1dba149187 triggered by entity DHCP. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:50:31.054480 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-ac660837-c915-4edb-a0a3-7f085a976e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (34956a4c-abc1-4b3c-a42a-ce1dba149187), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:31.061045 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-d4472a09-6842-44bc-ad51-03ed6333abbe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7864717'] for network (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:31.065631 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-d4472a09-6842-44bc-ad51-03ed6333abbe admin admin] 10.222.0.40 "DELETE /v2.0/networks/892112a4-b111-4033-84a1-eb076122453b HTTP/1.1" status: 204 len: 168 time: 0.5908384 Jul 27 08:50:31.068365 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 35102) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:50:31.072044 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-a4c5f189-8040-44ee-b005-1383021dec70 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:31.073470 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-a4c5f189-8040-44ee-b005-1383021dec70 admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.0239449 Jul 27 08:50:31.080858 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 35104) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:50:31.095623 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4472a09-6842-44bc-ad51-03ed6333abbe admin admin] Pushing event deleted for resources: {'Network': ['ID=892112a4-b111-4033-84a1-eb076122453b,revision_number=None']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:50:31.095844 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Current status of the port 34956a4c-abc1-4b3c-a42a-ce1dba149187 is: DOWN; New status is: ACTIVE {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:50:31.096226 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (34956a4c-abc1-4b3c-a42a-ce1dba149187), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:31.107718 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvr_db [None req-010566e3-ed4a-45c4-99bb-9c2b92c29254 None None] Set router ecba5b92-e17a-44d5-8e2e-e82ee24b461a gateway port host: dv-cinder-851170-2-iscsi {{(pid=104488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 08:50:31.179014 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] For port 34956a4c-abc1-4b3c-a42a-ce1dba149187, host dv-cinder-851170-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851170-2-iscsi',level=0,port_id=34956a4c-abc1-4b3c-a42a-ce1dba149187,segment=NetworkSegment(8da00439-a110-4235-97db-d522fbdfa2ac),segment_id=8da00439-a110-4235-97db-d522fbdfa2ac)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:50:31.179560 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:50:31.201149 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e07e030-bb1e-456b-b48e-5e09afefb61b admin admin] Deleting subnet 5c5cdfca-c21c-4cdd-886b-0d21a4c9ca86 {{(pid=104485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 27 08:50:31.222847 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-ac660837-c915-4edb-a0a3-7f085a976e67 None None] Current status of the port 34956a4c-abc1-4b3c-a42a-ce1dba149187 is: DOWN; New status is: ACTIVE {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:50:31.223264 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-ac660837-c915-4edb-a0a3-7f085a976e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (34956a4c-abc1-4b3c-a42a-ce1dba149187), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:31.245899 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-9e07e030-bb1e-456b-b48e-5e09afefb61b admin admin] Publish callbacks [] for subnet (5c5cdfca-c21c-4cdd-886b-0d21a4c9ca86), before_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:31.274475 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (34956a4c-abc1-4b3c-a42a-ce1dba149187), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:31.275840 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Device 71584670-2126-4994-80d4-21b4a9015e82 up at agent ovs-agent-dv-cinder-851170-2-iscsi {{(pid=104487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 08:50:31.306524 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-9e07e030-bb1e-456b-b48e-5e09afefb61b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4551711'] for subnet (5c5cdfca-c21c-4cdd-886b-0d21a4c9ca86), precommit_delete_associations {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:31.316549 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_hamode_db [None req-010566e3-ed4a-45c4-99bb-9c2b92c29254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecba5b92-e17a-44d5-8e2e-e82ee24b461a', 'name': 'tempest-TestVolumeBootPattern-959539920-router', 'tenant_id': 'f02877d9307944d78ebe93ea3d5b9dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': '23f4d638-6949-49d4-8baa-303771e037c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:50:28Z', 'updated_at': '2022-07-27T08:50:29Z', 'revision_number': 3, 'project_id': 'f02877d9307944d78ebe93ea3d5b9dfb', 'gw_port': {'id': '23f4d638-6949-49d4-8baa-303771e037c7', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:8c:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecba5b92-e17a-44d5-8e2e-e82ee24b461a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:50:28Z', 'updated_at': '2022-07-27T08:50:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi'}], 'dv-cinder-851170-2-iscsi', False) {} {{(pid=104488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:50:31.351930 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010566e3-ed4a-45c4-99bb-9c2b92c29254 None None] Checking router: ecba5b92-e17a-44d5-8e2e-e82ee24b461a for host: dv-cinder-851170-2-iscsi {{(pid=104488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 08:50:31.352715 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010566e3-ed4a-45c4-99bb-9c2b92c29254 None None] Updating router ecba5b92-e17a-44d5-8e2e-e82ee24b461a port 23f4d638-6949-49d4-8baa-303771e037c7 binding host dv-cinder-851170-2-iscsi {{(pid=104488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 08:50:31.384816 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-010566e3-ed4a-45c4-99bb-9c2b92c29254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (23f4d638-6949-49d4-8baa-303771e037c7), before_update {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:31.402990 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.db.api [None req-ac660837-c915-4edb-a0a3-7f085a976e67 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104487) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 27 08:50:31.403500 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG oslo_db.api [None req-ac660837-c915-4edb-a0a3-7f085a976e67 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 08:50:31.414324 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Pushing event updated for resources: {'Port': ['ID=34956a4c-abc1-4b3c-a42a-ce1dba149187,revision_number=3']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:50:31.420582 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Provisioning complete for port 71584670-2126-4994-80d4-21b4a9015e82 triggered by entity L2. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:50:31.421032 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (71584670-2126-4994-80d4-21b4a9015e82), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:31.624034 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:50:31.654435 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Current status of the port 71584670-2126-4994-80d4-21b4a9015e82 is: ACTIVE; New status is: ACTIVE {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:50:31.670804 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-010566e3-ed4a-45c4-99bb-9c2b92c29254 None None] Publish callbacks [] for port (23f4d638-6949-49d4-8baa-303771e037c7), precommit_update {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:31.705652 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-9e07e030-bb1e-456b-b48e-5e09afefb61b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-829739'] for subnet (5c5cdfca-c21c-4cdd-886b-0d21a4c9ca86), precommit_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:31.751794 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-010566e3-ed4a-45c4-99bb-9c2b92c29254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (23f4d638-6949-49d4-8baa-303771e037c7), after_update {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:31.805606 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:50:31.808006 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.managers [None req-010566e3-ed4a-45c4-99bb-9c2b92c29254 None None] Attempting to bind port 23f4d638-6949-49d4-8baa-303771e037c7 on host dv-cinder-851170-2-iscsi for vnic_type normal with profile {{(pid=104488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 08:50:31.808379 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.managers [None req-010566e3-ed4a-45c4-99bb-9c2b92c29254 None None] Attempting to bind port 23f4d638-6949-49d4-8baa-303771e037c7 by drivers openvswitch,hyperv on host dv-cinder-851170-2-iscsi at level 0 using segments [{'id': '0a5e83d9-b5a8-42c5-b200-67984880d111', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5'}] {{(pid=104488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 08:50:31.808737 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010566e3-ed4a-45c4-99bb-9c2b92c29254 None None] Attempting to bind port 23f4d638-6949-49d4-8baa-303771e037c7 on network e7cd7671-9410-421d-95f2-ddad301715a5 {{(pid=104488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 08:50:31.812297 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6963007f-7699-488e-afd6-dc5454e025c2 None None] Pushing event updated for resources: {'Port': ['ID=23f4d638-6949-49d4-8baa-303771e037c7,revision_number=2']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:50:31.817570 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010566e3-ed4a-45c4-99bb-9c2b92c29254 None None] Checking agent: {'id': 'ed9de811-f248-496b-b487-860d50d7cee7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851170-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 8, 30, 21), 'started_at': datetime.datetime(2022, 7, 27, 8, 30, 51), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 8, 50, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851170-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 08:50:31.817949 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010566e3-ed4a-45c4-99bb-9c2b92c29254 None None] Checking segment: {'id': '0a5e83d9-b5a8-42c5-b200-67984880d111', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 08:50:31.818387 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-010566e3-ed4a-45c4-99bb-9c2b92c29254 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:31.818773 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010566e3-ed4a-45c4-99bb-9c2b92c29254 None None] Bound using segment: {'id': '0a5e83d9-b5a8-42c5-b200-67984880d111', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5'} {{(pid=104488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 08:50:31.819243 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.managers [None req-010566e3-ed4a-45c4-99bb-9c2b92c29254 None None] Bound port: 23f4d638-6949-49d4-8baa-303771e037c7, host: dv-cinder-851170-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a5e83d9-b5a8-42c5-b200-67984880d111', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5'}}] {{(pid=104488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 08:50:31.819616 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-010566e3-ed4a-45c4-99bb-9c2b92c29254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (23f4d638-6949-49d4-8baa-303771e037c7), before_update {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:31.869465 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.db [None req-010566e3-ed4a-45c4-99bb-9c2b92c29254 None None] For port 23f4d638-6949-49d4-8baa-303771e037c7, host dv-cinder-851170-2-iscsi, cleared binding levels {{(pid=104488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 08:50:31.872481 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.db [None req-010566e3-ed4a-45c4-99bb-9c2b92c29254 None None] For port 23f4d638-6949-49d4-8baa-303771e037c7, host dv-cinder-851170-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851170-2-iscsi',level=0,port_id=23f4d638-6949-49d4-8baa-303771e037c7,segment=NetworkSegment(0a5e83d9-b5a8-42c5-b200-67984880d111),segment_id=0a5e83d9-b5a8-42c5-b200-67984880d111)] {{(pid=104488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 08:50:31.889652 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-9e07e030-bb1e-456b-b48e-5e09afefb61b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-829730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16582202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16687746'] for subnet (5c5cdfca-c21c-4cdd-886b-0d21a4c9ca86), after_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:31.921233 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e07e030-bb1e-456b-b48e-5e09afefb61b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c5cdfca-c21c-4cdd-886b-0d21a4c9ca86,revision_number=None']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:50:31.928090 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-9e07e030-bb1e-456b-b48e-5e09afefb61b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:31.931606 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-9e07e030-bb1e-456b-b48e-5e09afefb61b admin admin] 10.222.0.40 "DELETE /v2.0/subnets/5c5cdfca-c21c-4cdd-886b-0d21a4c9ca86 HTTP/1.1" status: 204 len: 168 time: 0.8620257 Jul 27 08:50:31.934318 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 35108) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:50:31.941427 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-ac660837-c915-4edb-a0a3-7f085a976e67 None None] Current status of the port 34956a4c-abc1-4b3c-a42a-ce1dba149187 is: ACTIVE; New status is: ACTIVE {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:50:31.963739 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-010566e3-ed4a-45c4-99bb-9c2b92c29254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (23f4d638-6949-49d4-8baa-303771e037c7), after_update {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:32.020717 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010566e3-ed4a-45c4-99bb-9c2b92c29254 None None] Routers {'ecba5b92-e17a-44d5-8e2e-e82ee24b461a'} bound to L3 agent in host dv-cinder-851170-2-iscsi {{(pid=104488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 08:50:32.021380 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_hamode_db [None req-010566e3-ed4a-45c4-99bb-9c2b92c29254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-27T08:30:18Z,description=,heartbeat_timestamp=2022-07-27T08:50:18Z,host='dv-cinder-851170-2-iscsi',id=5bc6d868-bb0b-4164-b2dd-44360f4de654,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T08:30:19Z,topic='l3_agent')) {'router_ids': ['ecba5b92-e17a-44d5-8e2e-e82ee24b461a'], 'active': True} {{(pid=104488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:50:32.036708 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:50:32.045354 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-29917b34-1e3a-4780-8456-b74d7b487424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-787041'] for network (65b7f102-8025-43c6-9c73-05391a67fb91), before_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:32.061762 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-7dd8a93c-5c36-4441-ae71-7be2e82fddaf None None] Provisioning complete for port 34956a4c-abc1-4b3c-a42a-ce1dba149187 triggered by entity DHCP. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:50:32.062166 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-7dd8a93c-5c36-4441-ae71-7be2e82fddaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (34956a4c-abc1-4b3c-a42a-ce1dba149187), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:32.120943 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-31583666-3b74-4a8b-b685-14567b6719a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (None), before_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:32.146161 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-7dd8a93c-5c36-4441-ae71-7be2e82fddaf None None] Current status of the port 34956a4c-abc1-4b3c-a42a-ce1dba149187 is: ACTIVE; New status is: ACTIVE {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:50:32.150001 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6963007f-7699-488e-afd6-dc5454e025c2 None None] Pushing event updated for resources: {'Port': ['ID=23f4d638-6949-49d4-8baa-303771e037c7,revision_number=3']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:50:32.187929 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-29917b34-1e3a-4780-8456-b74d7b487424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-831493', 'neutron.services.segments.db._delete_segments_for_network-8786710418890'] for network (65b7f102-8025-43c6-9c73-05391a67fb91), precommit_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:32.206534 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:50:32.215175 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvr_db [None req-010566e3-ed4a-45c4-99bb-9c2b92c29254 None None] Set router ecba5b92-e17a-44d5-8e2e-e82ee24b461a gateway port host: dv-cinder-851170-2-iscsi {{(pid=104488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 08:50:32.235556 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.services.segments.db [None req-29917b34-1e3a-4780-8456-b74d7b487424 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65b7f102-8025-43c6-9c73-05391a67fb91']}} {{(pid=104485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:50:32.250565 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.services.segments.db [None req-29917b34-1e3a-4780-8456-b74d7b487424 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35cd7118-de64-44e3-bc23-87fbb1cd1f4b') {'for_net_delete': True} {{(pid=104485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:50:32.250853 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.services.segments.db [None req-29917b34-1e3a-4780-8456-b74d7b487424 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35cd7118-de64-44e3-bc23-87fbb1cd1f4b') {} {{(pid=104485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:50:32.269965 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-29917b34-1e3a-4780-8456-b74d7b487424 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786710418791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4551686'] for segment (35cd7118-de64-44e3-bc23-87fbb1cd1f4b), before_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:32.310485 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-29917b34-1e3a-4780-8456-b74d7b487424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-834444'] for segment (35cd7118-de64-44e3-bc23-87fbb1cd1f4b), precommit_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:32.324149 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29917b34-1e3a-4780-8456-b74d7b487424 admin admin] Releasing vlan 688 on physical network physnet1 to pool {{(pid=104485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 08:50:32.324553 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-29917b34-1e3a-4780-8456-b74d7b487424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-834444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16582244'] for segment (35cd7118-de64-44e3-bc23-87fbb1cd1f4b), after_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:32.395825 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_hamode_db [None req-010566e3-ed4a-45c4-99bb-9c2b92c29254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecba5b92-e17a-44d5-8e2e-e82ee24b461a', 'name': 'tempest-TestVolumeBootPattern-959539920-router', 'tenant_id': 'f02877d9307944d78ebe93ea3d5b9dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': '23f4d638-6949-49d4-8baa-303771e037c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:50:28Z', 'updated_at': '2022-07-27T08:50:29Z', 'revision_number': 3, 'project_id': 'f02877d9307944d78ebe93ea3d5b9dfb', 'gw_port': {'id': '23f4d638-6949-49d4-8baa-303771e037c7', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:8c:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecba5b92-e17a-44d5-8e2e-e82ee24b461a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:50:28Z', 'updated_at': '2022-07-27T08:50:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi'}], 'dv-cinder-851170-2-iscsi', False) {} {{(pid=104488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:50:32.421696 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010566e3-ed4a-45c4-99bb-9c2b92c29254 None None] The sync data for ids ['ecba5b92-e17a-44d5-8e2e-e82ee24b461a'] in dv-cinder-851170-2-iscsi is: [{'id': 'ecba5b92-e17a-44d5-8e2e-e82ee24b461a', 'name': 'tempest-TestVolumeBootPattern-959539920-router', 'tenant_id': 'f02877d9307944d78ebe93ea3d5b9dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': '23f4d638-6949-49d4-8baa-303771e037c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:50:28Z', 'updated_at': '2022-07-27T08:50:29Z', 'revision_number': 3, 'project_id': 'f02877d9307944d78ebe93ea3d5b9dfb', 'gw_port': {'id': '23f4d638-6949-49d4-8baa-303771e037c7', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:8c:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecba5b92-e17a-44d5-8e2e-e82ee24b461a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:50:28Z', 'updated_at': '2022-07-27T08:50:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi'}] {{(pid=104488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 08:50:32.433898 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.db.db_base_plugin_common [None req-31583666-3b74-4a8b-b685-14567b6719a1 admin admin] Allocated IP 172.20.0.1 (1e6b89cd-b028-4fa5-829f-b4138d736fc0/3fee7f81-6b2b-4002-b0c9-f59c622374ad/2b3cda98-782c-4474-ab2d-285b333dee25) {{(pid=104485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 08:50:32.499120 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.services.segments.plugin [-] Segment 35cd7118-de64-44e3-bc23-87fbb1cd1f4b resource provider aggregate not found Jul 27 08:50:32.516327 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.services.segments.plugin [-] Segment 35cd7118-de64-44e3-bc23-87fbb1cd1f4b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 35cd7118-de64-44e3-bc23-87fbb1cd1f4b found for delete ", "request_id": "req-ed12f2ea-6f3d-4c07-afcb-47262ebecadd"}]} Jul 27 08:50:32.542835 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-29917b34-1e3a-4780-8456-b74d7b487424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-831502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363063'] for network (65b7f102-8025-43c6-9c73-05391a67fb91), after_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:32.555619 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-29917b34-1e3a-4780-8456-b74d7b487424 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7864717'] for network (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:32.558704 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-29917b34-1e3a-4780-8456-b74d7b487424 admin admin] 10.222.0.40 "DELETE /v2.0/networks/65b7f102-8025-43c6-9c73-05391a67fb91 HTTP/1.1" status: 204 len: 168 time: 0.6234868 Jul 27 08:50:32.561663 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-31583666-3b74-4a8b-b685-14567b6719a1 admin admin] Publish callbacks [] for port (2b3cda98-782c-4474-ab2d-285b333dee25), precommit_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:32.576831 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29917b34-1e3a-4780-8456-b74d7b487424 admin admin] Pushing event deleted for resources: {'Network': ['ID=65b7f102-8025-43c6-9c73-05391a67fb91,revision_number=None']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:50:32.666278 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-31583666-3b74-4a8b-b685-14567b6719a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786709965397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16582167'] for port (2b3cda98-782c-4474-ab2d-285b333dee25), after_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:32.676802 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:50:32.738323 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31583666-3b74-4a8b-b685-14567b6719a1 admin admin] Network 1e6b89cd-b028-4fa5-829f-b4138d736fc0 is already hosted by enough agents. {{(pid=104485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 08:50:32.739954 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.scheduler.base_scheduler [None req-31583666-3b74-4a8b-b685-14567b6719a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 08:50:32.742277 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31583666-3b74-4a8b-b685-14567b6719a1 admin admin] Pushing event updated for resources: {'Port': ['ID=2b3cda98-782c-4474-ab2d-285b333dee25,revision_number=1']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:50:32.744707 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31583666-3b74-4a8b-b685-14567b6719a1 admin admin] Received port after_create {{(pid=104485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 08:50:32.794237 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-31583666-3b74-4a8b-b685-14567b6719a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8118662'] for router_interface (ecba5b92-e17a-44d5-8e2e-e82ee24b461a), before_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:32.929886 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Device 23f4d638-6949-49d4-8baa-303771e037c7 up at agent ovs-agent-dv-cinder-851170-2-iscsi {{(pid=104487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 08:50:32.981272 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Provisioning complete for port 23f4d638-6949-49d4-8baa-303771e037c7 triggered by entity L2. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:50:32.982094 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (23f4d638-6949-49d4-8baa-303771e037c7), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:32.995819 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 35120) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:50:33.039739 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-31583666-3b74-4a8b-b685-14567b6719a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (2b3cda98-782c-4474-ab2d-285b333dee25), before_update {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:33.043328 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-555d498e-822b-484b-a278-7af8b0ba6f4e admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=3f07bc53b5f04c21b99edf498f82a47f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0463431 Jul 27 08:50:33.045965 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 35122) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:50:33.054380 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:50:33.085710 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-39ab6af0-a400-4c69-8c76-99d97ebaebb5 None None] Provisioning complete for port 2b3cda98-782c-4474-ab2d-285b333dee25 triggered by entity DHCP. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:50:33.086435 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-39ab6af0-a400-4c69-8c76-99d97ebaebb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (2b3cda98-782c-4474-ab2d-285b333dee25), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:33.090178 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Current status of the port 23f4d638-6949-49d4-8baa-303771e037c7 is: DOWN; New status is: ACTIVE {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:50:33.090911 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (23f4d638-6949-49d4-8baa-303771e037c7), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:33.107730 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-686bafbe-c079-4540-9cc8-e7be5c37b123 admin admin] Publish callbacks [] for security_group (74377947-b064-4f6f-9a31-e01bf6eb0762), before_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:33.139181 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:50:33.142020 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] For port 23f4d638-6949-49d4-8baa-303771e037c7, host dv-cinder-851170-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851170-2-iscsi',level=0,port_id=23f4d638-6949-49d4-8baa-303771e037c7,segment=NetworkSegment(0a5e83d9-b5a8-42c5-b200-67984880d111),segment_id=0a5e83d9-b5a8-42c5-b200-67984880d111)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:50:33.144737 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-39ab6af0-a400-4c69-8c76-99d97ebaebb5 None None] Port 2b3cda98-782c-4474-ab2d-285b333dee25 cannot update to ACTIVE because it is not bound. {{(pid=104487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 08:50:33.151804 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-686bafbe-c079-4540-9cc8-e7be5c37b123 admin admin] Publish callbacks [] for security_group (74377947-b064-4f6f-9a31-e01bf6eb0762), precommit_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:33.186418 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:50:33.205939 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (23f4d638-6949-49d4-8baa-303771e037c7), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:33.205939 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Device 34956a4c-abc1-4b3c-a42a-ce1dba149187 up at agent ovs-agent-dv-cinder-851170-2-iscsi {{(pid=104487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 08:50:33.241858 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-31583666-3b74-4a8b-b685-14567b6719a1 admin admin] Publish callbacks [] for port (2b3cda98-782c-4474-ab2d-285b333dee25), precommit_update {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:33.293832 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Pushing event updated for resources: {'Port': ['ID=23f4d638-6949-49d4-8baa-303771e037c7,revision_number=4']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:50:33.298604 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Provisioning complete for port 34956a4c-abc1-4b3c-a42a-ce1dba149187 triggered by entity L2. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:50:33.298994 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (34956a4c-abc1-4b3c-a42a-ce1dba149187), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:33.311664 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-31583666-3b74-4a8b-b685-14567b6719a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16582144'] for port (2b3cda98-782c-4474-ab2d-285b333dee25), after_update {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:33.311867 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-686bafbe-c079-4540-9cc8-e7be5c37b123 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (74377947-b064-4f6f-9a31-e01bf6eb0762), after_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:33.316880 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-686bafbe-c079-4540-9cc8-e7be5c37b123 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:33.320878 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-686bafbe-c079-4540-9cc8-e7be5c37b123 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/74377947-b064-4f6f-9a31-e01bf6eb0762 HTTP/1.1" status: 204 len: 168 time: 0.2712517 Jul 27 08:50:33.329312 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686bafbe-c079-4540-9cc8-e7be5c37b123 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74377947-b064-4f6f-9a31-e01bf6eb0762,revision_number=None']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:50:33.401619 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-31583666-3b74-4a8b-b685-14567b6719a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7864753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8118778'] for router_interface (ecba5b92-e17a-44d5-8e2e-e82ee24b461a), after_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:33.403763 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:50:33.410094 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31583666-3b74-4a8b-b685-14567b6719a1 admin admin] Pushing event updated for resources: {'Port': ['ID=2b3cda98-782c-4474-ab2d-285b333dee25,revision_number=2']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:50:33.431626 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Current status of the port 34956a4c-abc1-4b3c-a42a-ce1dba149187 is: ACTIVE; New status is: ACTIVE {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:50:33.513291 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31583666-3b74-4a8b-b685-14567b6719a1 admin admin] Network 1e6b89cd-b028-4fa5-829f-b4138d736fc0 is already hosted by enough agents. {{(pid=104485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 08:50:33.514698 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.scheduler.base_scheduler [None req-31583666-3b74-4a8b-b685-14567b6719a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 08:50:33.633800 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31583666-3b74-4a8b-b685-14567b6719a1 admin admin] Router ecba5b92-e17a-44d5-8e2e-e82ee24b461a has already been hosted by L3 agent 5bc6d868-bb0b-4164-b2dd-44360f4de654 {{(pid=104485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 08:50:33.715975 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:50:33.744358 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31583666-3b74-4a8b-b685-14567b6719a1 admin admin] Notify agent at l3_agent.dv-cinder-851170-2-iscsi the message routers_updated {{(pid=104485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 08:50:33.749181 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-31583666-3b74-4a8b-b685-14567b6719a1 admin admin] 10.222.0.40 "PUT /v2.0/routers/ecba5b92-e17a-44d5-8e2e-e82ee24b461a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6670747 Jul 27 08:50:33.772345 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-f2dbf797-74e2-490d-b047-e5254ab314dd None None] Provisioning complete for port 2b3cda98-782c-4474-ab2d-285b333dee25 triggered by entity DHCP. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:50:33.773390 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-f2dbf797-74e2-490d-b047-e5254ab314dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (2b3cda98-782c-4474-ab2d-285b333dee25), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:33.807685 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-f2dbf797-74e2-490d-b047-e5254ab314dd None None] Port 2b3cda98-782c-4474-ab2d-285b333dee25 cannot update to ACTIVE because it is not bound. {{(pid=104487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 08:50:34.064970 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 35136) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:50:34.110949 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-3ba3c856-afb6-48f0-a2a4-3553c4a6a0af admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=6449960db8d7494c8a2e908615bfc135&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0440888 Jul 27 08:50:34.113491 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 35138) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:50:34.157137 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 35140) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:50:34.164889 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.v2.base [None req-b1e575fb-1e32-479a-9d76-4421cff305dd tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2103532908', 'description': 'tempest-secgroup-smoke-2103532908 description', 'project_id': 'e664288b45ae4b98ae22270ea7eac1e6'}} {{(pid=104485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:50:34.171105 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-459f251c-af68-4481-a132-6b86751ce5cb admin admin] Publish callbacks [] for security_group (ba8694c2-b251-435f-baa3-eb1ddbc225e1), before_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:34.194128 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-459f251c-af68-4481-a132-6b86751ce5cb admin admin] Publish callbacks [] for security_group (ba8694c2-b251-435f-baa3-eb1ddbc225e1), precommit_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:34.245192 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa8b4624-2381-4353-9ebb-e512907308e8 None None] Sync routers for ids ['ecba5b92-e17a-44d5-8e2e-e82ee24b461a'] in dv-cinder-851170-2-iscsi {{(pid=104487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 08:50:34.254668 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-b1e575fb-1e32-479a-9d76-4421cff305dd tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Publish callbacks [] for security_group (None), before_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:34.256325 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8b4624-2381-4353-9ebb-e512907308e8 None None] Routers {'ecba5b92-e17a-44d5-8e2e-e82ee24b461a'} bound to L3 agent in host dv-cinder-851170-2-iscsi {{(pid=104487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 08:50:34.256952 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_hamode_db [None req-fa8b4624-2381-4353-9ebb-e512907308e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-27T08:30:18Z,description=,heartbeat_timestamp=2022-07-27T08:50:18Z,host='dv-cinder-851170-2-iscsi',id=5bc6d868-bb0b-4164-b2dd-44360f4de654,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T08:30:19Z,topic='l3_agent')) {'router_ids': ['ecba5b92-e17a-44d5-8e2e-e82ee24b461a'], 'active': True} {{(pid=104487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:50:34.306128 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-459f251c-af68-4481-a132-6b86751ce5cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (ba8694c2-b251-435f-baa3-eb1ddbc225e1), after_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:34.308688 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-459f251c-af68-4481-a132-6b86751ce5cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:34.312449 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-459f251c-af68-4481-a132-6b86751ce5cb admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/ba8694c2-b251-435f-baa3-eb1ddbc225e1 HTTP/1.1" status: 204 len: 168 time: 0.1954660 Jul 27 08:50:34.319705 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459f251c-af68-4481-a132-6b86751ce5cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba8694c2-b251-435f-baa3-eb1ddbc225e1,revision_number=None']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:50:34.375501 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvr_db [None req-fa8b4624-2381-4353-9ebb-e512907308e8 None None] Set router ecba5b92-e17a-44d5-8e2e-e82ee24b461a gateway port host: dv-cinder-851170-2-iscsi {{(pid=104487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 08:50:34.381127 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-b1e575fb-1e32-479a-9d76-4421cff305dd tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Publish callbacks [] for security_group (8d5e7645-7593-4ba6-a8ab-faf9285cddbe), precommit_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:34.471731 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-b1e575fb-1e32-479a-9d76-4421cff305dd tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (8d5e7645-7593-4ba6-a8ab-faf9285cddbe), after_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:34.501220 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e575fb-1e32-479a-9d76-4421cff305dd tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d5e7645-7593-4ba6-a8ab-faf9285cddbe,revision_number=1']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:50:34.570612 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_hamode_db [None req-fa8b4624-2381-4353-9ebb-e512907308e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecba5b92-e17a-44d5-8e2e-e82ee24b461a', 'name': 'tempest-TestVolumeBootPattern-959539920-router', 'tenant_id': 'f02877d9307944d78ebe93ea3d5b9dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': '23f4d638-6949-49d4-8baa-303771e037c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:50:28Z', 'updated_at': '2022-07-27T08:50:32Z', 'revision_number': 4, 'project_id': 'f02877d9307944d78ebe93ea3d5b9dfb', 'gw_port': {'id': '23f4d638-6949-49d4-8baa-303771e037c7', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:8c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecba5b92-e17a-44d5-8e2e-e82ee24b461a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:50:28Z', 'updated_at': '2022-07-27T08:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi', '_interfaces': [{'id': '2b3cda98-782c-4474-ab2d-285b333dee25', 'name': '', 'network_id': '1e6b89cd-b028-4fa5-829f-b4138d736fc0', 'tenant_id': 'f02877d9307944d78ebe93ea3d5b9dfb', 'mac_address': 'fa:16:3e:eb:85:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecba5b92-e17a-44d5-8e2e-e82ee24b461a', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '3fee7f81-6b2b-4002-b0c9-f59c622374ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:50:32Z', 'updated_at': '2022-07-27T08:50:33Z', 'revision_number': 2, 'project_id': 'f02877d9307944d78ebe93ea3d5b9dfb', 'subnets': [{'id': '3fee7f81-6b2b-4002-b0c9-f59c622374ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851170-2-iscsi', False) {} {{(pid=104487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:50:34.596397 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa8b4624-2381-4353-9ebb-e512907308e8 None None] Checking router: ecba5b92-e17a-44d5-8e2e-e82ee24b461a for host: dv-cinder-851170-2-iscsi {{(pid=104487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 08:50:34.596750 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa8b4624-2381-4353-9ebb-e512907308e8 None None] Updating router ecba5b92-e17a-44d5-8e2e-e82ee24b461a port 2b3cda98-782c-4474-ab2d-285b333dee25 binding host dv-cinder-851170-2-iscsi {{(pid=104487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 08:50:34.605067 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-b1e575fb-1e32-479a-9d76-4421cff305dd tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Publish callbacks [] for security_group (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:34.606730 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-b1e575fb-1e32-479a-9d76-4421cff305dd tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4483252 Jul 27 08:50:34.610313 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 35146) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:50:34.614851 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.v2.base [None req-e482f60f-e896-4b70-b600-d0d9d912e27f tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Request body: {'security_group_rule': {'security_group_id': '8d5e7645-7593-4ba6-a8ab-faf9285cddbe', 'project_id': 'e664288b45ae4b98ae22270ea7eac1e6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:50:34.623709 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-fa8b4624-2381-4353-9ebb-e512907308e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (2b3cda98-782c-4474-ab2d-285b333dee25), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:34.708444 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-e482f60f-e896-4b70-b600-d0d9d912e27f tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Publish callbacks [] for security_group_rule (bf4e3f13-f702-4a1e-9bf1-f787674f9171), before_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:34.782737 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-e482f60f-e896-4b70-b600-d0d9d912e27f tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Publish callbacks [] for security_group_rule (bf4e3f13-f702-4a1e-9bf1-f787674f9171), precommit_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:34.799256 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Device 23f4d638-6949-49d4-8baa-303771e037c7 up at agent ovs-agent-dv-cinder-851170-2-iscsi {{(pid=104487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 08:50:34.850434 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-e482f60f-e896-4b70-b600-d0d9d912e27f tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327747'] for security_group_rule (bf4e3f13-f702-4a1e-9bf1-f787674f9171), after_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:34.878630 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Provisioning complete for port 23f4d638-6949-49d4-8baa-303771e037c7 triggered by entity L2. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:50:34.879008 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (23f4d638-6949-49d4-8baa-303771e037c7), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:34.881386 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e482f60f-e896-4b70-b600-d0d9d912e27f tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf4e3f13-f702-4a1e-9bf1-f787674f9171,revision_number=0']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:50:34.971166 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-e482f60f-e896-4b70-b600-d0d9d912e27f tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:34.972449 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-e482f60f-e896-4b70-b600-d0d9d912e27f tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3611443 Jul 27 08:50:34.977994 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 35158) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:50:34.982909 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.v2.base [None req-1a9f3448-a822-4f7a-aa4d-af36d91e6f42 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Request body: {'security_group_rule': {'security_group_id': '8d5e7645-7593-4ba6-a8ab-faf9285cddbe', 'project_id': 'e664288b45ae4b98ae22270ea7eac1e6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:50:35.001375 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-fa8b4624-2381-4353-9ebb-e512907308e8 None None] Publish callbacks [] for port (2b3cda98-782c-4474-ab2d-285b333dee25), precommit_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:35.006303 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:50:35.014749 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Current status of the port 23f4d638-6949-49d4-8baa-303771e037c7 is: ACTIVE; New status is: ACTIVE {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:50:35.065603 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-fa8b4624-2381-4353-9ebb-e512907308e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (2b3cda98-782c-4474-ab2d-285b333dee25), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:35.072593 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-1a9f3448-a822-4f7a-aa4d-af36d91e6f42 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Publish callbacks [] for security_group_rule (1fa9431c-b5c2-4c73-810e-af315da272d3), before_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:35.099713 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:50:35.122070 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a009dcb-6142-437d-b8db-7602ae94834a None None] Pushing event updated for resources: {'Port': ['ID=2b3cda98-782c-4474-ab2d-285b333dee25,revision_number=3']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:50:35.138133 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-1a9f3448-a822-4f7a-aa4d-af36d91e6f42 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Publish callbacks [] for security_group_rule (1fa9431c-b5c2-4c73-810e-af315da272d3), precommit_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:35.193698 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.managers [None req-fa8b4624-2381-4353-9ebb-e512907308e8 None None] Attempting to bind port 2b3cda98-782c-4474-ab2d-285b333dee25 on host dv-cinder-851170-2-iscsi for vnic_type normal with profile {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 08:50:35.194062 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.managers [None req-fa8b4624-2381-4353-9ebb-e512907308e8 None None] Attempting to bind port 2b3cda98-782c-4474-ab2d-285b333dee25 by drivers openvswitch,hyperv on host dv-cinder-851170-2-iscsi at level 0 using segments [{'id': '8da00439-a110-4235-97db-d522fbdfa2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '1e6b89cd-b028-4fa5-829f-b4138d736fc0'}] {{(pid=104487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 08:50:35.194524 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8b4624-2381-4353-9ebb-e512907308e8 None None] Attempting to bind port 2b3cda98-782c-4474-ab2d-285b333dee25 on network 1e6b89cd-b028-4fa5-829f-b4138d736fc0 {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 08:50:35.199831 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8b4624-2381-4353-9ebb-e512907308e8 None None] Checking agent: {'id': 'ed9de811-f248-496b-b487-860d50d7cee7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851170-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 8, 30, 21), 'started_at': datetime.datetime(2022, 7, 27, 8, 30, 51), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 8, 50, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851170-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 08:50:35.200222 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8b4624-2381-4353-9ebb-e512907308e8 None None] Checking segment: {'id': '8da00439-a110-4235-97db-d522fbdfa2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '1e6b89cd-b028-4fa5-829f-b4138d736fc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 08:50:35.200614 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-fa8b4624-2381-4353-9ebb-e512907308e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:35.201005 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8b4624-2381-4353-9ebb-e512907308e8 None None] Bound using segment: {'id': '8da00439-a110-4235-97db-d522fbdfa2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '1e6b89cd-b028-4fa5-829f-b4138d736fc0'} {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 08:50:35.201473 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.managers [None req-fa8b4624-2381-4353-9ebb-e512907308e8 None None] Bound port: 2b3cda98-782c-4474-ab2d-285b333dee25, host: dv-cinder-851170-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8da00439-a110-4235-97db-d522fbdfa2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '1e6b89cd-b028-4fa5-829f-b4138d736fc0'}}] {{(pid=104487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 08:50:35.201845 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-fa8b4624-2381-4353-9ebb-e512907308e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (2b3cda98-782c-4474-ab2d-285b333dee25), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:35.218933 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-1a9f3448-a822-4f7a-aa4d-af36d91e6f42 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327747'] for security_group_rule (1fa9431c-b5c2-4c73-810e-af315da272d3), after_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:35.241134 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9f3448-a822-4f7a-aa4d-af36d91e6f42 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fa9431c-b5c2-4c73-810e-af315da272d3,revision_number=0']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:50:35.282393 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-fa8b4624-2381-4353-9ebb-e512907308e8 None None] For port 2b3cda98-782c-4474-ab2d-285b333dee25, host dv-cinder-851170-2-iscsi, cleared binding levels {{(pid=104487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 08:50:35.282393 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-fa8b4624-2381-4353-9ebb-e512907308e8 None None] For port 2b3cda98-782c-4474-ab2d-285b333dee25, host dv-cinder-851170-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851170-2-iscsi',level=0,port_id=2b3cda98-782c-4474-ab2d-285b333dee25,segment=NetworkSegment(8da00439-a110-4235-97db-d522fbdfa2ac),segment_id=8da00439-a110-4235-97db-d522fbdfa2ac)] {{(pid=104487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 08:50:35.323203 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-1a9f3448-a822-4f7a-aa4d-af36d91e6f42 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:35.324550 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-1a9f3448-a822-4f7a-aa4d-af36d91e6f42 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3455400 Jul 27 08:50:35.334244 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 35166) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:50:35.334244 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.v2.base [None req-164a6870-b4b7-4e4f-838c-cc6b138c5589 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Request body: {'security_group_rule': {'security_group_id': '8d5e7645-7593-4ba6-a8ab-faf9285cddbe', 'project_id': 'e664288b45ae4b98ae22270ea7eac1e6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:50:35.340520 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-b6782048-77a4-4593-af3b-c95cf6c3b65f None None] Provisioning complete for port 2b3cda98-782c-4474-ab2d-285b333dee25 triggered by entity DHCP. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:50:35.340892 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-b6782048-77a4-4593-af3b-c95cf6c3b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (2b3cda98-782c-4474-ab2d-285b333dee25), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:35.367819 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-fa8b4624-2381-4353-9ebb-e512907308e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (2b3cda98-782c-4474-ab2d-285b333dee25), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:35.417085 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-b6782048-77a4-4593-af3b-c95cf6c3b65f None None] Port 2b3cda98-782c-4474-ab2d-285b333dee25 cannot update to ACTIVE because it is not bound. {{(pid=104487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 08:50:35.445648 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8b4624-2381-4353-9ebb-e512907308e8 None None] Routers {'ecba5b92-e17a-44d5-8e2e-e82ee24b461a'} bound to L3 agent in host dv-cinder-851170-2-iscsi {{(pid=104487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 08:50:35.446313 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_hamode_db [None req-fa8b4624-2381-4353-9ebb-e512907308e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-27T08:30:18Z,description=,heartbeat_timestamp=2022-07-27T08:50:18Z,host='dv-cinder-851170-2-iscsi',id=5bc6d868-bb0b-4164-b2dd-44360f4de654,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T08:30:19Z,topic='l3_agent')) {'router_ids': ['ecba5b92-e17a-44d5-8e2e-e82ee24b461a'], 'active': True} {{(pid=104487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:50:35.450045 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a009dcb-6142-437d-b8db-7602ae94834a None None] Pushing event updated for resources: {'Port': ['ID=2b3cda98-782c-4474-ab2d-285b333dee25,revision_number=4']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:50:35.451070 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-164a6870-b4b7-4e4f-838c-cc6b138c5589 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Publish callbacks [] for security_group_rule (a4290efd-cfce-4b4e-a2fd-9d01709a01eb), before_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:35.536992 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-164a6870-b4b7-4e4f-838c-cc6b138c5589 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Publish callbacks [] for security_group_rule (a4290efd-cfce-4b4e-a2fd-9d01709a01eb), precommit_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:35.571730 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvr_db [None req-fa8b4624-2381-4353-9ebb-e512907308e8 None None] Set router ecba5b92-e17a-44d5-8e2e-e82ee24b461a gateway port host: dv-cinder-851170-2-iscsi {{(pid=104487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 08:50:35.597723 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-164a6870-b4b7-4e4f-838c-cc6b138c5589 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327747'] for security_group_rule (a4290efd-cfce-4b4e-a2fd-9d01709a01eb), after_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:35.629148 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164a6870-b4b7-4e4f-838c-cc6b138c5589 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4290efd-cfce-4b4e-a2fd-9d01709a01eb,revision_number=0']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:50:35.717803 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-164a6870-b4b7-4e4f-838c-cc6b138c5589 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:35.719588 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-164a6870-b4b7-4e4f-838c-cc6b138c5589 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3909073 Jul 27 08:50:35.722746 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 35174) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:50:35.727241 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.v2.base [None req-dcac4b38-aa4e-467b-8717-24df56b3399f tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Request body: {'security_group_rule': {'security_group_id': '8d5e7645-7593-4ba6-a8ab-faf9285cddbe', 'project_id': 'e664288b45ae4b98ae22270ea7eac1e6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:50:35.755298 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-337cdeeb-9bce-49b1-9c7d-cc6e738d2aeb None None] Provisioning complete for port 2b3cda98-782c-4474-ab2d-285b333dee25 triggered by entity DHCP. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:50:35.755675 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-337cdeeb-9bce-49b1-9c7d-cc6e738d2aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (2b3cda98-782c-4474-ab2d-285b333dee25), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:35.820915 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:50:35.822942 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_hamode_db [None req-fa8b4624-2381-4353-9ebb-e512907308e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecba5b92-e17a-44d5-8e2e-e82ee24b461a', 'name': 'tempest-TestVolumeBootPattern-959539920-router', 'tenant_id': 'f02877d9307944d78ebe93ea3d5b9dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': '23f4d638-6949-49d4-8baa-303771e037c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:50:28Z', 'updated_at': '2022-07-27T08:50:32Z', 'revision_number': 4, 'project_id': 'f02877d9307944d78ebe93ea3d5b9dfb', 'gw_port': {'id': '23f4d638-6949-49d4-8baa-303771e037c7', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:8c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecba5b92-e17a-44d5-8e2e-e82ee24b461a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:50:28Z', 'updated_at': '2022-07-27T08:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi', '_interfaces': [{'id': '2b3cda98-782c-4474-ab2d-285b333dee25', 'name': '', 'network_id': '1e6b89cd-b028-4fa5-829f-b4138d736fc0', 'tenant_id': 'f02877d9307944d78ebe93ea3d5b9dfb', 'mac_address': 'fa:16:3e:eb:85:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecba5b92-e17a-44d5-8e2e-e82ee24b461a', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '3fee7f81-6b2b-4002-b0c9-f59c622374ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:50:32Z', 'updated_at': '2022-07-27T08:50:35Z', 'revision_number': 4, 'project_id': 'f02877d9307944d78ebe93ea3d5b9dfb', 'subnets': [{'id': '3fee7f81-6b2b-4002-b0c9-f59c622374ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851170-2-iscsi', False) {} {{(pid=104487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:50:35.837284 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-dcac4b38-aa4e-467b-8717-24df56b3399f tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Publish callbacks [] for security_group_rule (d9ae6270-49c1-453e-a417-f13075a0bd1b), before_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:35.883664 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:50:35.904567 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-dcac4b38-aa4e-467b-8717-24df56b3399f tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Publish callbacks [] for security_group_rule (d9ae6270-49c1-453e-a417-f13075a0bd1b), precommit_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:35.986290 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa8b4624-2381-4353-9ebb-e512907308e8 None None] The sync data for ids ['ecba5b92-e17a-44d5-8e2e-e82ee24b461a'] in dv-cinder-851170-2-iscsi is: [{'id': 'ecba5b92-e17a-44d5-8e2e-e82ee24b461a', 'name': 'tempest-TestVolumeBootPattern-959539920-router', 'tenant_id': 'f02877d9307944d78ebe93ea3d5b9dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': '23f4d638-6949-49d4-8baa-303771e037c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:50:28Z', 'updated_at': '2022-07-27T08:50:32Z', 'revision_number': 4, 'project_id': 'f02877d9307944d78ebe93ea3d5b9dfb', 'gw_port': {'id': '23f4d638-6949-49d4-8baa-303771e037c7', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:8c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecba5b92-e17a-44d5-8e2e-e82ee24b461a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:50:28Z', 'updated_at': '2022-07-27T08:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi', '_interfaces': [{'id': '2b3cda98-782c-4474-ab2d-285b333dee25', 'name': '', 'network_id': '1e6b89cd-b028-4fa5-829f-b4138d736fc0', 'tenant_id': 'f02877d9307944d78ebe93ea3d5b9dfb', 'mac_address': 'fa:16:3e:eb:85:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecba5b92-e17a-44d5-8e2e-e82ee24b461a', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '3fee7f81-6b2b-4002-b0c9-f59c622374ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:50:32Z', 'updated_at': '2022-07-27T08:50:35Z', 'revision_number': 4, 'project_id': 'f02877d9307944d78ebe93ea3d5b9dfb', 'subnets': [{'id': '3fee7f81-6b2b-4002-b0c9-f59c622374ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 08:50:36.023680 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-337cdeeb-9bce-49b1-9c7d-cc6e738d2aeb None None] Current status of the port 2b3cda98-782c-4474-ab2d-285b333dee25 is: DOWN; New status is: ACTIVE {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:50:36.024074 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-337cdeeb-9bce-49b1-9c7d-cc6e738d2aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (2b3cda98-782c-4474-ab2d-285b333dee25), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:36.078506 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-337cdeeb-9bce-49b1-9c7d-cc6e738d2aeb None None] For port 2b3cda98-782c-4474-ab2d-285b333dee25, host dv-cinder-851170-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851170-2-iscsi',level=0,port_id=2b3cda98-782c-4474-ab2d-285b333dee25,segment=NetworkSegment(8da00439-a110-4235-97db-d522fbdfa2ac),segment_id=8da00439-a110-4235-97db-d522fbdfa2ac)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:50:36.088550 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-dcac4b38-aa4e-467b-8717-24df56b3399f tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327747'] for security_group_rule (d9ae6270-49c1-453e-a417-f13075a0bd1b), after_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:36.110898 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcac4b38-aa4e-467b-8717-24df56b3399f tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9ae6270-49c1-453e-a417-f13075a0bd1b,revision_number=0']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:50:36.175028 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-337cdeeb-9bce-49b1-9c7d-cc6e738d2aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (2b3cda98-782c-4474-ab2d-285b333dee25), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:36.190852 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-dcac4b38-aa4e-467b-8717-24df56b3399f tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:36.192063 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-dcac4b38-aa4e-467b-8717-24df56b3399f tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4683347 Jul 27 08:50:36.194838 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 35186) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:50:36.199555 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.v2.base [None req-0d0e8efc-275b-488a-a0d9-f40218b7e400 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Request body: {'security_group_rule': {'security_group_id': '8d5e7645-7593-4ba6-a8ab-faf9285cddbe', 'project_id': 'e664288b45ae4b98ae22270ea7eac1e6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:50:36.232300 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337cdeeb-9bce-49b1-9c7d-cc6e738d2aeb None None] Pushing event updated for resources: {'Port': ['ID=2b3cda98-782c-4474-ab2d-285b333dee25,revision_number=5']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:50:36.299287 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.db.securitygroups_db [None req-0d0e8efc-275b-488a-a0d9-f40218b7e400 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Project e664288b45ae4b98ae22270ea7eac1e6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 08:50:36.300763 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-0d0e8efc-275b-488a-a0d9-f40218b7e400 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Publish callbacks [] for security_group_rule (110eb371-364b-4ed1-aa17-5115e33e78e2), before_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:36.313442 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:50:36.373674 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-0d0e8efc-275b-488a-a0d9-f40218b7e400 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Publish callbacks [] for security_group_rule (110eb371-364b-4ed1-aa17-5115e33e78e2), precommit_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:36.471326 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-0d0e8efc-275b-488a-a0d9-f40218b7e400 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327747'] for security_group_rule (110eb371-364b-4ed1-aa17-5115e33e78e2), after_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:36.502824 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0e8efc-275b-488a-a0d9-f40218b7e400 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=110eb371-364b-4ed1-aa17-5115e33e78e2,revision_number=0']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:50:36.633670 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-0d0e8efc-275b-488a-a0d9-f40218b7e400 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:36.635380 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-0d0e8efc-275b-488a-a0d9-f40218b7e400 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4393568 Jul 27 08:50:36.638067 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 35198) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:50:36.643942 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.v2.base [None req-2eb8c0a3-1cb1-4297-a379-1a58a4926d32 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Request body: {'security_group_rule': {'security_group_id': '8d5e7645-7593-4ba6-a8ab-faf9285cddbe', 'project_id': 'e664288b45ae4b98ae22270ea7eac1e6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:50:36.763455 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.db.securitygroups_db [None req-2eb8c0a3-1cb1-4297-a379-1a58a4926d32 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Project e664288b45ae4b98ae22270ea7eac1e6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 08:50:36.770210 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-2eb8c0a3-1cb1-4297-a379-1a58a4926d32 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Publish callbacks [] for security_group_rule (a967a560-7827-4932-b99a-5f3dbe809b84), before_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:36.778349 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Device 2b3cda98-782c-4474-ab2d-285b333dee25 up at agent ovs-agent-dv-cinder-851170-2-iscsi {{(pid=104487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 08:50:36.841609 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-2eb8c0a3-1cb1-4297-a379-1a58a4926d32 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Publish callbacks [] for security_group_rule (a967a560-7827-4932-b99a-5f3dbe809b84), precommit_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:36.841842 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Provisioning complete for port 2b3cda98-782c-4474-ab2d-285b333dee25 triggered by entity L2. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:50:36.842486 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (2b3cda98-782c-4474-ab2d-285b333dee25), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:36.917809 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-2eb8c0a3-1cb1-4297-a379-1a58a4926d32 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327747'] for security_group_rule (a967a560-7827-4932-b99a-5f3dbe809b84), after_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:36.918100 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Current status of the port 2b3cda98-782c-4474-ab2d-285b333dee25 is: ACTIVE; New status is: ACTIVE {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:50:36.944871 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb8c0a3-1cb1-4297-a379-1a58a4926d32 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a967a560-7827-4932-b99a-5f3dbe809b84,revision_number=0']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:50:37.027672 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-2eb8c0a3-1cb1-4297-a379-1a58a4926d32 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:37.028910 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-2eb8c0a3-1cb1-4297-a379-1a58a4926d32 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3896475 Jul 27 08:50:42.110438 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.agents_db [None req-f85b74c8-06c1-470d-aedd-c7ca4f0196ea None None] Agent healthcheck: found 6 active agents {{(pid=104488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 08:50:42.398981 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=74,neutron:INSERT=1 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:50:45.257104 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=33,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:50:45.257902 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=73,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:50:46.052632 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-8c8e29e7-2de7-46ea-800f-0c929c71c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (7c77c4a2-8ca4-486b-af2a-676805e7b922), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:46.944667 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=48,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:50:48.356795 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-68575cdd-bb93-49a1-aa67-b6156defada4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (5bc6d868-bb0b-4164-b2dd-44360f4de654), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:50.222471 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:50:50.316913 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-45eb61cd-e3d7-4840-8013-3080c7768274 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (36998da0-f99a-403d-814c-b55466abd131), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:51.350747 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (40990755-2d84-4c9d-828c-eda94a5136e8), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:51.379602 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-83feb67a-80d7-474e-96e8-1d92c33387c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (0a293c43-2970-4b69-9d2a-dcf41d8870ef), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:51.380244 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (ed9de811-f248-496b-b487-860d50d7cee7), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:50:58.985535 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=5 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:50:58.998484 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=4 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:51:01.280889 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=28,neutron:UPDATE=3 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:51:01.287677 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:51:09.184512 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 35630) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:51:09.289557 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-7f96e228-027f-41b5-90f6-be8e34fc9e18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:09.364504 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-7f96e228-027f-41b5-90f6-be8e34fc9e18 admin admin] Publish callbacks [] for security_group (94c7fab8-618f-4a05-a547-53ae3f4fe72d), precommit_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:09.412025 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-7f96e228-027f-41b5-90f6-be8e34fc9e18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (94c7fab8-618f-4a05-a547-53ae3f4fe72d), after_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:09.451486 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-7f96e228-027f-41b5-90f6-be8e34fc9e18 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=50808a876ea24416b631789b73465f7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2659061 Jul 27 08:51:09.453405 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f96e228-027f-41b5-90f6-be8e34fc9e18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94c7fab8-618f-4a05-a547-53ae3f4fe72d,revision_number=1']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:51:09.454252 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 35636) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:51:09.460952 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f96e228-027f-41b5-90f6-be8e34fc9e18 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:51:09.461312 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f96e228-027f-41b5-90f6-be8e34fc9e18 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:51:09.461639 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f96e228-027f-41b5-90f6-be8e34fc9e18 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:51:09.461979 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f96e228-027f-41b5-90f6-be8e34fc9e18 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:51:09.462342 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f96e228-027f-41b5-90f6-be8e34fc9e18 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:51:09.462676 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f96e228-027f-41b5-90f6-be8e34fc9e18 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:51:09.463004 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f96e228-027f-41b5-90f6-be8e34fc9e18 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:51:09.463330 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f96e228-027f-41b5-90f6-be8e34fc9e18 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:51:09.463655 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f96e228-027f-41b5-90f6-be8e34fc9e18 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:51:09.463987 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f96e228-027f-41b5-90f6-be8e34fc9e18 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:51:09.464329 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f96e228-027f-41b5-90f6-be8e34fc9e18 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:51:09.464653 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f96e228-027f-41b5-90f6-be8e34fc9e18 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:51:09.464974 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f96e228-027f-41b5-90f6-be8e34fc9e18 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:51:09.465295 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f96e228-027f-41b5-90f6-be8e34fc9e18 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:51:09.465616 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f96e228-027f-41b5-90f6-be8e34fc9e18 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:51:09.511618 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-f7526d52-ce38-4e94-80ba-d6d82d785541 admin admin] Publish callbacks [] for security_group (94c7fab8-618f-4a05-a547-53ae3f4fe72d), before_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:09.532960 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-f7526d52-ce38-4e94-80ba-d6d82d785541 admin admin] Publish callbacks [] for security_group (94c7fab8-618f-4a05-a547-53ae3f4fe72d), precommit_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:09.636175 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-f7526d52-ce38-4e94-80ba-d6d82d785541 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (94c7fab8-618f-4a05-a547-53ae3f4fe72d), after_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:09.638617 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-f7526d52-ce38-4e94-80ba-d6d82d785541 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:09.639836 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-f7526d52-ce38-4e94-80ba-d6d82d785541 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/94c7fab8-618f-4a05-a547-53ae3f4fe72d HTTP/1.1" status: 204 len: 168 time: 0.1845307 Jul 27 08:51:09.647740 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7526d52-ce38-4e94-80ba-d6d82d785541 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94c7fab8-618f-4a05-a547-53ae3f4fe72d,revision_number=None']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:51:09.654900 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7526d52-ce38-4e94-80ba-d6d82d785541 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:51:09.655248 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7526d52-ce38-4e94-80ba-d6d82d785541 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:51:09.655598 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7526d52-ce38-4e94-80ba-d6d82d785541 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:51:09.655921 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7526d52-ce38-4e94-80ba-d6d82d785541 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:51:09.656306 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7526d52-ce38-4e94-80ba-d6d82d785541 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:51:09.656631 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7526d52-ce38-4e94-80ba-d6d82d785541 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:51:09.656954 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7526d52-ce38-4e94-80ba-d6d82d785541 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:51:09.657275 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7526d52-ce38-4e94-80ba-d6d82d785541 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:51:09.657602 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7526d52-ce38-4e94-80ba-d6d82d785541 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:51:09.657920 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7526d52-ce38-4e94-80ba-d6d82d785541 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:51:09.658267 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7526d52-ce38-4e94-80ba-d6d82d785541 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:51:09.658626 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7526d52-ce38-4e94-80ba-d6d82d785541 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:51:09.659035 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7526d52-ce38-4e94-80ba-d6d82d785541 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:51:09.659355 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7526d52-ce38-4e94-80ba-d6d82d785541 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:51:09.659675 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7526d52-ce38-4e94-80ba-d6d82d785541 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:51:10.288423 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 35644) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:51:10.302038 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-47b591fe-6c37-48fc-839a-7f6b1c82b47e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:10.378163 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-47b591fe-6c37-48fc-839a-7f6b1c82b47e admin admin] Publish callbacks [] for security_group (7f5d7c37-ff42-4270-a75f-fb8a8c8d23c7), precommit_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:10.435930 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-47b591fe-6c37-48fc-839a-7f6b1c82b47e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (7f5d7c37-ff42-4270-a75f-fb8a8c8d23c7), after_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:10.478506 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-47b591fe-6c37-48fc-839a-7f6b1c82b47e admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=52c5bed6e26047959a967c87d3fcb9ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1867282 Jul 27 08:51:10.478506 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b591fe-6c37-48fc-839a-7f6b1c82b47e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f5d7c37-ff42-4270-a75f-fb8a8c8d23c7,revision_number=1']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:51:10.479220 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 35648) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:51:10.531044 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-1d49d8a9-a597-41d3-b29d-b87d9a25e1fd admin admin] Publish callbacks [] for security_group (7f5d7c37-ff42-4270-a75f-fb8a8c8d23c7), before_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:10.553212 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-1d49d8a9-a597-41d3-b29d-b87d9a25e1fd admin admin] Publish callbacks [] for security_group (7f5d7c37-ff42-4270-a75f-fb8a8c8d23c7), precommit_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:10.653153 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-1d49d8a9-a597-41d3-b29d-b87d9a25e1fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (7f5d7c37-ff42-4270-a75f-fb8a8c8d23c7), after_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:10.655698 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-1d49d8a9-a597-41d3-b29d-b87d9a25e1fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:10.656853 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-1d49d8a9-a597-41d3-b29d-b87d9a25e1fd admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/7f5d7c37-ff42-4270-a75f-fb8a8c8d23c7 HTTP/1.1" status: 204 len: 168 time: 0.1768279 Jul 27 08:51:10.665215 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d49d8a9-a597-41d3-b29d-b87d9a25e1fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f5d7c37-ff42-4270-a75f-fb8a8c8d23c7,revision_number=None']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:51:16.028911 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1ec0998-ce5e-4dff-a1c4-d8248eff82d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (7c77c4a2-8ca4-486b-af2a-676805e7b922), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:16.338679 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=14 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:51:16.339455 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=12 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:51:18.366255 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-bc79bb36-17b8-4cd0-aa8d-1d1b8f8f6deb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (5bc6d868-bb0b-4164-b2dd-44360f4de654), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:19.109730 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.agents_db [None req-f85b74c8-06c1-470d-aedd-c7ca4f0196ea None None] Agent healthcheck: found 6 active agents {{(pid=104488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 08:51:20.325985 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-45eb61cd-e3d7-4840-8013-3080c7768274 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (36998da0-f99a-403d-814c-b55466abd131), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:20.469581 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=35,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:51:20.472486 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=37,neutron:INSERT=6 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:51:20.589452 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=34,neutron:INSERT=6,neutron:DELETE=3 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:51:20.661535 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=38,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:51:21.178743 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 35818) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:51:21.355052 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-83feb67a-80d7-474e-96e8-1d92c33387c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (0a293c43-2970-4b69-9d2a-dcf41d8870ef), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:21.385725 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (40990755-2d84-4c9d-828c-eda94a5136e8), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:21.386603 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (ed9de811-f248-496b-b487-860d50d7cee7), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:21.507785 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.plugin [None req-2d8dd90f-7673-47b1-91e8-60774ea4079f tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Deleting port 89fa0ec0-3d15-44fa-803c-c5d39ca935fe {{(pid=104486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 08:51:21.508046 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-2d8dd90f-7673-47b1-91e8-60774ea4079f tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786710341133'] for port (89fa0ec0-3d15-44fa-803c-c5d39ca935fe), before_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:21.588240 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-2d8dd90f-7673-47b1-91e8-60774ea4079f tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8100626'] for port (89fa0ec0-3d15-44fa-803c-c5d39ca935fe), precommit_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:21.588590 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-2d8dd90f-7673-47b1-91e8-60774ea4079f tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Publish callbacks [] for floatingip (89fa0ec0-3d15-44fa-803c-c5d39ca935fe), precommit_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:21.601332 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.plugin [None req-2d8dd90f-7673-47b1-91e8-60774ea4079f tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Calling delete_port for 89fa0ec0-3d15-44fa-803c-c5d39ca935fe owned by network:floatingip {{(pid=104486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 08:51:21.870515 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-2d8dd90f-7673-47b1-91e8-60774ea4079f tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786710477123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786709965406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4293862'] for port (89fa0ec0-3d15-44fa-803c-c5d39ca935fe), after_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:21.897786 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8dd90f-7673-47b1-91e8-60774ea4079f tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Pushing event deleted for resources: {'Port': ['ID=89fa0ec0-3d15-44fa-803c-c5d39ca935fe,revision_number=None']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:51:21.969234 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-2d8dd90f-7673-47b1-91e8-60774ea4079f tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Publish callbacks [] for floatingip (a0858ab5-1136-4113-9430-c4aa84fb157c), after_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:21.969560 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.db.l3_db [None req-2d8dd90f-7673-47b1-91e8-60774ea4079f tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Floating IP a0858ab5-1136-4113-9430-c4aa84fb157c disassociated (deleted). External IP: 172.27.2.52, port: 5a802d95-999c-4c8e-9c81-861429f0b5f0. Jul 27 08:51:22.173153 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d8dd90f-7673-47b1-91e8-60774ea4079f tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Router 99785374-1eaf-4faf-abb6-be11fa2e167c has already been hosted by L3 agent 5bc6d868-bb0b-4164-b2dd-44360f4de654 {{(pid=104486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 08:51:22.274604 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d8dd90f-7673-47b1-91e8-60774ea4079f tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Notify agent at l3_agent.dv-cinder-851170-2-iscsi the message routers_updated {{(pid=104486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 08:51:22.279445 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-2d8dd90f-7673-47b1-91e8-60774ea4079f tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8374701'] for floatingip (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:22.286891 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df17938c-7944-46cb-9d62-2c003ab48d8c None None] Sync routers for ids ['99785374-1eaf-4faf-abb6-be11fa2e167c'] in dv-cinder-851170-2-iscsi {{(pid=104488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 08:51:22.297334 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df17938c-7944-46cb-9d62-2c003ab48d8c None None] Routers {'99785374-1eaf-4faf-abb6-be11fa2e167c'} bound to L3 agent in host dv-cinder-851170-2-iscsi {{(pid=104488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 08:51:22.297950 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_hamode_db [None req-df17938c-7944-46cb-9d62-2c003ab48d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-27T08:30:18Z,description=,heartbeat_timestamp=2022-07-27T08:51:18Z,host='dv-cinder-851170-2-iscsi',id=5bc6d868-bb0b-4164-b2dd-44360f4de654,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T08:30:19Z,topic='l3_agent')) {'router_ids': ['99785374-1eaf-4faf-abb6-be11fa2e167c'], 'active': True} {{(pid=104488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:51:22.301655 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:51:22.313774 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-2d8dd90f-7673-47b1-91e8-60774ea4079f tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] 10.222.0.40 "DELETE /v2.0/floatingips/a0858ab5-1136-4113-9430-c4aa84fb157c HTTP/1.1" status: 204 len: 168 time: 1.1298022 Jul 27 08:51:22.313774 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64ec7762-d0bf-4cea-8fc2-b4c9fcd5e67b', 'tag': '5a802d95-999c-4c8e-9c81-861429f0b5f0'}] {{(pid=104486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 08:51:22.313774 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0fbdf057086729fb3d5906bdd251c7adb98d678ad2f5ce1a48bcc8d44af0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f0888ef-9bde-4fc7-a116-445c0f6a418a" -d '{"events": [{"name": "network-changed", "server_uuid": "64ec7762-d0bf-4cea-8fc2-b4c9fcd5e67b", "tag": "5a802d95-999c-4c8e-9c81-861429f0b5f0"}]}' {{(pid=104486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 08:51:22.370376 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 08:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bca47c3a-e929-47a4-93aa-708349abe5cb x-openstack-request-id: req-bca47c3a-e929-47a4-93aa-708349abe5cb {{(pid=104486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 08:51:22.370866 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64ec7762-d0bf-4cea-8fc2-b4c9fcd5e67b", "tag": "5a802d95-999c-4c8e-9c81-861429f0b5f0", "status": "completed", "code": 200}]} {{(pid=104486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 08:51:22.375065 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-bca47c3a-e929-47a4-93aa-708349abe5cb {{(pid=104486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 08:51:22.375065 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bca47c3a-e929-47a4-93aa-708349abe5cb'] response: {'name': 'network-changed', 'server_uuid': '64ec7762-d0bf-4cea-8fc2-b4c9fcd5e67b', 'tag': '5a802d95-999c-4c8e-9c81-861429f0b5f0', 'status': 'completed', 'code': 200} Jul 27 08:51:22.418783 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvr_db [None req-df17938c-7944-46cb-9d62-2c003ab48d8c None None] Set router 99785374-1eaf-4faf-abb6-be11fa2e167c gateway port host: dv-cinder-851170-2-iscsi {{(pid=104488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 08:51:22.607815 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_hamode_db [None req-df17938c-7944-46cb-9d62-2c003ab48d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99785374-1eaf-4faf-abb6-be11fa2e167c', 'name': 'tempest-TestShelveInstance-1662186271-router', 'tenant_id': '5d10772d974f47d7bc82c0f0b8a8facf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'c33789dc-58b9-4b11-aa84-a815cd3415fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:45:25Z', 'updated_at': '2022-07-27T08:45:28Z', 'revision_number': 4, 'project_id': '5d10772d974f47d7bc82c0f0b8a8facf', 'gw_port': {'id': 'c33789dc-58b9-4b11-aa84-a815cd3415fd', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:47:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99785374-1eaf-4faf-abb6-be11fa2e167c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:45:26Z', 'updated_at': '2022-07-27T08:45:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi', '_interfaces': [{'id': '18a25a2f-461e-439c-81cf-486b6762e6a3', 'name': '', 'network_id': '93238f62-e429-47ef-8e5c-b2b7247c1c0f', 'tenant_id': '5d10772d974f47d7bc82c0f0b8a8facf', 'mac_address': 'fa:16:3e:5c:5f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99785374-1eaf-4faf-abb6-be11fa2e167c', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '45bab364-f7d1-4e2a-889f-749acca6bead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:45:28Z', 'updated_at': '2022-07-27T08:45:33Z', 'revision_number': 5, 'project_id': '5d10772d974f47d7bc82c0f0b8a8facf', 'subnets': [{'id': '45bab364-f7d1-4e2a-889f-749acca6bead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851170-2-iscsi', False) {} {{(pid=104488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:51:22.632886 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df17938c-7944-46cb-9d62-2c003ab48d8c None None] Checking router: 99785374-1eaf-4faf-abb6-be11fa2e167c for host: dv-cinder-851170-2-iscsi {{(pid=104488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 08:51:22.643523 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df17938c-7944-46cb-9d62-2c003ab48d8c None None] Routers {'99785374-1eaf-4faf-abb6-be11fa2e167c'} bound to L3 agent in host dv-cinder-851170-2-iscsi {{(pid=104488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 08:51:22.644130 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_hamode_db [None req-df17938c-7944-46cb-9d62-2c003ab48d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-27T08:30:18Z,description=,heartbeat_timestamp=2022-07-27T08:51:18Z,host='dv-cinder-851170-2-iscsi',id=5bc6d868-bb0b-4164-b2dd-44360f4de654,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T08:30:19Z,topic='l3_agent')) {'router_ids': ['99785374-1eaf-4faf-abb6-be11fa2e167c'], 'active': True} {{(pid=104488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:51:22.725359 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce862c8b-6484-4b3c-88b7-f102584963cc req-364d22b4-70ae-4032-ac09-a74978bf66b5 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:51:22.727006 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-ce862c8b-6484-4b3c-88b7-f102584963cc req-364d22b4-70ae-4032-ac09-a74978bf66b5 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] 10.222.0.40 "GET /v2.0/ports?device_id=64ec7762-d0bf-4cea-8fc2-b4c9fcd5e67b HTTP/1.1" status: 200 len: 946 time: 0.0492911 Jul 27 08:51:22.748106 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvr_db [None req-df17938c-7944-46cb-9d62-2c003ab48d8c None None] Set router 99785374-1eaf-4faf-abb6-be11fa2e167c gateway port host: dv-cinder-851170-2-iscsi {{(pid=104488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 08:51:22.784106 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-ce862c8b-6484-4b3c-88b7-f102584963cc req-060760e3-90db-4789-bef0-8daf50d54435 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] 10.222.0.40 "GET /v2.0/security-groups?id=6510ab0b-e3cc-4b2d-a6c9-f27a1733f830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511875 Jul 27 08:51:22.937921 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_hamode_db [None req-df17938c-7944-46cb-9d62-2c003ab48d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99785374-1eaf-4faf-abb6-be11fa2e167c', 'name': 'tempest-TestShelveInstance-1662186271-router', 'tenant_id': '5d10772d974f47d7bc82c0f0b8a8facf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'c33789dc-58b9-4b11-aa84-a815cd3415fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:45:25Z', 'updated_at': '2022-07-27T08:45:28Z', 'revision_number': 4, 'project_id': '5d10772d974f47d7bc82c0f0b8a8facf', 'gw_port': {'id': 'c33789dc-58b9-4b11-aa84-a815cd3415fd', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:47:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99785374-1eaf-4faf-abb6-be11fa2e167c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:45:26Z', 'updated_at': '2022-07-27T08:45:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi', '_interfaces': [{'id': '18a25a2f-461e-439c-81cf-486b6762e6a3', 'name': '', 'network_id': '93238f62-e429-47ef-8e5c-b2b7247c1c0f', 'tenant_id': '5d10772d974f47d7bc82c0f0b8a8facf', 'mac_address': 'fa:16:3e:5c:5f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99785374-1eaf-4faf-abb6-be11fa2e167c', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '45bab364-f7d1-4e2a-889f-749acca6bead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:45:28Z', 'updated_at': '2022-07-27T08:45:33Z', 'revision_number': 5, 'project_id': '5d10772d974f47d7bc82c0f0b8a8facf', 'subnets': [{'id': '45bab364-f7d1-4e2a-889f-749acca6bead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851170-2-iscsi', False) {} {{(pid=104488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:51:22.969415 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df17938c-7944-46cb-9d62-2c003ab48d8c None None] The sync data for ids ['99785374-1eaf-4faf-abb6-be11fa2e167c'] in dv-cinder-851170-2-iscsi is: [{'id': '99785374-1eaf-4faf-abb6-be11fa2e167c', 'name': 'tempest-TestShelveInstance-1662186271-router', 'tenant_id': '5d10772d974f47d7bc82c0f0b8a8facf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'c33789dc-58b9-4b11-aa84-a815cd3415fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:45:25Z', 'updated_at': '2022-07-27T08:45:28Z', 'revision_number': 4, 'project_id': '5d10772d974f47d7bc82c0f0b8a8facf', 'gw_port': {'id': 'c33789dc-58b9-4b11-aa84-a815cd3415fd', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:47:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99785374-1eaf-4faf-abb6-be11fa2e167c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:45:26Z', 'updated_at': '2022-07-27T08:45:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi', '_interfaces': [{'id': '18a25a2f-461e-439c-81cf-486b6762e6a3', 'name': '', 'network_id': '93238f62-e429-47ef-8e5c-b2b7247c1c0f', 'tenant_id': '5d10772d974f47d7bc82c0f0b8a8facf', 'mac_address': 'fa:16:3e:5c:5f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99785374-1eaf-4faf-abb6-be11fa2e167c', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '45bab364-f7d1-4e2a-889f-749acca6bead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:45:28Z', 'updated_at': '2022-07-27T08:45:33Z', 'revision_number': 5, 'project_id': '5d10772d974f47d7bc82c0f0b8a8facf', 'subnets': [{'id': '45bab364-f7d1-4e2a-889f-749acca6bead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 08:51:23.087314 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0888ef-9bde-4fc7-a116-445c0f6a418a req-fd70bd93-25c5-41a4-a102-73c5d05375f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:51:23.088857 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-9f0888ef-9bde-4fc7-a116-445c0f6a418a req-fd70bd93-25c5-41a4-a102-73c5d05375f4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5d10772d974f47d7bc82c0f0b8a8facf&device_id=64ec7762-d0bf-4cea-8fc2-b4c9fcd5e67b HTTP/1.1" status: 200 len: 1130 time: 0.0911014 Jul 27 08:51:23.212227 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad26dcd-6314-4e4c-99ae-7c506f84d320 None None] New status for floating IP a0858ab5-1136-4113-9430-c4aa84fb157c: DOWN {{(pid=104487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 27 08:51:23.894681 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:51:23.908250 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f936c39-609a-43ca-b72b-2d0f968a4d3c req-cf4f5b47-32fa-4b7b-8d8e-8a6654b26024 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:51:23.909944 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-1f936c39-609a-43ca-b72b-2d0f968a4d3c req-cf4f5b47-32fa-4b7b-8d8e-8a6654b26024 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] 10.222.0.40 "GET /v2.0/ports?device_id=64ec7762-d0bf-4cea-8fc2-b4c9fcd5e67b HTTP/1.1" status: 200 len: 946 time: 0.0476556 Jul 27 08:51:23.962853 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-1f936c39-609a-43ca-b72b-2d0f968a4d3c req-03a256ec-eb50-437f-bc61-2b60ff63e26d tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] 10.222.0.40 "GET /v2.0/security-groups?id=6510ab0b-e3cc-4b2d-a6c9-f27a1733f830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464418 Jul 27 08:51:24.279128 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0888ef-9bde-4fc7-a116-445c0f6a418a req-8f5dd26d-df0a-49c4-9e39-fd2a705fc63b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:51:24.280626 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-9f0888ef-9bde-4fc7-a116-445c0f6a418a req-8f5dd26d-df0a-49c4-9e39-fd2a705fc63b service neutron] 10.222.0.42 "GET /v2.0/networks?id=93238f62-e429-47ef-8e5c-b2b7247c1c0f HTTP/1.1" status: 200 len: 910 time: 0.0962510 Jul 27 08:51:24.341346 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-9f0888ef-9bde-4fc7-a116-445c0f6a418a req-d95c5eb9-8883-4e18-a4b0-2515de0ecdf2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5a802d95-999c-4c8e-9c81-861429f0b5f0 HTTP/1.1" status: 200 len: 217 time: 0.0329647 Jul 27 08:51:24.395553 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0888ef-9bde-4fc7-a116-445c0f6a418a req-7203ed57-090b-44a0-a3ad-7dc62859f041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:51:24.396976 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-9f0888ef-9bde-4fc7-a116-445c0f6a418a req-7203ed57-090b-44a0-a3ad-7dc62859f041 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=45bab364-f7d1-4e2a-889f-749acca6bead HTTP/1.1" status: 200 len: 848 time: 0.0491042 Jul 27 08:51:24.447289 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0888ef-9bde-4fc7-a116-445c0f6a418a req-0eb37aff-8ae7-4424-b6c6-8fab8efbb4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:51:24.448783 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-9f0888ef-9bde-4fc7-a116-445c0f6a418a req-0eb37aff-8ae7-4424-b6c6-8fab8efbb4eb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=93238f62-e429-47ef-8e5c-b2b7247c1c0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460384 Jul 27 08:51:24.516149 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [req-9f0888ef-9bde-4fc7-a116-445c0f6a418a req-bad64838-28bc-4fc0-a7bb-e35ad801701d service neutron] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=104486) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 27 08:51:24.517117 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-9f0888ef-9bde-4fc7-a116-445c0f6a418a req-bad64838-28bc-4fc0-a7bb-e35ad801701d service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0056465 Jul 27 08:51:24.974744 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-9f0888ef-9bde-4fc7-a116-445c0f6a418a req-6c60f5b0-fb20-4ae3-ad77-6edb0c83ad82 service neutron] 10.222.0.42 "GET /v2.0/networks/93238f62-e429-47ef-8e5c-b2b7247c1c0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883803 Jul 27 08:51:25.057040 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e94a489-85e0-4efd-8f97-8536f2da12cb req-d11f5a76-6dc5-4ada-bcb1-4e257c9d4bc8 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:51:25.058526 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-3e94a489-85e0-4efd-8f97-8536f2da12cb req-d11f5a76-6dc5-4ada-bcb1-4e257c9d4bc8 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] 10.222.0.42 "GET /v2.0/ports?device_id=64ec7762-d0bf-4cea-8fc2-b4c9fcd5e67b HTTP/1.1" status: 200 len: 946 time: 0.0578399 Jul 27 08:51:25.103446 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-9f0888ef-9bde-4fc7-a116-445c0f6a418a req-cf740fc3-ef25-4f66-94a4-6d079a853ec8 service neutron] 10.222.0.42 "GET /v2.0/networks/93238f62-e429-47ef-8e5c-b2b7247c1c0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036437 Jul 27 08:51:25.129106 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e314a2a3-4fb4-4a13-bd06-44bcf2c5452f req-6ebfd3b9-e656-4670-8309-93cc09fed07d tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:51:25.130632 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-e314a2a3-4fb4-4a13-bd06-44bcf2c5452f req-6ebfd3b9-e656-4670-8309-93cc09fed07d tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] 10.222.0.40 "GET /v2.0/ports?device_id=64ec7762-d0bf-4cea-8fc2-b4c9fcd5e67b HTTP/1.1" status: 200 len: 946 time: 0.0812445 Jul 27 08:51:25.217451 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.plugin [req-3e94a489-85e0-4efd-8f97-8536f2da12cb req-88c5f2e7-ab32-4ac1-99df-4aa39c59959c tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Deleting port 5a802d95-999c-4c8e-9c81-861429f0b5f0 {{(pid=104485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 08:51:25.218057 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [req-3e94a489-85e0-4efd-8f97-8536f2da12cb req-88c5f2e7-ab32-4ac1-99df-4aa39c59959c tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786710341133'] for port (5a802d95-999c-4c8e-9c81-861429f0b5f0), before_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:25.240749 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-e314a2a3-4fb4-4a13-bd06-44bcf2c5452f req-d998a2e4-af17-4b30-b0bf-5f083b4fc859 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] 10.222.0.40 "GET /v2.0/security-groups?id=6510ab0b-e3cc-4b2d-a6c9-f27a1733f830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044772 Jul 27 08:51:25.324638 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.db [req-3e94a489-85e0-4efd-8f97-8536f2da12cb req-88c5f2e7-ab32-4ac1-99df-4aa39c59959c tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] For port 5a802d95-999c-4c8e-9c81-861429f0b5f0, host hv-cinder-85117, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85117',level=0,port_id=5a802d95-999c-4c8e-9c81-861429f0b5f0,segment=NetworkSegment(751fbd15-6e5a-4e44-9bca-3f428bc56006),segment_id=751fbd15-6e5a-4e44-9bca-3f428bc56006)] {{(pid=104485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:51:25.325723 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [req-3e94a489-85e0-4efd-8f97-8536f2da12cb req-88c5f2e7-ab32-4ac1-99df-4aa39c59959c tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8100626'] for port (5a802d95-999c-4c8e-9c81-861429f0b5f0), precommit_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:25.338702 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.plugin [req-3e94a489-85e0-4efd-8f97-8536f2da12cb req-88c5f2e7-ab32-4ac1-99df-4aa39c59959c tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Calling delete_port for 5a802d95-999c-4c8e-9c81-861429f0b5f0 owned by compute:nova {{(pid=104485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 08:51:25.562068 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [req-3e94a489-85e0-4efd-8f97-8536f2da12cb req-88c5f2e7-ab32-4ac1-99df-4aa39c59959c tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786710477123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786709965406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16582167'] for port (5a802d95-999c-4c8e-9c81-861429f0b5f0), after_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:25.569499 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-e1b3d784-9b5b-478d-8edc-94783e7b74cd req-464f614f-1c52-40f6-b336-12989833793c tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2103532908&fields=id&tenant_id=e664288b45ae4b98ae22270ea7eac1e6 HTTP/1.1" status: 200 len: 267 time: 0.0523255 Jul 27 08:51:25.589233 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c5f2e7-ab32-4ac1-99df-4aa39c59959c tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Pushing event deleted for resources: {'Port': ['ID=5a802d95-999c-4c8e-9c81-861429f0b5f0,revision_number=None']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:51:25.648275 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e94a489-85e0-4efd-8f97-8536f2da12cb req-88c5f2e7-ab32-4ac1-99df-4aa39c59959c tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] No DVR routers for this DVR port 5a802d95-999c-4c8e-9c81-861429f0b5f0 on host hv-cinder-85117 {{(pid=104485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 08:51:25.650855 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [req-3e94a489-85e0-4efd-8f97-8536f2da12cb req-88c5f2e7-ab32-4ac1-99df-4aa39c59959c tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8374701'] for port (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:25.654294 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-3e94a489-85e0-4efd-8f97-8536f2da12cb req-88c5f2e7-ab32-4ac1-99df-4aa39c59959c tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] 10.222.0.42 "DELETE /v2.0/ports/5a802d95-999c-4c8e-9c81-861429f0b5f0 HTTP/1.1" status: 204 len: 173 time: 0.5683267 Jul 27 08:51:25.654747 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64ec7762-d0bf-4cea-8fc2-b4c9fcd5e67b', 'name': 'network-vif-deleted', 'tag': '5a802d95-999c-4c8e-9c81-861429f0b5f0'}] {{(pid=104485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 08:51:25.657110 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f4ab7c7b1e34975a56cd7ce610f5615b70f950c8da59d9e9b5a870069a9544" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cc7b9b2-4d25-4f1a-81ad-2df0546e00b9" -d '{"events": [{"server_uuid": "64ec7762-d0bf-4cea-8fc2-b4c9fcd5e67b", "name": "network-vif-deleted", "tag": "5a802d95-999c-4c8e-9c81-861429f0b5f0"}]}' {{(pid=104485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 08:51:25.714082 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b3d784-9b5b-478d-8edc-94783e7b74cd req-8738a109-8759-4f54-8822-0d09e4ce3a77 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:51:25.715876 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-e1b3d784-9b5b-478d-8edc-94783e7b74cd req-8738a109-8759-4f54-8822-0d09e4ce3a77 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.40 "GET /v2.0/networks?id=ecada7fa-7a56-41f5-bba0-0e680e111c5d HTTP/1.1" status: 200 len: 811 time: 0.1378703 Jul 27 08:51:25.736143 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-e1b3d784-9b5b-478d-8edc-94783e7b74cd req-8389d69e-ad42-4d84-b9ac-2b4ec249acc3 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.40 "GET /v2.0/quotas/e664288b45ae4b98ae22270ea7eac1e6 HTTP/1.1" status: 200 len: 375 time: 0.0107663 Jul 27 08:51:25.805225 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-e1b3d784-9b5b-478d-8edc-94783e7b74cd req-c241bfbc-d50a-42d4-91a7-96e861cd5a5b tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=e664288b45ae4b98ae22270ea7eac1e6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0621204 Jul 27 08:51:25.842402 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 08:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f082c0c0-06ee-4022-a06a-d867c01adc96 x-openstack-request-id: req-f082c0c0-06ee-4022-a06a-d867c01adc96 {{(pid=104485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 08:51:25.843319 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64ec7762-d0bf-4cea-8fc2-b4c9fcd5e67b", "name": "network-vif-deleted", "tag": "5a802d95-999c-4c8e-9c81-861429f0b5f0", "status": "completed", "code": 200}]} {{(pid=104485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 08:51:25.843666 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-f082c0c0-06ee-4022-a06a-d867c01adc96 {{(pid=104485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 08:51:25.844239 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f082c0c0-06ee-4022-a06a-d867c01adc96'] response: {'server_uuid': '64ec7762-d0bf-4cea-8fc2-b4c9fcd5e67b', 'name': 'network-vif-deleted', 'tag': '5a802d95-999c-4c8e-9c81-861429f0b5f0', 'status': 'completed', 'code': 200} Jul 27 08:51:25.872154 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [req-e1b3d784-9b5b-478d-8edc-94783e7b74cd req-e539f61f-07f5-436c-aa68-8ad7ac13a518 service neutron] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=104486) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 27 08:51:25.873231 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-e1b3d784-9b5b-478d-8edc-94783e7b74cd req-e539f61f-07f5-436c-aa68-8ad7ac13a518 service neutron] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0552323 Jul 27 08:51:26.022452 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 35912) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:51:26.184544 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-2f8fbb96-1abe-4bec-bd44-48388bb0e188 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:26.255610 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-e1b3d784-9b5b-478d-8edc-94783e7b74cd req-abc52cdc-1fa8-4cc1-90b7-e5b7e41e9bf4 service neutron] 10.222.0.40 "GET /v2.0/networks/ecada7fa-7a56-41f5-bba0-0e680e111c5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3752978 Jul 27 08:51:26.275659 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-2f8fbb96-1abe-4bec-bd44-48388bb0e188 admin admin] Publish callbacks [] for security_group (9012d48c-c82c-4928-849a-28033e3491a4), precommit_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:26.369141 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-e1b3d784-9b5b-478d-8edc-94783e7b74cd req-a623154e-c052-4161-9968-2fae71812e56 service neutron] 10.222.0.40 "GET /v2.0/networks/ecada7fa-7a56-41f5-bba0-0e680e111c5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065683 Jul 27 08:51:26.379110 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-abbad78e-2f9c-4c66-a005-6f965743b85a req-42319fb3-4219-4dcf-b9a0-fba92474c31b tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] 10.222.0.40 "GET /v2.0/ports?device_id=64ec7762-d0bf-4cea-8fc2-b4c9fcd5e67b HTTP/1.1" status: 200 len: 210 time: 0.0464654 Jul 27 08:51:26.380804 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-2f8fbb96-1abe-4bec-bd44-48388bb0e188 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (9012d48c-c82c-4928-849a-28033e3491a4), after_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:26.427072 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8fbb96-1abe-4bec-bd44-48388bb0e188 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9012d48c-c82c-4928-849a-28033e3491a4,revision_number=1']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:51:26.433117 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-2f8fbb96-1abe-4bec-bd44-48388bb0e188 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=0414481f0cd4423da82917f6f62e9481&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4095926 Jul 27 08:51:26.436003 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 35928) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:51:26.501156 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=100 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:51:26.507536 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-b36bf93b-e552-4dff-a7a0-4d01ad188f82 admin admin] Publish callbacks [] for security_group (9012d48c-c82c-4928-849a-28033e3491a4), before_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:26.544137 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=100 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:51:26.546832 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-b36bf93b-e552-4dff-a7a0-4d01ad188f82 admin admin] Publish callbacks [] for security_group (9012d48c-c82c-4928-849a-28033e3491a4), precommit_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:26.705286 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-b36bf93b-e552-4dff-a7a0-4d01ad188f82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (9012d48c-c82c-4928-849a-28033e3491a4), after_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:26.708028 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-b36bf93b-e552-4dff-a7a0-4d01ad188f82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:26.709107 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-b36bf93b-e552-4dff-a7a0-4d01ad188f82 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/9012d48c-c82c-4928-849a-28033e3491a4 HTTP/1.1" status: 204 len: 168 time: 0.2720304 Jul 27 08:51:26.725226 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36bf93b-e552-4dff-a7a0-4d01ad188f82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9012d48c-c82c-4928-849a-28033e3491a4,revision_number=None']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:51:26.966688 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-4d701875-ffed-4f58-82f4-545cf46a0e0f req-bc7acdf0-7728-4335-96c8-31b6cc5fbe11 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.40 "GET /v2.0/ports?device_id=4c216ccb-efc3-469c-b23e-31364c82cb45 HTTP/1.1" status: 200 len: 210 time: 0.0309479 Jul 27 08:51:27.443160 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 35960) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:51:27.457949 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:51:27.493014 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:51:27.498649 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-314d036b-f0ba-42bc-8702-9be2ea094724 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Publish callbacks [] for security_group (6510ab0b-e3cc-4b2d-a6c9-f27a1733f830), before_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:27.523198 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 35962) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:51:27.524292 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-314d036b-f0ba-42bc-8702-9be2ea094724 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Publish callbacks [] for security_group (6510ab0b-e3cc-4b2d-a6c9-f27a1733f830), precommit_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:27.543669 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-794ece67-5eb6-4741-a038-be25022763ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:27.679034 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-314d036b-f0ba-42bc-8702-9be2ea094724 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (6510ab0b-e3cc-4b2d-a6c9-f27a1733f830), after_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:27.682997 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-314d036b-f0ba-42bc-8702-9be2ea094724 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Publish callbacks [] for security_group (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:27.685063 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-314d036b-f0ba-42bc-8702-9be2ea094724 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] 10.222.0.40 "DELETE /v2.0/security-groups/6510ab0b-e3cc-4b2d-a6c9-f27a1733f830 HTTP/1.1" status: 204 len: 168 time: 0.2415512 Jul 27 08:51:27.700601 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314d036b-f0ba-42bc-8702-9be2ea094724 tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6510ab0b-e3cc-4b2d-a6c9-f27a1733f830,revision_number=None']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:51:27.739623 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-794ece67-5eb6-4741-a038-be25022763ca admin admin] Publish callbacks [] for security_group (4d34d3b3-c860-4ab8-9175-7a394d746fae), precommit_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:27.804045 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-794ece67-5eb6-4741-a038-be25022763ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (4d34d3b3-c860-4ab8-9175-7a394d746fae), after_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:27.807395 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 35970) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:51:27.852368 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-794ece67-5eb6-4741-a038-be25022763ca admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=2e924d9093be423fbbe4ee63ca430948&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3280702 Jul 27 08:51:27.854450 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794ece67-5eb6-4741-a038-be25022763ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d34d3b3-c860-4ab8-9175-7a394d746fae,revision_number=1']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:51:27.855030 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 35974) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:51:27.918064 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-b2542fed-9af6-4617-a29d-34a5f75f86ab admin admin] Publish callbacks [] for security_group (4d34d3b3-c860-4ab8-9175-7a394d746fae), before_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:27.951625 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-b2542fed-9af6-4617-a29d-34a5f75f86ab admin admin] Publish callbacks [] for security_group (4d34d3b3-c860-4ab8-9175-7a394d746fae), precommit_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:28.071303 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-a753c999-ab06-4754-9bbe-72f1dfb4bb94 req-9dd38317-38ca-4734-b6bd-5725b8606b66 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.40 "GET /v2.0/ports?device_id=4c216ccb-efc3-469c-b23e-31364c82cb45 HTTP/1.1" status: 200 len: 210 time: 0.0365615 Jul 27 08:51:28.121009 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-b2542fed-9af6-4617-a29d-34a5f75f86ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (4d34d3b3-c860-4ab8-9175-7a394d746fae), after_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:28.123603 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-b2542fed-9af6-4617-a29d-34a5f75f86ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:28.124855 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-b2542fed-9af6-4617-a29d-34a5f75f86ab admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/4d34d3b3-c860-4ab8-9175-7a394d746fae HTTP/1.1" status: 204 len: 168 time: 0.2687793 Jul 27 08:51:28.148824 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2542fed-9af6-4617-a29d-34a5f75f86ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d34d3b3-c860-4ab8-9175-7a394d746fae,revision_number=None']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:51:28.434600 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-6819ba77-7df2-4e5b-b632-88b29214366a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-361243'] for router_interface (99785374-1eaf-4faf-abb6-be11fa2e167c), before_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:28.528128 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:51:28.686440 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.plugin [None req-6819ba77-7df2-4e5b-b632-88b29214366a admin admin] Deleting port 18a25a2f-461e-439c-81cf-486b6762e6a3 {{(pid=104485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 08:51:28.686795 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-6819ba77-7df2-4e5b-b632-88b29214366a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786710341133'] for port (18a25a2f-461e-439c-81cf-486b6762e6a3), before_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:28.771374 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.db [None req-6819ba77-7df2-4e5b-b632-88b29214366a admin admin] For port 18a25a2f-461e-439c-81cf-486b6762e6a3, host dv-cinder-851170-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851170-2-iscsi',level=0,port_id=18a25a2f-461e-439c-81cf-486b6762e6a3,segment=NetworkSegment(751fbd15-6e5a-4e44-9bca-3f428bc56006),segment_id=751fbd15-6e5a-4e44-9bca-3f428bc56006)] {{(pid=104485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:51:28.771741 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-6819ba77-7df2-4e5b-b632-88b29214366a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8100626'] for port (18a25a2f-461e-439c-81cf-486b6762e6a3), precommit_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:28.789014 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.plugin [None req-6819ba77-7df2-4e5b-b632-88b29214366a admin admin] Calling delete_port for 18a25a2f-461e-439c-81cf-486b6762e6a3 owned by network:router_interface {{(pid=104485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 08:51:28.854445 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=100 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:51:28.967559 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Device 5a802d95-999c-4c8e-9c81-861429f0b5f0 no longer exists at agent hyperv_hv-cinder-85117 {{(pid=104487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 08:51:28.990012 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] No Port match for: 5a802d95-999c-4c8e-9c81-861429f0b5f0 {{(pid=104487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 08:51:28.990661 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Device 5a802d95-999c-4c8e-9c81-861429f0b5f0 not bound to the agent host hv-cinder-85117 {{(pid=104487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 08:51:29.036739 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-6819ba77-7df2-4e5b-b632-88b29214366a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786710477123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786709965406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16582167'] for port (18a25a2f-461e-439c-81cf-486b6762e6a3), after_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:29.066860 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6819ba77-7df2-4e5b-b632-88b29214366a admin admin] Pushing event deleted for resources: {'Port': ['ID=18a25a2f-461e-439c-81cf-486b6762e6a3,revision_number=None']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:51:29.204030 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-b9b4e12e-5a73-4a4a-bda7-ba0eafa2ebc1 req-756b4932-7692-4b54-be50-7923e26c89bb tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.40 "GET /v2.0/ports?device_id=4c216ccb-efc3-469c-b23e-31364c82cb45 HTTP/1.1" status: 200 len: 210 time: 0.0332155 Jul 27 08:51:29.282179 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-6819ba77-7df2-4e5b-b632-88b29214366a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7864744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-361359'] for router_interface (99785374-1eaf-4faf-abb6-be11fa2e167c), after_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:29.645903 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 36014) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:51:29.814386 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-f2ad271a-5fe3-4e9c-a699-2735df211305 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:29.935844 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:51:29.961834 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b3d784-9b5b-478d-8edc-94783e7b74cd req-4e50d12e-113e-4447-8c24-49c8afeeafe2 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:51:29.963443 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-e1b3d784-9b5b-478d-8edc-94783e7b74cd req-4e50d12e-113e-4447-8c24-49c8afeeafe2 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.42 "GET /v2.0/networks?id=ecada7fa-7a56-41f5-bba0-0e680e111c5d HTTP/1.1" status: 200 len: 811 time: 0.1728294 Jul 27 08:51:29.965569 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6819ba77-7df2-4e5b-b632-88b29214366a admin admin] Router 99785374-1eaf-4faf-abb6-be11fa2e167c has already been hosted by L3 agent 5bc6d868-bb0b-4164-b2dd-44360f4de654 {{(pid=104485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 08:51:29.968216 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-f2ad271a-5fe3-4e9c-a699-2735df211305 admin admin] Publish callbacks [] for security_group (ad89db0c-1554-4a29-ae01-e33f0472125f), precommit_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:30.031198 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-f2ad271a-5fe3-4e9c-a699-2735df211305 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (ad89db0c-1554-4a29-ae01-e33f0472125f), after_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:30.100961 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-f2ad271a-5fe3-4e9c-a699-2735df211305 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=a6408f976dc1401e976cbdc4fa9502e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4532225 Jul 27 08:51:30.102192 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ad271a-5fe3-4e9c-a699-2735df211305 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad89db0c-1554-4a29-ae01-e33f0472125f,revision_number=1']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:51:30.105313 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 36018) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:51:30.129359 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6819ba77-7df2-4e5b-b632-88b29214366a admin admin] Notify agent at l3_agent.dv-cinder-851170-2-iscsi the message routers_updated {{(pid=104485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 08:51:30.140827 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-6819ba77-7df2-4e5b-b632-88b29214366a admin admin] 10.222.0.40 "PUT /v2.0/routers/99785374-1eaf-4faf-abb6-be11fa2e167c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3318293 Jul 27 08:51:30.141747 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8548599d-b3fd-460f-bb58-484ebce7742a None None] Sync routers for ids ['99785374-1eaf-4faf-abb6-be11fa2e167c'] in dv-cinder-851170-2-iscsi {{(pid=104488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 08:51:30.144216 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 36020) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:51:30.174822 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8548599d-b3fd-460f-bb58-484ebce7742a None None] Routers {'99785374-1eaf-4faf-abb6-be11fa2e167c'} bound to L3 agent in host dv-cinder-851170-2-iscsi {{(pid=104488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 08:51:30.175831 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_hamode_db [None req-8548599d-b3fd-460f-bb58-484ebce7742a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-27T08:30:18Z,description=,heartbeat_timestamp=2022-07-27T08:51:18Z,host='dv-cinder-851170-2-iscsi',id=5bc6d868-bb0b-4164-b2dd-44360f4de654,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T08:30:19Z,topic='l3_agent')) {'router_ids': ['99785374-1eaf-4faf-abb6-be11fa2e167c'], 'active': True} {{(pid=104488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:51:30.202897 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:DELETE=4,neutron:SELECT=96 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:51:30.229058 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-4fd1fd2d-7f7a-4d20-9cef-ef2993ee8694 admin admin] Publish callbacks [] for security_group (ad89db0c-1554-4a29-ae01-e33f0472125f), before_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:30.313629 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-e1b3d784-9b5b-478d-8edc-94783e7b74cd req-28e1728d-4fe9-47e1-b0db-695d88ca4af2 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e664288b45ae4b98ae22270ea7eac1e6 HTTP/1.1" status: 200 len: 380 time: 0.1288764 Jul 27 08:51:30.328601 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.v2.base [req-e1b3d784-9b5b-478d-8edc-94783e7b74cd req-520843d4-37cb-4cdd-ade6-c52e22d1724e tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Request body: {'port': {'device_id': '4c216ccb-efc3-469c-b23e-31364c82cb45', 'network_id': 'ecada7fa-7a56-41f5-bba0-0e680e111c5d', 'admin_state_up': True, 'tenant_id': 'e664288b45ae4b98ae22270ea7eac1e6', 'security_groups': ['8d5e7645-7593-4ba6-a8ab-faf9285cddbe']}} {{(pid=104485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:51:30.351640 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-4fd1fd2d-7f7a-4d20-9cef-ef2993ee8694 admin admin] Publish callbacks [] for security_group (ad89db0c-1554-4a29-ae01-e33f0472125f), precommit_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:30.360258 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-85880513-86d3-4787-955a-5a6a5bb78beb admin admin] Publish callbacks [] for router (99785374-1eaf-4faf-abb6-be11fa2e167c), before_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:30.365650 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvr_db [None req-8548599d-b3fd-460f-bb58-484ebce7742a None None] Set router 99785374-1eaf-4faf-abb6-be11fa2e167c gateway port host: dv-cinder-851170-2-iscsi {{(pid=104488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 08:51:30.510340 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:51:30.580261 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-85880513-86d3-4787-955a-5a6a5bb78beb admin admin] Publish callbacks [] for router_gateway (99785374-1eaf-4faf-abb6-be11fa2e167c), before_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:30.586985 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-fd8f0f3d-a2b8-4520-9d8c-a3239d6d431b req-df7d5d03-8da8-45ca-b4aa-19bf287dd834 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.40 "GET /v2.0/ports?device_id=4c216ccb-efc3-469c-b23e-31364c82cb45 HTTP/1.1" status: 200 len: 210 time: 0.0775857 Jul 27 08:51:30.604814 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=100 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:51:30.607739 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-4fd1fd2d-7f7a-4d20-9cef-ef2993ee8694 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (ad89db0c-1554-4a29-ae01-e33f0472125f), after_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:30.610577 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-4fd1fd2d-7f7a-4d20-9cef-ef2993ee8694 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:30.612623 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-4fd1fd2d-7f7a-4d20-9cef-ef2993ee8694 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/ad89db0c-1554-4a29-ae01-e33f0472125f HTTP/1.1" status: 204 len: 168 time: 0.5059371 Jul 27 08:51:30.624244 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1b3d784-9b5b-478d-8edc-94783e7b74cd req-520843d4-37cb-4cdd-ade6-c52e22d1724e tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Made reservation on behalf of e664288b45ae4b98ae22270ea7eac1e6 for: {'port': 1} {{(pid=104485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 08:51:30.655913 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [req-e1b3d784-9b5b-478d-8edc-94783e7b74cd req-520843d4-37cb-4cdd-ade6-c52e22d1724e tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (None), before_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:30.655913 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd1fd2d-7f7a-4d20-9cef-ef2993ee8694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad89db0c-1554-4a29-ae01-e33f0472125f,revision_number=None']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:51:30.692121 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_hamode_db [None req-8548599d-b3fd-460f-bb58-484ebce7742a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99785374-1eaf-4faf-abb6-be11fa2e167c', 'name': 'tempest-TestShelveInstance-1662186271-router', 'tenant_id': '5d10772d974f47d7bc82c0f0b8a8facf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'c33789dc-58b9-4b11-aa84-a815cd3415fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:45:25Z', 'updated_at': '2022-07-27T08:51:28Z', 'revision_number': 5, 'project_id': '5d10772d974f47d7bc82c0f0b8a8facf', 'gw_port': {'id': 'c33789dc-58b9-4b11-aa84-a815cd3415fd', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:47:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99785374-1eaf-4faf-abb6-be11fa2e167c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:45:26Z', 'updated_at': '2022-07-27T08:45:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi'}], 'dv-cinder-851170-2-iscsi', False) {} {{(pid=104488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:51:30.695272 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=100 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:51:30.721235 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8548599d-b3fd-460f-bb58-484ebce7742a None None] Checking router: 99785374-1eaf-4faf-abb6-be11fa2e167c for host: dv-cinder-851170-2-iscsi {{(pid=104488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 08:51:30.733507 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8548599d-b3fd-460f-bb58-484ebce7742a None None] Routers {'99785374-1eaf-4faf-abb6-be11fa2e167c'} bound to L3 agent in host dv-cinder-851170-2-iscsi {{(pid=104488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 08:51:30.734403 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_hamode_db [None req-8548599d-b3fd-460f-bb58-484ebce7742a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-27T08:30:18Z,description=,heartbeat_timestamp=2022-07-27T08:51:18Z,host='dv-cinder-851170-2-iscsi',id=5bc6d868-bb0b-4164-b2dd-44360f4de654,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T08:30:19Z,topic='l3_agent')) {'router_ids': ['99785374-1eaf-4faf-abb6-be11fa2e167c'], 'active': True} {{(pid=104488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:51:30.799964 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.plugin [None req-85880513-86d3-4787-955a-5a6a5bb78beb admin admin] Deleting port c33789dc-58b9-4b11-aa84-a815cd3415fd {{(pid=104486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 08:51:30.800816 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-85880513-86d3-4787-955a-5a6a5bb78beb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786710341133'] for port (c33789dc-58b9-4b11-aa84-a815cd3415fd), before_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:30.807516 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.db.db_base_plugin_common [req-e1b3d784-9b5b-478d-8edc-94783e7b74cd req-520843d4-37cb-4cdd-ade6-c52e22d1724e tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Allocated IP 172.20.0.5 (ecada7fa-7a56-41f5-bba0-0e680e111c5d/3728e296-f73f-42fa-ab4b-892bf727c18b/0c459acb-240d-4861-a242-e9dc42994183) {{(pid=104485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 08:51:30.908650 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.db [None req-85880513-86d3-4787-955a-5a6a5bb78beb admin admin] For port c33789dc-58b9-4b11-aa84-a815cd3415fd, host dv-cinder-851170-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851170-2-iscsi',level=0,port_id=c33789dc-58b9-4b11-aa84-a815cd3415fd,segment=NetworkSegment(0a5e83d9-b5a8-42c5-b200-67984880d111),segment_id=0a5e83d9-b5a8-42c5-b200-67984880d111)] {{(pid=104486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:51:30.909016 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-85880513-86d3-4787-955a-5a6a5bb78beb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8100626'] for port (c33789dc-58b9-4b11-aa84-a815cd3415fd), precommit_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:30.924371 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.plugin [None req-85880513-86d3-4787-955a-5a6a5bb78beb admin admin] Calling delete_port for c33789dc-58b9-4b11-aa84-a815cd3415fd owned by network:router_gateway {{(pid=104486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 08:51:30.940227 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:51:30.959540 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvr_db [None req-8548599d-b3fd-460f-bb58-484ebce7742a None None] Set router 99785374-1eaf-4faf-abb6-be11fa2e167c gateway port host: None {{(pid=104488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 08:51:30.987004 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [req-e1b3d784-9b5b-478d-8edc-94783e7b74cd req-520843d4-37cb-4cdd-ade6-c52e22d1724e tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Publish callbacks [] for port (0c459acb-240d-4861-a242-e9dc42994183), precommit_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:31.020527 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_hamode_db [None req-8548599d-b3fd-460f-bb58-484ebce7742a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99785374-1eaf-4faf-abb6-be11fa2e167c', 'name': 'tempest-TestShelveInstance-1662186271-router', 'tenant_id': '5d10772d974f47d7bc82c0f0b8a8facf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:45:25Z', 'updated_at': '2022-07-27T08:51:30Z', 'revision_number': 6, 'project_id': '5d10772d974f47d7bc82c0f0b8a8facf', 'gw_port_host': None}], 'dv-cinder-851170-2-iscsi', False) {} {{(pid=104488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:51:31.049017 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8548599d-b3fd-460f-bb58-484ebce7742a None None] The sync data for ids ['99785374-1eaf-4faf-abb6-be11fa2e167c'] in dv-cinder-851170-2-iscsi is: [{'id': '99785374-1eaf-4faf-abb6-be11fa2e167c', 'name': 'tempest-TestShelveInstance-1662186271-router', 'tenant_id': '5d10772d974f47d7bc82c0f0b8a8facf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:45:25Z', 'updated_at': '2022-07-27T08:51:30Z', 'revision_number': 6, 'project_id': '5d10772d974f47d7bc82c0f0b8a8facf', 'gw_port_host': None}] {{(pid=104488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 08:51:31.095158 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [req-e1b3d784-9b5b-478d-8edc-94783e7b74cd req-520843d4-37cb-4cdd-ade6-c52e22d1724e tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786709965397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16582167'] for port (0c459acb-240d-4861-a242-e9dc42994183), after_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:31.141833 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1b3d784-9b5b-478d-8edc-94783e7b74cd req-520843d4-37cb-4cdd-ade6-c52e22d1724e tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Network ecada7fa-7a56-41f5-bba0-0e680e111c5d is already hosted by enough agents. {{(pid=104485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 08:51:31.146123 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.scheduler.base_scheduler [req-e1b3d784-9b5b-478d-8edc-94783e7b74cd req-520843d4-37cb-4cdd-ade6-c52e22d1724e tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Resources bound (agent type, host, resource id): {{(pid=104485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 08:51:31.152304 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1b3d784-9b5b-478d-8edc-94783e7b74cd req-520843d4-37cb-4cdd-ade6-c52e22d1724e tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Received port after_create {{(pid=104485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 08:51:31.180719 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520843d4-37cb-4cdd-ade6-c52e22d1724e tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Pushing event updated for resources: {'Port': ['ID=0c459acb-240d-4861-a242-e9dc42994183,revision_number=1']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:51:31.191425 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:51:31.211925 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b3d784-9b5b-478d-8edc-94783e7b74cd req-520843d4-37cb-4cdd-ade6-c52e22d1724e tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:51:31.212586 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [req-e1b3d784-9b5b-478d-8edc-94783e7b74cd req-520843d4-37cb-4cdd-ade6-c52e22d1724e tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8374701'] for port (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:31.265374 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-85880513-86d3-4787-955a-5a6a5bb78beb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786710477123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786709965406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4293862'] for port (c33789dc-58b9-4b11-aa84-a815cd3415fd), after_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:31.291337 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85880513-86d3-4787-955a-5a6a5bb78beb admin admin] Pushing event deleted for resources: {'Port': ['ID=c33789dc-58b9-4b11-aa84-a815cd3415fd,revision_number=None']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:51:31.296940 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-e1b3d784-9b5b-478d-8edc-94783e7b74cd req-520843d4-37cb-4cdd-ade6-c52e22d1724e tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9719203 Jul 27 08:51:31.317842 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.v2.base [req-e1b3d784-9b5b-478d-8edc-94783e7b74cd req-98bb18c3-2894-41c9-8165-38d49d188462 service neutron] Request body: {'port': {'device_id': '4c216ccb-efc3-469c-b23e-31364c82cb45', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85117'}} {{(pid=104485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:51:31.347232 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-e715952f-e399-4725-8183-2b7ca99d9805 None None] Provisioning complete for port 0c459acb-240d-4861-a242-e9dc42994183 triggered by entity DHCP. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:51:31.349178 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-e715952f-e399-4725-8183-2b7ca99d9805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (0c459acb-240d-4861-a242-e9dc42994183), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:31.380278 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-85880513-86d3-4787-955a-5a6a5bb78beb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-363035'] for router_gateway (99785374-1eaf-4faf-abb6-be11fa2e167c), after_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:31.386260 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [req-e1b3d784-9b5b-478d-8edc-94783e7b74cd req-98bb18c3-2894-41c9-8165-38d49d188462 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (0c459acb-240d-4861-a242-e9dc42994183), before_update {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:31.397448 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-e715952f-e399-4725-8183-2b7ca99d9805 None None] Port 0c459acb-240d-4861-a242-e9dc42994183 cannot update to ACTIVE because it is not bound. {{(pid=104487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 08:51:31.405203 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:51:31.479594 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-85880513-86d3-4787-955a-5a6a5bb78beb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8119440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-333'] for router (99785374-1eaf-4faf-abb6-be11fa2e167c), precommit_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:31.482609 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-85880513-86d3-4787-955a-5a6a5bb78beb admin admin] Publish callbacks [] for router_controller (99785374-1eaf-4faf-abb6-be11fa2e167c), precommit_delete_associations {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:31.542987 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 36032) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:51:31.557392 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-43cd8285-4bed-4538-90d2-5ea0fd3d3c35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:31.653390 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-85880513-86d3-4787-955a-5a6a5bb78beb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8119314'] for router (99785374-1eaf-4faf-abb6-be11fa2e167c), after_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:31.654037 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85880513-86d3-4787-955a-5a6a5bb78beb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 99785374-1eaf-4faf-abb6-be11fa2e167c {{(pid=104486) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 08:51:31.661915 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-43cd8285-4bed-4538-90d2-5ea0fd3d3c35 admin admin] Publish callbacks [] for security_group (a7376916-adee-492e-a0a6-ebcb483c0ab0), precommit_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:31.665693 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-85880513-86d3-4787-955a-5a6a5bb78beb admin admin] Publish callbacks [] for router (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:31.669247 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-85880513-86d3-4787-955a-5a6a5bb78beb admin admin] 10.222.0.40 "DELETE /v2.0/routers/99785374-1eaf-4faf-abb6-be11fa2e167c HTTP/1.1" status: 204 len: 168 time: 1.5215869 Jul 27 08:51:31.669848 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 36038) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:51:31.718543 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.db.db_base_plugin_v2 [None req-a234826c-4a24-405b-971d-4393bb4bd010 admin admin] Deleting subnet 45bab364-f7d1-4e2a-889f-749acca6bead {{(pid=104486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 27 08:51:31.722479 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-a234826c-4a24-405b-971d-4393bb4bd010 admin admin] Publish callbacks [] for subnet (45bab364-f7d1-4e2a-889f-749acca6bead), before_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:31.744758 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c754ca7b-3ab2-4a60-815e-0e4b5ae7fef2 req-da9afb13-8339-4c8e-a31d-367c6667ebd0 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:51:31.746389 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-c754ca7b-3ab2-4a60-815e-0e4b5ae7fef2 req-da9afb13-8339-4c8e-a31d-367c6667ebd0 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.40 "GET /v2.0/ports?device_id=4c216ccb-efc3-469c-b23e-31364c82cb45 HTTP/1.1" status: 200 len: 931 time: 0.0783637 Jul 27 08:51:31.755469 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-43cd8285-4bed-4538-90d2-5ea0fd3d3c35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (a7376916-adee-492e-a0a6-ebcb483c0ab0), after_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:31.763765 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-a234826c-4a24-405b-971d-4393bb4bd010 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6011820'] for subnet (45bab364-f7d1-4e2a-889f-749acca6bead), precommit_delete_associations {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:31.774523 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.notifiers.nova [req-e1b3d784-9b5b-478d-8edc-94783e7b74cd req-98bb18c3-2894-41c9-8165-38d49d188462 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c459acb-240d-4861-a242-e9dc42994183 {{(pid=104485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 08:51:31.789172 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [req-e1b3d784-9b5b-478d-8edc-94783e7b74cd req-98bb18c3-2894-41c9-8165-38d49d188462 service neutron] Publish callbacks [] for port (0c459acb-240d-4861-a242-e9dc42994183), precommit_update {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:31.812839 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cd8285-4bed-4538-90d2-5ea0fd3d3c35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7376916-adee-492e-a0a6-ebcb483c0ab0,revision_number=1']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:51:31.820416 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.db.provisioning_blocks [req-e1b3d784-9b5b-478d-8edc-94783e7b74cd req-98bb18c3-2894-41c9-8165-38d49d188462 service neutron] Transition to ACTIVE for port object 0c459acb-240d-4861-a242-e9dc42994183 will not be triggered until provisioned by entity L2. {{(pid=104485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 27 08:51:31.835043 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=84,neutron:DELETE=9,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:51:31.839172 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-c754ca7b-3ab2-4a60-815e-0e4b5ae7fef2 req-1bac0101-194d-4e07-aea7-7fdb6ec1883f tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.40 "GET /v2.0/security-groups?id=8d5e7645-7593-4ba6-a8ab-faf9285cddbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843036 Jul 27 08:51:31.848062 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-43cd8285-4bed-4538-90d2-5ea0fd3d3c35 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=32796d938707460a9a12104a204eacbe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3039248 Jul 27 08:51:31.851462 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 36040) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:51:31.920391 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [req-e1b3d784-9b5b-478d-8edc-94783e7b74cd req-98bb18c3-2894-41c9-8165-38d49d188462 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16582144'] for port (0c459acb-240d-4861-a242-e9dc42994183), after_update {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:31.930007 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-a234826c-4a24-405b-971d-4393bb4bd010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-829739'] for subnet (45bab364-f7d1-4e2a-889f-749acca6bead), precommit_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:31.972317 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-cfd1fa78-9fcf-4bb4-8ee0-98c0884a5b8d admin admin] Publish callbacks [] for security_group (a7376916-adee-492e-a0a6-ebcb483c0ab0), before_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:31.994288 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:51:32.009211 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-cfd1fa78-9fcf-4bb4-8ee0-98c0884a5b8d admin admin] Publish callbacks [] for security_group (a7376916-adee-492e-a0a6-ebcb483c0ab0), precommit_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:32.052855 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bb18c3-2894-41c9-8165-38d49d188462 service neutron] Pushing event updated for resources: {'Port': ['ID=0c459acb-240d-4861-a242-e9dc42994183,revision_number=2']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:51:32.082424 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-a234826c-4a24-405b-971d-4393bb4bd010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-829730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4293835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16656139'] for subnet (45bab364-f7d1-4e2a-889f-749acca6bead), after_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:32.105277 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.managers [req-e1b3d784-9b5b-478d-8edc-94783e7b74cd req-98bb18c3-2894-41c9-8165-38d49d188462 service neutron] Attempting to bind port 0c459acb-240d-4861-a242-e9dc42994183 on host hv-cinder-85117 for vnic_type normal with profile {{(pid=104485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 08:51:32.105621 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.managers [req-e1b3d784-9b5b-478d-8edc-94783e7b74cd req-98bb18c3-2894-41c9-8165-38d49d188462 service neutron] Attempting to bind port 0c459acb-240d-4861-a242-e9dc42994183 by drivers openvswitch,hyperv on host hv-cinder-85117 at level 0 using segments [{'id': '39e09afd-0493-4ab2-a5f6-2cf0ed23b5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'ecada7fa-7a56-41f5-bba0-0e680e111c5d'}] {{(pid=104485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 08:51:32.105954 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b3d784-9b5b-478d-8edc-94783e7b74cd req-98bb18c3-2894-41c9-8165-38d49d188462 service neutron] Attempting to bind port 0c459acb-240d-4861-a242-e9dc42994183 on network ecada7fa-7a56-41f5-bba0-0e680e111c5d {{(pid=104485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 08:51:32.111820 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b3d784-9b5b-478d-8edc-94783e7b74cd req-98bb18c3-2894-41c9-8165-38d49d188462 service neutron] Port 0c459acb-240d-4861-a242-e9dc42994183 on network ecada7fa-7a56-41f5-bba0-0e680e111c5d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85117 {{(pid=104485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 27 08:51:32.112159 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b3d784-9b5b-478d-8edc-94783e7b74cd req-98bb18c3-2894-41c9-8165-38d49d188462 service neutron] Attempting to bind port 0c459acb-240d-4861-a242-e9dc42994183 on network ecada7fa-7a56-41f5-bba0-0e680e111c5d {{(pid=104485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 08:51:32.113983 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a234826c-4a24-405b-971d-4393bb4bd010 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45bab364-f7d1-4e2a-889f-749acca6bead,revision_number=None']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:51:32.117969 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-a234826c-4a24-405b-971d-4393bb4bd010 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7864717'] for subnet (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:32.118613 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b3d784-9b5b-478d-8edc-94783e7b74cd req-98bb18c3-2894-41c9-8165-38d49d188462 service neutron] Checking agent: {'id': '40990755-2d84-4c9d-828c-eda94a5136e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85117', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 8, 37, 21), 'started_at': datetime.datetime(2022, 7, 27, 8, 37, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 8, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 08:51:32.118613 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b3d784-9b5b-478d-8edc-94783e7b74cd req-98bb18c3-2894-41c9-8165-38d49d188462 service neutron] Checking segment: {'id': '39e09afd-0493-4ab2-a5f6-2cf0ed23b5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'ecada7fa-7a56-41f5-bba0-0e680e111c5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 08:51:32.118856 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b3d784-9b5b-478d-8edc-94783e7b74cd req-98bb18c3-2894-41c9-8165-38d49d188462 service neutron] Bound using segment: {'id': '39e09afd-0493-4ab2-a5f6-2cf0ed23b5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'ecada7fa-7a56-41f5-bba0-0e680e111c5d'} {{(pid=104485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 08:51:32.119249 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.managers [req-e1b3d784-9b5b-478d-8edc-94783e7b74cd req-98bb18c3-2894-41c9-8165-38d49d188462 service neutron] Bound port: 0c459acb-240d-4861-a242-e9dc42994183, host: hv-cinder-85117, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39e09afd-0493-4ab2-a5f6-2cf0ed23b5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'ecada7fa-7a56-41f5-bba0-0e680e111c5d'}}] {{(pid=104485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 08:51:32.119618 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [req-e1b3d784-9b5b-478d-8edc-94783e7b74cd req-98bb18c3-2894-41c9-8165-38d49d188462 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (0c459acb-240d-4861-a242-e9dc42994183), before_update {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:32.122009 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-a234826c-4a24-405b-971d-4393bb4bd010 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/45bab364-f7d1-4e2a-889f-749acca6bead HTTP/1.1" status: 204 len: 168 time: 0.4511530 Jul 27 08:51:32.124440 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 36042) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:51:32.131371 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed99fda8-bbef-43a9-8d3d-58a2bdda14a4 None None] Network 93238f62-e429-47ef-8e5c-b2b7247c1c0f requested from dv-cinder-851170-2-iscsi {{(pid=104487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 08:51:32.134229 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=28,neutron:UPDATE=2 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:51:32.141676 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:51:32.234949 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.db [req-e1b3d784-9b5b-478d-8edc-94783e7b74cd req-98bb18c3-2894-41c9-8165-38d49d188462 service neutron] For port 0c459acb-240d-4861-a242-e9dc42994183, host hv-cinder-85117, cleared binding levels {{(pid=104485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 08:51:32.245195 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.db [req-e1b3d784-9b5b-478d-8edc-94783e7b74cd req-98bb18c3-2894-41c9-8165-38d49d188462 service neutron] For port 0c459acb-240d-4861-a242-e9dc42994183, host hv-cinder-85117, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85117',level=0,port_id=0c459acb-240d-4861-a242-e9dc42994183,segment=NetworkSegment(39e09afd-0493-4ab2-a5f6-2cf0ed23b5e1),segment_id=39e09afd-0493-4ab2-a5f6-2cf0ed23b5e1)] {{(pid=104485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 08:51:32.245299 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-5f93d445-a074-437b-84b3-d4c8c02da3b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-787041'] for network (93238f62-e429-47ef-8e5c-b2b7247c1c0f), before_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:32.249201 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-cfd1fa78-9fcf-4bb4-8ee0-98c0884a5b8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (a7376916-adee-492e-a0a6-ebcb483c0ab0), after_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:32.252784 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-cfd1fa78-9fcf-4bb4-8ee0-98c0884a5b8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:32.254181 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-cfd1fa78-9fcf-4bb4-8ee0-98c0884a5b8d admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/a7376916-adee-492e-a0a6-ebcb483c0ab0 HTTP/1.1" status: 204 len: 168 time: 0.4013839 Jul 27 08:51:32.274403 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd1fa78-9fcf-4bb4-8ee0-98c0884a5b8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7376916-adee-492e-a0a6-ebcb483c0ab0,revision_number=None']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:51:32.326495 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.plugin [None req-5f93d445-a074-437b-84b3-d4c8c02da3b7 admin admin] Deleting port 6a14d482-1e5a-40b2-9a8e-6debd857399f {{(pid=104486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 08:51:32.326976 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-5f93d445-a074-437b-84b3-d4c8c02da3b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786710341133'] for port (6a14d482-1e5a-40b2-9a8e-6debd857399f), before_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:32.349974 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [req-e1b3d784-9b5b-478d-8edc-94783e7b74cd req-98bb18c3-2894-41c9-8165-38d49d188462 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16582144'] for port (0c459acb-240d-4861-a242-e9dc42994183), after_update {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:32.402559 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b3d784-9b5b-478d-8edc-94783e7b74cd req-98bb18c3-2894-41c9-8165-38d49d188462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:51:32.403357 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [req-e1b3d784-9b5b-478d-8edc-94783e7b74cd req-98bb18c3-2894-41c9-8165-38d49d188462 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8374701'] for port (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:32.405865 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-e1b3d784-9b5b-478d-8edc-94783e7b74cd req-98bb18c3-2894-41c9-8165-38d49d188462 service neutron] 10.222.0.42 "PUT /v2.0/ports/0c459acb-240d-4861-a242-e9dc42994183 HTTP/1.1" status: 200 len: 1093 time: 1.0928135 Jul 27 08:51:32.406496 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c216ccb-efc3-469c-b23e-31364c82cb45', 'tag': '0c459acb-240d-4861-a242-e9dc42994183'}] {{(pid=104485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 08:51:32.409536 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f4ab7c7b1e34975a56cd7ce610f5615b70f950c8da59d9e9b5a870069a9544" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d5f3535-4fb7-41b1-878d-40ab6336f10f" -d '{"events": [{"name": "network-changed", "server_uuid": "4c216ccb-efc3-469c-b23e-31364c82cb45", "tag": "0c459acb-240d-4861-a242-e9dc42994183"}]}' {{(pid=104485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 08:51:32.418693 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d7edc2-6418-4e67-846e-fe03c9e2ef0a None None] DHCP port deletion for 93238f62-e429-47ef-8e5c-b2b7247c1c0f request from dv-cinder-851170-2-iscsi {{(pid=104487) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 27 08:51:32.443465 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.db [None req-5f93d445-a074-437b-84b3-d4c8c02da3b7 admin admin] For port 6a14d482-1e5a-40b2-9a8e-6debd857399f, host dv-cinder-851170-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851170-2-iscsi',level=0,port_id=6a14d482-1e5a-40b2-9a8e-6debd857399f,segment=NetworkSegment(751fbd15-6e5a-4e44-9bca-3f428bc56006),segment_id=751fbd15-6e5a-4e44-9bca-3f428bc56006)] {{(pid=104486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:51:32.443829 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-5f93d445-a074-437b-84b3-d4c8c02da3b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8100626'] for port (6a14d482-1e5a-40b2-9a8e-6debd857399f), precommit_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:32.476843 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.plugin [None req-5f93d445-a074-437b-84b3-d4c8c02da3b7 admin admin] Calling delete_port for 6a14d482-1e5a-40b2-9a8e-6debd857399f owned by network:dhcp {{(pid=104486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 08:51:32.483483 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bb18c3-2894-41c9-8165-38d49d188462 service neutron] Pushing event updated for resources: {'Port': ['ID=0c459acb-240d-4861-a242-e9dc42994183,revision_number=3']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:51:32.485233 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-53d7edc2-6418-4e67-846e-fe03c9e2ef0a None None] Deleting port 6a14d482-1e5a-40b2-9a8e-6debd857399f {{(pid=104487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 08:51:32.485966 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-53d7edc2-6418-4e67-846e-fe03c9e2ef0a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786710341133'] for port (6a14d482-1e5a-40b2-9a8e-6debd857399f), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:32.519294 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 08:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d2037c9-9d63-49e6-9e1e-ddb882e864d9 x-openstack-request-id: req-5d2037c9-9d63-49e6-9e1e-ddb882e864d9 {{(pid=104485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 08:51:32.519294 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c216ccb-efc3-469c-b23e-31364c82cb45", "tag": "0c459acb-240d-4861-a242-e9dc42994183", "status": "completed", "code": 200}]} {{(pid=104485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 08:51:32.519294 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-5d2037c9-9d63-49e6-9e1e-ddb882e864d9 {{(pid=104485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 08:51:32.519294 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d2037c9-9d63-49e6-9e1e-ddb882e864d9'] response: {'name': 'network-changed', 'server_uuid': '4c216ccb-efc3-469c-b23e-31364c82cb45', 'tag': '0c459acb-240d-4861-a242-e9dc42994183', 'status': 'completed', 'code': 200} Jul 27 08:51:32.594345 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-53d7edc2-6418-4e67-846e-fe03c9e2ef0a None None] For port 6a14d482-1e5a-40b2-9a8e-6debd857399f, host dv-cinder-851170-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851170-2-iscsi',level=0,port_id=6a14d482-1e5a-40b2-9a8e-6debd857399f,segment=NetworkSegment(751fbd15-6e5a-4e44-9bca-3f428bc56006),segment_id=751fbd15-6e5a-4e44-9bca-3f428bc56006)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:51:32.594869 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-53d7edc2-6418-4e67-846e-fe03c9e2ef0a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8100626'] for port (6a14d482-1e5a-40b2-9a8e-6debd857399f), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:32.600655 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5f3535-4fb7-41b1-878d-40ab6336f10f req-1b3c6876-4bf5-4729-a175-7a9c9f6bae37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:51:32.603309 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-0d5f3535-4fb7-41b1-878d-40ab6336f10f req-1b3c6876-4bf5-4729-a175-7a9c9f6bae37 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e664288b45ae4b98ae22270ea7eac1e6&device_id=4c216ccb-efc3-469c-b23e-31364c82cb45 HTTP/1.1" status: 200 len: 1127 time: 0.0657916 Jul 27 08:51:32.615584 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-53d7edc2-6418-4e67-846e-fe03c9e2ef0a None None] Calling delete_port for 6a14d482-1e5a-40b2-9a8e-6debd857399f owned by network:dhcp {{(pid=104487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 08:51:32.752763 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5f3535-4fb7-41b1-878d-40ab6336f10f req-3ecf0474-05a1-4440-bb1a-c1edafbaf2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:51:32.752763 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-0d5f3535-4fb7-41b1-878d-40ab6336f10f req-3ecf0474-05a1-4440-bb1a-c1edafbaf2bd service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=e664288b45ae4b98ae22270ea7eac1e6&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1279268 Jul 27 08:51:32.781048 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-5f93d445-a074-437b-84b3-d4c8c02da3b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786710477123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786709965406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4293862'] for port (6a14d482-1e5a-40b2-9a8e-6debd857399f), after_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:32.793039 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-53d7edc2-6418-4e67-846e-fe03c9e2ef0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786710477123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786709965406'] for port (6a14d482-1e5a-40b2-9a8e-6debd857399f), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:32.808346 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d7edc2-6418-4e67-846e-fe03c9e2ef0a None None] No DVR routers for this DVR port 6a14d482-1e5a-40b2-9a8e-6debd857399f on host dv-cinder-851170-2-iscsi {{(pid=104487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 08:51:32.813255 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:51:32.839079 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f93d445-a074-437b-84b3-d4c8c02da3b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a14d482-1e5a-40b2-9a8e-6debd857399f,revision_number=None']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:51:32.839630 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Device c33789dc-58b9-4b11-aa84-a815cd3415fd no longer exists at agent ovs-agent-dv-cinder-851170-2-iscsi {{(pid=104487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 08:51:32.843069 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f93d445-a074-437b-84b3-d4c8c02da3b7 admin admin] No DVR routers for this DVR port 6a14d482-1e5a-40b2-9a8e-6debd857399f on host dv-cinder-851170-2-iscsi {{(pid=104486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 08:51:32.845087 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d7edc2-6418-4e67-846e-fe03c9e2ef0a None None] Pushing event deleted for resources: {'Port': ['ID=6a14d482-1e5a-40b2-9a8e-6debd857399f,revision_number=None']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:51:32.881353 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d7edc2-6418-4e67-846e-fe03c9e2ef0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:51:32.882619 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d7edc2-6418-4e67-846e-fe03c9e2ef0a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:51:32.882973 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d7edc2-6418-4e67-846e-fe03c9e2ef0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:51:32.883325 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d7edc2-6418-4e67-846e-fe03c9e2ef0a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:51:32.883631 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d7edc2-6418-4e67-846e-fe03c9e2ef0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:51:32.883962 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d7edc2-6418-4e67-846e-fe03c9e2ef0a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:51:32.884289 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d7edc2-6418-4e67-846e-fe03c9e2ef0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:51:32.884614 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d7edc2-6418-4e67-846e-fe03c9e2ef0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:51:32.885032 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d7edc2-6418-4e67-846e-fe03c9e2ef0a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:51:32.885244 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d7edc2-6418-4e67-846e-fe03c9e2ef0a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:51:32.885568 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d7edc2-6418-4e67-846e-fe03c9e2ef0a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:51:32.885888 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d7edc2-6418-4e67-846e-fe03c9e2ef0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:51:32.886461 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d7edc2-6418-4e67-846e-fe03c9e2ef0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:51:32.886784 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d7edc2-6418-4e67-846e-fe03c9e2ef0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:51:32.887275 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d7edc2-6418-4e67-846e-fe03c9e2ef0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:51:32.898882 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] No Port match for: c33789dc-58b9-4b11-aa84-a815cd3415fd {{(pid=104487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 08:51:32.898882 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Device c33789dc-58b9-4b11-aa84-a815cd3415fd not bound to the agent host dv-cinder-851170-2-iscsi {{(pid=104487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 08:51:32.898882 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Device 18a25a2f-461e-439c-81cf-486b6762e6a3 no longer exists at agent ovs-agent-dv-cinder-851170-2-iscsi {{(pid=104487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 08:51:32.919007 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5f3535-4fb7-41b1-878d-40ab6336f10f req-08f678f7-63be-40ad-9d42-fa46b1dc7e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:51:32.919007 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-0d5f3535-4fb7-41b1-878d-40ab6336f10f req-08f678f7-63be-40ad-9d42-fa46b1dc7e4e service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1674414 Jul 27 08:51:32.920746 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] No Port match for: 18a25a2f-461e-439c-81cf-486b6762e6a3 {{(pid=104487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 08:51:32.921562 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Device 18a25a2f-461e-439c-81cf-486b6762e6a3 not bound to the agent host dv-cinder-851170-2-iscsi {{(pid=104487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 08:51:32.921562 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Device 6a14d482-1e5a-40b2-9a8e-6debd857399f no longer exists at agent ovs-agent-dv-cinder-851170-2-iscsi {{(pid=104487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 08:51:32.959650 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] No Port match for: 6a14d482-1e5a-40b2-9a8e-6debd857399f {{(pid=104487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 08:51:32.960835 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Device 6a14d482-1e5a-40b2-9a8e-6debd857399f not bound to the agent host dv-cinder-851170-2-iscsi {{(pid=104487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 08:51:32.963394 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-5f93d445-a074-437b-84b3-d4c8c02da3b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-831493', 'neutron.services.segments.db._delete_segments_for_network-8786710418890'] for network (93238f62-e429-47ef-8e5c-b2b7247c1c0f), precommit_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:33.005813 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.services.segments.db [None req-5f93d445-a074-437b-84b3-d4c8c02da3b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93238f62-e429-47ef-8e5c-b2b7247c1c0f']}} {{(pid=104486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:51:33.019356 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.services.segments.db [None req-5f93d445-a074-437b-84b3-d4c8c02da3b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '751fbd15-6e5a-4e44-9bca-3f428bc56006') {'for_net_delete': True} {{(pid=104486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:51:33.019919 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.services.segments.db [None req-5f93d445-a074-437b-84b3-d4c8c02da3b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '751fbd15-6e5a-4e44-9bca-3f428bc56006') {} {{(pid=104486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:51:33.034124 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-5f93d445-a074-437b-84b3-d4c8c02da3b7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786710418791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6011829'] for segment (751fbd15-6e5a-4e44-9bca-3f428bc56006), before_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:33.037157 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba85da1-79de-4524-982e-8aad66dbf3d7 req-5b279393-f602-4bbf-b146-ef23a3c13eeb tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:51:33.038714 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-4ba85da1-79de-4524-982e-8aad66dbf3d7 req-5b279393-f602-4bbf-b146-ef23a3c13eeb tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.40 "GET /v2.0/ports?device_id=4c216ccb-efc3-469c-b23e-31364c82cb45 HTTP/1.1" status: 200 len: 943 time: 0.0899076 Jul 27 08:51:33.051314 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-5f93d445-a074-437b-84b3-d4c8c02da3b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-834444'] for segment (751fbd15-6e5a-4e44-9bca-3f428bc56006), precommit_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:33.059384 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f93d445-a074-437b-84b3-d4c8c02da3b7 admin admin] Releasing vlan 694 on physical network physnet1 to pool {{(pid=104486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 08:51:33.060047 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-5f93d445-a074-437b-84b3-d4c8c02da3b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-834444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4293781'] for segment (751fbd15-6e5a-4e44-9bca-3f428bc56006), after_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:33.066933 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b3d784-9b5b-478d-8edc-94783e7b74cd req-2e25e9b8-d812-4664-a65c-bb066b8dc3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:51:33.068441 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-e1b3d784-9b5b-478d-8edc-94783e7b74cd req-2e25e9b8-d812-4664-a65c-bb066b8dc3f0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e664288b45ae4b98ae22270ea7eac1e6&device_id=4c216ccb-efc3-469c-b23e-31364c82cb45 HTTP/1.1" status: 200 len: 1127 time: 0.0749536 Jul 27 08:51:33.104938 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.services.segments.plugin [-] Segment 751fbd15-6e5a-4e44-9bca-3f428bc56006 resource provider aggregate not found Jul 27 08:51:33.129869 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-e1b3d784-9b5b-478d-8edc-94783e7b74cd req-0d13cd7a-8d3f-443b-a3fa-00eebac9da6f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0c459acb-240d-4861-a242-e9dc42994183 HTTP/1.1" status: 200 len: 217 time: 0.0473449 Jul 27 08:51:33.139371 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.services.segments.plugin [-] Segment 751fbd15-6e5a-4e44-9bca-3f428bc56006 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 751fbd15-6e5a-4e44-9bca-3f428bc56006 found for delete ", "request_id": "req-d1f2ed4d-3f3d-42fe-8a2a-5943f0abcfa7"}]} Jul 27 08:51:33.173401 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-4ba85da1-79de-4524-982e-8aad66dbf3d7 req-e238be3e-1b17-4cca-8b35-f4f91654e568 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.40 "GET /v2.0/security-groups?id=8d5e7645-7593-4ba6-a8ab-faf9285cddbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164742 Jul 27 08:51:33.193512 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b3d784-9b5b-478d-8edc-94783e7b74cd req-dd98a734-8baf-4c45-89a5-d48896591d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:51:33.195349 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-e1b3d784-9b5b-478d-8edc-94783e7b74cd req-dd98a734-8baf-4c45-89a5-d48896591d59 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3728e296-f73f-42fa-ab4b-892bf727c18b HTTP/1.1" status: 200 len: 850 time: 0.0568552 Jul 27 08:51:33.201965 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-5f93d445-a074-437b-84b3-d4c8c02da3b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-831502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363063'] for network (93238f62-e429-47ef-8e5c-b2b7247c1c0f), after_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:33.210204 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-5f93d445-a074-437b-84b3-d4c8c02da3b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7864717'] for network (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:33.213134 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-5f93d445-a074-437b-84b3-d4c8c02da3b7 admin admin] 10.222.0.40 "DELETE /v2.0/networks/93238f62-e429-47ef-8e5c-b2b7247c1c0f HTTP/1.1" status: 204 len: 168 time: 1.0874844 Jul 27 08:51:33.226841 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 36066) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:51:33.233342 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f93d445-a074-437b-84b3-d4c8c02da3b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=93238f62-e429-47ef-8e5c-b2b7247c1c0f,revision_number=None']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:51:33.246265 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b3d784-9b5b-478d-8edc-94783e7b74cd req-82a29804-7351-46b2-9d5c-ef4b254b70ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:51:33.248015 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-e1b3d784-9b5b-478d-8edc-94783e7b74cd req-82a29804-7351-46b2-9d5c-ef4b254b70ff service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ecada7fa-7a56-41f5-bba0-0e680e111c5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448909 Jul 27 08:51:33.376599 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-e1b3d784-9b5b-478d-8edc-94783e7b74cd req-fd6a1032-d64d-46f1-8e76-b19018703d96 service neutron] 10.222.0.42 "GET /v2.0/networks/ecada7fa-7a56-41f5-bba0-0e680e111c5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215279 Jul 27 08:51:33.404756 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:51:33.475593 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-e1b3d784-9b5b-478d-8edc-94783e7b74cd req-0f89e5e6-0b4e-4784-97a2-47464852b773 service neutron] 10.222.0.42 "GET /v2.0/networks/ecada7fa-7a56-41f5-bba0-0e680e111c5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896149 Jul 27 08:51:33.568584 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-9623a78b-060f-40d0-befc-adb5c807a466 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-361243'] for router_interface (bd293918-df95-482e-b8e3-f77d4ceb2aa6), before_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:33.803822 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.plugin [None req-9623a78b-060f-40d0-befc-adb5c807a466 admin admin] Deleting port 9eecc888-8cd4-4cb5-876e-9e329f17a2f8 {{(pid=104486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 08:51:33.804218 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-9623a78b-060f-40d0-befc-adb5c807a466 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786710341133'] for port (9eecc888-8cd4-4cb5-876e-9e329f17a2f8), before_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:33.886022 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.db [None req-9623a78b-060f-40d0-befc-adb5c807a466 admin admin] For port 9eecc888-8cd4-4cb5-876e-9e329f17a2f8, host dv-cinder-851170-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851170-2-iscsi',level=0,port_id=9eecc888-8cd4-4cb5-876e-9e329f17a2f8,segment=NetworkSegment(a16e8699-16a8-463e-9383-22cee171f606),segment_id=a16e8699-16a8-463e-9383-22cee171f606)] {{(pid=104486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:51:33.886754 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-9623a78b-060f-40d0-befc-adb5c807a466 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8100626'] for port (9eecc888-8cd4-4cb5-876e-9e329f17a2f8), precommit_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:33.904012 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.plugin [None req-9623a78b-060f-40d0-befc-adb5c807a466 admin admin] Calling delete_port for 9eecc888-8cd4-4cb5-876e-9e329f17a2f8 owned by network:router_interface {{(pid=104486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 08:51:34.156073 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:51:34.190710 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-9623a78b-060f-40d0-befc-adb5c807a466 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786710477123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786709965406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4293862'] for port (9eecc888-8cd4-4cb5-876e-9e329f17a2f8), after_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:34.222647 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9623a78b-060f-40d0-befc-adb5c807a466 admin admin] Pushing event deleted for resources: {'Port': ['ID=9eecc888-8cd4-4cb5-876e-9e329f17a2f8,revision_number=None']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:51:34.296593 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:51:34.325214 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7c6257-3f0d-46ed-9039-5685680af5ed req-32f27121-b1db-4f11-956b-a83f512739f6 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:51:34.326800 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-4b7c6257-3f0d-46ed-9039-5685680af5ed req-32f27121-b1db-4f11-956b-a83f512739f6 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.40 "GET /v2.0/ports?device_id=4c216ccb-efc3-469c-b23e-31364c82cb45 HTTP/1.1" status: 200 len: 943 time: 0.0770338 Jul 27 08:51:34.457365 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-4b7c6257-3f0d-46ed-9039-5685680af5ed req-921136e1-373d-442c-9759-734ec62753cf tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.40 "GET /v2.0/security-groups?id=8d5e7645-7593-4ba6-a8ab-faf9285cddbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207983 Jul 27 08:51:34.475932 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-9623a78b-060f-40d0-befc-adb5c807a466 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7864744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-361359'] for router_interface (bd293918-df95-482e-b8e3-f77d4ceb2aa6), after_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:34.691907 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9623a78b-060f-40d0-befc-adb5c807a466 admin admin] Router bd293918-df95-482e-b8e3-f77d4ceb2aa6 has already been hosted by L3 agent 5bc6d868-bb0b-4164-b2dd-44360f4de654 {{(pid=104486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 08:51:34.793799 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=100 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:51:34.819695 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9623a78b-060f-40d0-befc-adb5c807a466 admin admin] Notify agent at l3_agent.dv-cinder-851170-2-iscsi the message routers_updated {{(pid=104486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 08:51:34.827566 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 36102) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:51:34.828008 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-9623a78b-060f-40d0-befc-adb5c807a466 admin admin] 10.222.0.40 "PUT /v2.0/routers/bd293918-df95-482e-b8e3-f77d4ceb2aa6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5997369 Jul 27 08:51:34.831510 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:51:34.831669 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6160a8e1-66fb-4412-b7e5-b0b4fd1d2bc5 None None] Sync routers for ids ['bd293918-df95-482e-b8e3-f77d4ceb2aa6'] in dv-cinder-851170-2-iscsi {{(pid=104487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 08:51:34.844764 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6160a8e1-66fb-4412-b7e5-b0b4fd1d2bc5 None None] Routers {'bd293918-df95-482e-b8e3-f77d4ceb2aa6'} bound to L3 agent in host dv-cinder-851170-2-iscsi {{(pid=104487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 08:51:34.846321 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_hamode_db [None req-6160a8e1-66fb-4412-b7e5-b0b4fd1d2bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-27T08:30:18Z,description=,heartbeat_timestamp=2022-07-27T08:51:18Z,host='dv-cinder-851170-2-iscsi',id=5bc6d868-bb0b-4164-b2dd-44360f4de654,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T08:30:19Z,topic='l3_agent')) {'router_ids': ['bd293918-df95-482e-b8e3-f77d4ceb2aa6'], 'active': True} {{(pid=104487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:51:34.926613 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:51:34.935810 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-99e75163-483a-46d7-bd45-52a9e774526b admin admin] Publish callbacks [] for router (bd293918-df95-482e-b8e3-f77d4ceb2aa6), before_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:34.956092 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvr_db [None req-6160a8e1-66fb-4412-b7e5-b0b4fd1d2bc5 None None] Set router bd293918-df95-482e-b8e3-f77d4ceb2aa6 gateway port host: dv-cinder-851170-2-iscsi {{(pid=104487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 08:51:34.975529 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=100 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:51:35.040911 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-99e75163-483a-46d7-bd45-52a9e774526b admin admin] Publish callbacks [] for router_gateway (bd293918-df95-482e-b8e3-f77d4ceb2aa6), before_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:35.135446 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_hamode_db [None req-6160a8e1-66fb-4412-b7e5-b0b4fd1d2bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd293918-df95-482e-b8e3-f77d4ceb2aa6', 'name': 'tempest-TestShelveInstance-664844061-router', 'tenant_id': '4a36d9652e80462a8e11c3b3e8a9c4a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '1922b0fc-878e-407b-bb16-0ebfc19e6bf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:45:32Z', 'updated_at': '2022-07-27T08:51:34Z', 'revision_number': 5, 'project_id': '4a36d9652e80462a8e11c3b3e8a9c4a8', 'gw_port': {'id': '1922b0fc-878e-407b-bb16-0ebfc19e6bf1', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:2f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd293918-df95-482e-b8e3-f77d4ceb2aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:45:33Z', 'updated_at': '2022-07-27T08:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi'}], 'dv-cinder-851170-2-iscsi', False) {} {{(pid=104487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:51:35.166998 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6160a8e1-66fb-4412-b7e5-b0b4fd1d2bc5 None None] Checking router: bd293918-df95-482e-b8e3-f77d4ceb2aa6 for host: dv-cinder-851170-2-iscsi {{(pid=104487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 08:51:35.181573 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6160a8e1-66fb-4412-b7e5-b0b4fd1d2bc5 None None] Routers {'bd293918-df95-482e-b8e3-f77d4ceb2aa6'} bound to L3 agent in host dv-cinder-851170-2-iscsi {{(pid=104487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 08:51:35.182247 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_hamode_db [None req-6160a8e1-66fb-4412-b7e5-b0b4fd1d2bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-27T08:30:18Z,description=,heartbeat_timestamp=2022-07-27T08:51:18Z,host='dv-cinder-851170-2-iscsi',id=5bc6d868-bb0b-4164-b2dd-44360f4de654,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T08:30:19Z,topic='l3_agent')) {'router_ids': ['bd293918-df95-482e-b8e3-f77d4ceb2aa6'], 'active': True} {{(pid=104487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:51:35.189605 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.plugin [None req-99e75163-483a-46d7-bd45-52a9e774526b admin admin] Deleting port 1922b0fc-878e-407b-bb16-0ebfc19e6bf1 {{(pid=104485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 08:51:35.189988 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-99e75163-483a-46d7-bd45-52a9e774526b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786710341133'] for port (1922b0fc-878e-407b-bb16-0ebfc19e6bf1), before_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:35.273221 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvr_db [None req-6160a8e1-66fb-4412-b7e5-b0b4fd1d2bc5 None None] Set router bd293918-df95-482e-b8e3-f77d4ceb2aa6 gateway port host: None {{(pid=104487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 08:51:35.283149 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.db [None req-99e75163-483a-46d7-bd45-52a9e774526b admin admin] For port 1922b0fc-878e-407b-bb16-0ebfc19e6bf1, host dv-cinder-851170-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851170-2-iscsi',level=0,port_id=1922b0fc-878e-407b-bb16-0ebfc19e6bf1,segment=NetworkSegment(0a5e83d9-b5a8-42c5-b200-67984880d111),segment_id=0a5e83d9-b5a8-42c5-b200-67984880d111)] {{(pid=104485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:51:35.283517 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-99e75163-483a-46d7-bd45-52a9e774526b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8100626'] for port (1922b0fc-878e-407b-bb16-0ebfc19e6bf1), precommit_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:35.298795 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.plugin [None req-99e75163-483a-46d7-bd45-52a9e774526b admin admin] Calling delete_port for 1922b0fc-878e-407b-bb16-0ebfc19e6bf1 owned by network:router_gateway {{(pid=104485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 08:51:35.324595 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_hamode_db [None req-6160a8e1-66fb-4412-b7e5-b0b4fd1d2bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd293918-df95-482e-b8e3-f77d4ceb2aa6', 'name': 'tempest-TestShelveInstance-664844061-router', 'tenant_id': '4a36d9652e80462a8e11c3b3e8a9c4a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:45:32Z', 'updated_at': '2022-07-27T08:51:35Z', 'revision_number': 6, 'project_id': '4a36d9652e80462a8e11c3b3e8a9c4a8', 'gw_port_host': None}], 'dv-cinder-851170-2-iscsi', False) {} {{(pid=104487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:51:35.351210 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6160a8e1-66fb-4412-b7e5-b0b4fd1d2bc5 None None] The sync data for ids ['bd293918-df95-482e-b8e3-f77d4ceb2aa6'] in dv-cinder-851170-2-iscsi is: [{'id': 'bd293918-df95-482e-b8e3-f77d4ceb2aa6', 'name': 'tempest-TestShelveInstance-664844061-router', 'tenant_id': '4a36d9652e80462a8e11c3b3e8a9c4a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:45:32Z', 'updated_at': '2022-07-27T08:51:35Z', 'revision_number': 6, 'project_id': '4a36d9652e80462a8e11c3b3e8a9c4a8', 'gw_port_host': None}] {{(pid=104487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 08:51:35.579374 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358d3d3b-452a-438c-89d2-c4562a9d90bc req-eb6d134a-b712-4804-86bb-e7d770256a17 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:51:35.580974 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-358d3d3b-452a-438c-89d2-c4562a9d90bc req-eb6d134a-b712-4804-86bb-e7d770256a17 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.40 "GET /v2.0/ports?device_id=4c216ccb-efc3-469c-b23e-31364c82cb45 HTTP/1.1" status: 200 len: 943 time: 0.0486314 Jul 27 08:51:35.616542 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-99e75163-483a-46d7-bd45-52a9e774526b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786710477123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786709965406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16582167'] for port (1922b0fc-878e-407b-bb16-0ebfc19e6bf1), after_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:35.657246 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e75163-483a-46d7-bd45-52a9e774526b admin admin] Pushing event deleted for resources: {'Port': ['ID=1922b0fc-878e-407b-bb16-0ebfc19e6bf1,revision_number=None']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:51:35.670069 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-358d3d3b-452a-438c-89d2-c4562a9d90bc req-e1956abd-8fa7-458e-8f32-782483b27abe tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.40 "GET /v2.0/security-groups?id=8d5e7645-7593-4ba6-a8ab-faf9285cddbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831625 Jul 27 08:51:35.730427 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-99e75163-483a-46d7-bd45-52a9e774526b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-363035'] for router_gateway (bd293918-df95-482e-b8e3-f77d4ceb2aa6), after_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:35.825204 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:51:35.827330 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-99e75163-483a-46d7-bd45-52a9e774526b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8119440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-333'] for router (bd293918-df95-482e-b8e3-f77d4ceb2aa6), precommit_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:35.829861 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-99e75163-483a-46d7-bd45-52a9e774526b admin admin] Publish callbacks [] for router_controller (bd293918-df95-482e-b8e3-f77d4ceb2aa6), precommit_delete_associations {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:36.058777 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-99e75163-483a-46d7-bd45-52a9e774526b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8119314'] for router (bd293918-df95-482e-b8e3-f77d4ceb2aa6), after_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:36.059373 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99e75163-483a-46d7-bd45-52a9e774526b admin admin] Fanout notify agent at l3_agent the message router_deleted on router bd293918-df95-482e-b8e3-f77d4ceb2aa6 {{(pid=104485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 08:51:36.063503 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-99e75163-483a-46d7-bd45-52a9e774526b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:36.065557 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-99e75163-483a-46d7-bd45-52a9e774526b admin admin] 10.222.0.40 "DELETE /v2.0/routers/bd293918-df95-482e-b8e3-f77d4ceb2aa6 HTTP/1.1" status: 204 len: 168 time: 1.2359352 Jul 27 08:51:36.067967 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 36112) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:51:36.119109 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7b0f13d-494a-4306-b443-96419d8c6e29 admin admin] Deleting subnet ffc368c0-34ea-48b9-bd5b-9995154c0bb3 {{(pid=104485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 27 08:51:36.122338 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-d7b0f13d-494a-4306-b443-96419d8c6e29 admin admin] Publish callbacks [] for subnet (ffc368c0-34ea-48b9-bd5b-9995154c0bb3), before_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:36.159175 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-d7b0f13d-494a-4306-b443-96419d8c6e29 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4551711'] for subnet (ffc368c0-34ea-48b9-bd5b-9995154c0bb3), precommit_delete_associations {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:36.236819 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:51:36.239979 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-d7b0f13d-494a-4306-b443-96419d8c6e29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-829739'] for subnet (ffc368c0-34ea-48b9-bd5b-9995154c0bb3), precommit_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:36.374929 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-d7b0f13d-494a-4306-b443-96419d8c6e29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-829730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16582202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16687746'] for subnet (ffc368c0-34ea-48b9-bd5b-9995154c0bb3), after_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:36.410405 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b0f13d-494a-4306-b443-96419d8c6e29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ffc368c0-34ea-48b9-bd5b-9995154c0bb3,revision_number=None']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:51:36.415631 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-d7b0f13d-494a-4306-b443-96419d8c6e29 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:36.416206 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb588062-8a02-4ab0-928f-99223a17efec None None] Network da8e27ef-30b6-46d4-bee6-45ae43a64b7f requested from dv-cinder-851170-2-iscsi {{(pid=104487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 08:51:36.422038 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-d7b0f13d-494a-4306-b443-96419d8c6e29 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/ffc368c0-34ea-48b9-bd5b-9995154c0bb3 HTTP/1.1" status: 204 len: 168 time: 0.3511522 Jul 27 08:51:36.423629 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 36118) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:51:36.502281 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-4bf87416-e656-4e3a-898b-a029bccb3237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-787041'] for network (da8e27ef-30b6-46d4-bee6-45ae43a64b7f), before_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:36.557487 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.plugin [None req-4bf87416-e656-4e3a-898b-a029bccb3237 admin admin] Deleting port 2159b8bb-c441-4b5a-b877-0eb19d3903d7 {{(pid=104485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 08:51:36.557824 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-4bf87416-e656-4e3a-898b-a029bccb3237 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786710341133'] for port (2159b8bb-c441-4b5a-b877-0eb19d3903d7), before_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:36.600132 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a63cd0-fa6a-4c45-a056-809e5900c756 None None] DHCP port deletion for da8e27ef-30b6-46d4-bee6-45ae43a64b7f request from dv-cinder-851170-2-iscsi {{(pid=104487) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 27 08:51:36.627156 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.db [None req-4bf87416-e656-4e3a-898b-a029bccb3237 admin admin] For port 2159b8bb-c441-4b5a-b877-0eb19d3903d7, host dv-cinder-851170-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851170-2-iscsi',level=0,port_id=2159b8bb-c441-4b5a-b877-0eb19d3903d7,segment=NetworkSegment(a16e8699-16a8-463e-9383-22cee171f606),segment_id=a16e8699-16a8-463e-9383-22cee171f606)] {{(pid=104485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:51:36.627442 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-4bf87416-e656-4e3a-898b-a029bccb3237 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8100626'] for port (2159b8bb-c441-4b5a-b877-0eb19d3903d7), precommit_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:36.640600 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.plugin [None req-4bf87416-e656-4e3a-898b-a029bccb3237 admin admin] Calling delete_port for 2159b8bb-c441-4b5a-b877-0eb19d3903d7 owned by network:dhcp {{(pid=104485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 08:51:36.645935 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-c2a63cd0-fa6a-4c45-a056-809e5900c756 None None] Deleting port 2159b8bb-c441-4b5a-b877-0eb19d3903d7 {{(pid=104487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 08:51:36.646348 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-c2a63cd0-fa6a-4c45-a056-809e5900c756 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786710341133'] for port (2159b8bb-c441-4b5a-b877-0eb19d3903d7), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:36.711636 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-c2a63cd0-fa6a-4c45-a056-809e5900c756 None None] For port 2159b8bb-c441-4b5a-b877-0eb19d3903d7, host dv-cinder-851170-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851170-2-iscsi',level=0,port_id=2159b8bb-c441-4b5a-b877-0eb19d3903d7,segment=NetworkSegment(a16e8699-16a8-463e-9383-22cee171f606),segment_id=a16e8699-16a8-463e-9383-22cee171f606)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:51:36.712103 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-c2a63cd0-fa6a-4c45-a056-809e5900c756 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8100626'] for port (2159b8bb-c441-4b5a-b877-0eb19d3903d7), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:36.726929 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-c2a63cd0-fa6a-4c45-a056-809e5900c756 None None] Calling delete_port for 2159b8bb-c441-4b5a-b877-0eb19d3903d7 owned by network:dhcp {{(pid=104487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 08:51:36.739551 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=100 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:51:36.791779 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-4bf87416-e656-4e3a-898b-a029bccb3237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786710477123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786709965406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16582167'] for port (2159b8bb-c441-4b5a-b877-0eb19d3903d7), after_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:36.805394 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Device 9eecc888-8cd4-4cb5-876e-9e329f17a2f8 no longer exists at agent ovs-agent-dv-cinder-851170-2-iscsi {{(pid=104487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 08:51:36.821815 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf87416-e656-4e3a-898b-a029bccb3237 admin admin] Pushing event deleted for resources: {'Port': ['ID=2159b8bb-c441-4b5a-b877-0eb19d3903d7,revision_number=None']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:51:36.823672 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf87416-e656-4e3a-898b-a029bccb3237 admin admin] No DVR routers for this DVR port 2159b8bb-c441-4b5a-b877-0eb19d3903d7 on host dv-cinder-851170-2-iscsi {{(pid=104485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 08:51:36.830852 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-c2a63cd0-fa6a-4c45-a056-809e5900c756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786710477123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786709965406'] for port (2159b8bb-c441-4b5a-b877-0eb19d3903d7), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:36.831556 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a1a94d-1b70-4f23-b3ab-1f40324bb114 req-28ebe741-692c-4762-bcb6-6d77e0361284 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:51:36.836723 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] No Port match for: 9eecc888-8cd4-4cb5-876e-9e329f17a2f8 {{(pid=104487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 08:51:36.837276 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Device 9eecc888-8cd4-4cb5-876e-9e329f17a2f8 not bound to the agent host dv-cinder-851170-2-iscsi {{(pid=104487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 08:51:36.837850 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Device 2159b8bb-c441-4b5a-b877-0eb19d3903d7 no longer exists at agent ovs-agent-dv-cinder-851170-2-iscsi {{(pid=104487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 08:51:36.838735 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-64a1a94d-1b70-4f23-b3ab-1f40324bb114 req-28ebe741-692c-4762-bcb6-6d77e0361284 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.40 "GET /v2.0/ports?device_id=4c216ccb-efc3-469c-b23e-31364c82cb45 HTTP/1.1" status: 200 len: 943 time: 0.0797687 Jul 27 08:51:36.876314 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a63cd0-fa6a-4c45-a056-809e5900c756 None None] Pushing event deleted for resources: {'Port': ['ID=2159b8bb-c441-4b5a-b877-0eb19d3903d7,revision_number=None']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:51:36.882777 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] No Port match for: 2159b8bb-c441-4b5a-b877-0eb19d3903d7 {{(pid=104487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 08:51:36.882777 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Device 2159b8bb-c441-4b5a-b877-0eb19d3903d7 not bound to the agent host dv-cinder-851170-2-iscsi {{(pid=104487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 08:51:36.882777 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Device 1922b0fc-878e-407b-bb16-0ebfc19e6bf1 no longer exists at agent ovs-agent-dv-cinder-851170-2-iscsi {{(pid=104487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 08:51:36.885054 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a63cd0-fa6a-4c45-a056-809e5900c756 None None] No DVR routers for this DVR port 2159b8bb-c441-4b5a-b877-0eb19d3903d7 on host dv-cinder-851170-2-iscsi {{(pid=104487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 08:51:36.897815 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-64a1a94d-1b70-4f23-b3ab-1f40324bb114 req-96a2e891-2595-4b62-a4e7-88fc7a9ce006 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.40 "GET /v2.0/security-groups?id=8d5e7645-7593-4ba6-a8ab-faf9285cddbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580528 Jul 27 08:51:36.902570 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-4bf87416-e656-4e3a-898b-a029bccb3237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-831493', 'neutron.services.segments.db._delete_segments_for_network-8786710418890'] for network (da8e27ef-30b6-46d4-bee6-45ae43a64b7f), precommit_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:36.903318 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] No Port match for: 1922b0fc-878e-407b-bb16-0ebfc19e6bf1 {{(pid=104487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 08:51:36.903859 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Device 1922b0fc-878e-407b-bb16-0ebfc19e6bf1 not bound to the agent host dv-cinder-851170-2-iscsi {{(pid=104487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 08:51:36.928470 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.services.segments.db [None req-4bf87416-e656-4e3a-898b-a029bccb3237 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da8e27ef-30b6-46d4-bee6-45ae43a64b7f']}} {{(pid=104485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:51:36.937754 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.services.segments.db [None req-4bf87416-e656-4e3a-898b-a029bccb3237 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a16e8699-16a8-463e-9383-22cee171f606') {'for_net_delete': True} {{(pid=104485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:51:36.938055 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.services.segments.db [None req-4bf87416-e656-4e3a-898b-a029bccb3237 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a16e8699-16a8-463e-9383-22cee171f606') {} {{(pid=104485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:51:36.951167 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-4bf87416-e656-4e3a-898b-a029bccb3237 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786710418791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4551686'] for segment (a16e8699-16a8-463e-9383-22cee171f606), before_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:36.964283 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-4bf87416-e656-4e3a-898b-a029bccb3237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-834444'] for segment (a16e8699-16a8-463e-9383-22cee171f606), precommit_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:36.971581 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bf87416-e656-4e3a-898b-a029bccb3237 admin admin] Releasing vlan 697 on physical network physnet1 to pool {{(pid=104485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 08:51:36.971963 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-4bf87416-e656-4e3a-898b-a029bccb3237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-834444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16582244'] for segment (a16e8699-16a8-463e-9383-22cee171f606), after_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:37.010532 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.services.segments.plugin [-] Segment a16e8699-16a8-463e-9383-22cee171f606 resource provider aggregate not found Jul 27 08:51:37.028928 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.services.segments.plugin [-] Segment a16e8699-16a8-463e-9383-22cee171f606 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a16e8699-16a8-463e-9383-22cee171f606 found for delete ", "request_id": "req-09dc4efa-b2fd-4063-be75-1c27fe06eded"}]} Jul 27 08:51:37.031433 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:51:37.150396 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-4bf87416-e656-4e3a-898b-a029bccb3237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-831502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363063'] for network (da8e27ef-30b6-46d4-bee6-45ae43a64b7f), after_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:37.155794 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-4bf87416-e656-4e3a-898b-a029bccb3237 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7864717'] for network (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:37.163640 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-4bf87416-e656-4e3a-898b-a029bccb3237 admin admin] 10.222.0.40 "DELETE /v2.0/networks/da8e27ef-30b6-46d4-bee6-45ae43a64b7f HTTP/1.1" status: 204 len: 168 time: 0.7351768 Jul 27 08:51:37.172721 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf87416-e656-4e3a-898b-a029bccb3237 admin admin] Pushing event deleted for resources: {'Network': ['ID=da8e27ef-30b6-46d4-bee6-45ae43a64b7f,revision_number=None']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:51:37.659826 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 36142) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:51:37.700862 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-97ad84bd-1768-498c-9a44-a4c60ffc56b2 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=5d10772d974f47d7bc82c0f0b8a8facf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395129 Jul 27 08:51:37.703351 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 36144) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:51:37.756836 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-b2811bf0-833e-4925-bdc2-7fe457c6f69d admin admin] Publish callbacks [] for security_group (465735f8-0261-43da-acda-8771a0ea9937), before_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:37.783025 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-b2811bf0-833e-4925-bdc2-7fe457c6f69d admin admin] Publish callbacks [] for security_group (465735f8-0261-43da-acda-8771a0ea9937), precommit_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:37.904640 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-b2811bf0-833e-4925-bdc2-7fe457c6f69d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (465735f8-0261-43da-acda-8771a0ea9937), after_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:37.907689 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-b2811bf0-833e-4925-bdc2-7fe457c6f69d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:37.908893 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-b2811bf0-833e-4925-bdc2-7fe457c6f69d admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/465735f8-0261-43da-acda-8771a0ea9937 HTTP/1.1" status: 204 len: 168 time: 0.2046463 Jul 27 08:51:37.919207 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2811bf0-833e-4925-bdc2-7fe457c6f69d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=465735f8-0261-43da-acda-8771a0ea9937,revision_number=None']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:51:38.048869 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383f12c3-4a46-43c9-bdce-fd933b590ccf req-18e50a9a-f28f-4158-a311-d3cb5ab98261 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:51:38.050563 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-383f12c3-4a46-43c9-bdce-fd933b590ccf req-18e50a9a-f28f-4158-a311-d3cb5ab98261 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.40 "GET /v2.0/ports?device_id=4c216ccb-efc3-469c-b23e-31364c82cb45 HTTP/1.1" status: 200 len: 943 time: 0.0475507 Jul 27 08:51:38.101168 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-383f12c3-4a46-43c9-bdce-fd933b590ccf req-aaee5abf-d18c-4cc3-93e2-c3520e2297c1 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.40 "GET /v2.0/security-groups?id=8d5e7645-7593-4ba6-a8ab-faf9285cddbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450256 Jul 27 08:51:38.803622 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 36162) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:51:38.843587 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-e87259c1-f505-4826-b7f0-4a734882d13d admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=4a36d9652e80462a8e11c3b3e8a9c4a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388374 Jul 27 08:51:38.847090 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 36164) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:51:38.905755 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-5009c9db-4b17-4127-bcb3-c57187a59677 admin admin] Publish callbacks [] for security_group (7947d007-fc07-4adb-b1d2-8abd37f588a9), before_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:38.933099 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-5009c9db-4b17-4127-bcb3-c57187a59677 admin admin] Publish callbacks [] for security_group (7947d007-fc07-4adb-b1d2-8abd37f588a9), precommit_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:39.070723 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-5009c9db-4b17-4127-bcb3-c57187a59677 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (7947d007-fc07-4adb-b1d2-8abd37f588a9), after_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:39.073288 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-5009c9db-4b17-4127-bcb3-c57187a59677 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:39.074473 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-5009c9db-4b17-4127-bcb3-c57187a59677 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/7947d007-fc07-4adb-b1d2-8abd37f588a9 HTTP/1.1" status: 204 len: 168 time: 0.2262738 Jul 27 08:51:39.083160 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5009c9db-4b17-4127-bcb3-c57187a59677 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7947d007-fc07-4adb-b1d2-8abd37f588a9,revision_number=None']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:51:39.229707 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc7b309-006f-4290-a9df-f62b401af1e4 req-11e5888c-3d14-46d2-bb58-9e83e08be2b8 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:51:39.231231 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-8bc7b309-006f-4290-a9df-f62b401af1e4 req-11e5888c-3d14-46d2-bb58-9e83e08be2b8 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.40 "GET /v2.0/ports?device_id=4c216ccb-efc3-469c-b23e-31364c82cb45 HTTP/1.1" status: 200 len: 943 time: 0.0483456 Jul 27 08:51:39.281659 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-8bc7b309-006f-4290-a9df-f62b401af1e4 req-91d52710-e48d-4547-9f0f-fd0ef0340cce tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.40 "GET /v2.0/security-groups?id=8d5e7645-7593-4ba6-a8ab-faf9285cddbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440080 Jul 27 08:51:40.410095 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc576edf-6bf6-4b27-bef5-15d6e47f0fa3 req-85bb90d6-e0df-493d-bae3-e8646548989d tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:51:40.411660 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-bc576edf-6bf6-4b27-bef5-15d6e47f0fa3 req-85bb90d6-e0df-493d-bae3-e8646548989d tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.40 "GET /v2.0/ports?device_id=4c216ccb-efc3-469c-b23e-31364c82cb45 HTTP/1.1" status: 200 len: 943 time: 0.0472908 Jul 27 08:51:40.464730 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-bc576edf-6bf6-4b27-bef5-15d6e47f0fa3 req-8ee5c55d-df92-449b-b061-6bb099a1cf76 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.40 "GET /v2.0/security-groups?id=8d5e7645-7593-4ba6-a8ab-faf9285cddbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469999 Jul 27 08:51:41.023624 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=7 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:51:41.025010 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=16 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:51:41.091493 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 36208) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:51:41.201219 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-52ebc5a2-4c50-4093-9318-7a3688a0dbd8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:41.221767 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:51:41.277024 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-52ebc5a2-4c50-4093-9318-7a3688a0dbd8 admin admin] Publish callbacks [] for security_group (f45a3345-7451-424a-bb7f-22d152026c82), precommit_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:41.361391 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-52ebc5a2-4c50-4093-9318-7a3688a0dbd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (f45a3345-7451-424a-bb7f-22d152026c82), after_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:41.403819 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-52ebc5a2-4c50-4093-9318-7a3688a0dbd8 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=445446ac509a46a3b069838fe929ab89&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3112452 Jul 27 08:51:41.404695 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ebc5a2-4c50-4093-9318-7a3688a0dbd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f45a3345-7451-424a-bb7f-22d152026c82,revision_number=1']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:51:41.406643 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 36212) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:51:41.413868 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:51:41.459403 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-6d76e5f1-d731-4305-b872-52f0beca0158 admin admin] Publish callbacks [] for security_group (f45a3345-7451-424a-bb7f-22d152026c82), before_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:41.481875 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-6d76e5f1-d731-4305-b872-52f0beca0158 admin admin] Publish callbacks [] for security_group (f45a3345-7451-424a-bb7f-22d152026c82), precommit_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:41.586409 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79afae1e-7cf8-484c-93c0-2486ac4329c7 req-7be33717-171f-4bf2-998b-d41e9243a20d tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:51:41.587938 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-79afae1e-7cf8-484c-93c0-2486ac4329c7 req-7be33717-171f-4bf2-998b-d41e9243a20d tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.40 "GET /v2.0/ports?device_id=4c216ccb-efc3-469c-b23e-31364c82cb45 HTTP/1.1" status: 200 len: 943 time: 0.0488572 Jul 27 08:51:41.590042 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-6d76e5f1-d731-4305-b872-52f0beca0158 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (f45a3345-7451-424a-bb7f-22d152026c82), after_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:41.592921 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-6d76e5f1-d731-4305-b872-52f0beca0158 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:41.597101 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-6d76e5f1-d731-4305-b872-52f0beca0158 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/f45a3345-7451-424a-bb7f-22d152026c82 HTTP/1.1" status: 204 len: 168 time: 0.1855011 Jul 27 08:51:41.617233 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d76e5f1-d731-4305-b872-52f0beca0158 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f45a3345-7451-424a-bb7f-22d152026c82,revision_number=None']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:51:41.661841 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-79afae1e-7cf8-484c-93c0-2486ac4329c7 req-77c9a0ef-df44-4dde-9acd-33db40f54757 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.40 "GET /v2.0/security-groups?id=8d5e7645-7593-4ba6-a8ab-faf9285cddbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660675 Jul 27 08:51:42.191984 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 36222) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:51:42.204988 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-01280994-8b37-43eb-9939-a94ec6c45925 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:42.281205 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-01280994-8b37-43eb-9939-a94ec6c45925 admin admin] Publish callbacks [] for security_group (b448b7e6-b07a-4fb4-a440-573b4499f524), precommit_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:42.361984 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-01280994-8b37-43eb-9939-a94ec6c45925 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (b448b7e6-b07a-4fb4-a440-573b4499f524), after_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:42.401765 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-01280994-8b37-43eb-9939-a94ec6c45925 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=14e0b083d1ee4e9c8e5ddc41bf4cc5a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2093394 Jul 27 08:51:42.402639 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01280994-8b37-43eb-9939-a94ec6c45925 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b448b7e6-b07a-4fb4-a440-573b4499f524,revision_number=1']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:51:42.404536 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 36224) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:51:42.457466 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-322e7bc6-66e9-4c0a-9bb5-3982af4121c1 admin admin] Publish callbacks [] for security_group (b448b7e6-b07a-4fb4-a440-573b4499f524), before_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:42.461388 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:51:42.479970 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-322e7bc6-66e9-4c0a-9bb5-3982af4121c1 admin admin] Publish callbacks [] for security_group (b448b7e6-b07a-4fb4-a440-573b4499f524), precommit_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:42.595396 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-322e7bc6-66e9-4c0a-9bb5-3982af4121c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (b448b7e6-b07a-4fb4-a440-573b4499f524), after_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:42.597911 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-322e7bc6-66e9-4c0a-9bb5-3982af4121c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:42.599112 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-322e7bc6-66e9-4c0a-9bb5-3982af4121c1 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/b448b7e6-b07a-4fb4-a440-573b4499f524 HTTP/1.1" status: 204 len: 168 time: 0.1935945 Jul 27 08:51:42.607094 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322e7bc6-66e9-4c0a-9bb5-3982af4121c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b448b7e6-b07a-4fb4-a440-573b4499f524,revision_number=None']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:51:42.783243 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc9aca5-ff8d-4572-9941-fbb16a3b125e req-200990b0-317c-477f-954e-630079251a01 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:51:42.784736 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-dbc9aca5-ff8d-4572-9941-fbb16a3b125e req-200990b0-317c-477f-954e-630079251a01 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.40 "GET /v2.0/ports?device_id=4c216ccb-efc3-469c-b23e-31364c82cb45 HTTP/1.1" status: 200 len: 943 time: 0.0467367 Jul 27 08:51:42.835040 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-dbc9aca5-ff8d-4572-9941-fbb16a3b125e req-53df0b00-1ac2-4523-9678-fa0acc80f898 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.40 "GET /v2.0/security-groups?id=8d5e7645-7593-4ba6-a8ab-faf9285cddbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446446 Jul 27 08:51:43.917231 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:51:43.958662 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2ec495-9976-448e-b4c2-fabc795c525b req-90572a02-c828-4df8-b58a-04767c580b82 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:51:43.960190 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-9d2ec495-9976-448e-b4c2-fabc795c525b req-90572a02-c828-4df8-b58a-04767c580b82 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.40 "GET /v2.0/ports?device_id=4c216ccb-efc3-469c-b23e-31364c82cb45 HTTP/1.1" status: 200 len: 943 time: 0.0536299 Jul 27 08:51:44.010943 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-9d2ec495-9976-448e-b4c2-fabc795c525b req-5d173645-511f-431c-b086-9b0c643ddaa8 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.40 "GET /v2.0/security-groups?id=8d5e7645-7593-4ba6-a8ab-faf9285cddbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448942 Jul 27 08:51:45.130988 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494ee376-3c36-47a7-8640-c719bfede18f req-99c5c89b-892f-4aee-98ad-2385a2155571 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:51:45.132489 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-494ee376-3c36-47a7-8640-c719bfede18f req-99c5c89b-892f-4aee-98ad-2385a2155571 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.40 "GET /v2.0/ports?device_id=4c216ccb-efc3-469c-b23e-31364c82cb45 HTTP/1.1" status: 200 len: 943 time: 0.0473874 Jul 27 08:51:45.181422 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-494ee376-3c36-47a7-8640-c719bfede18f req-a084feda-7bd4-4d46-932f-99ae846e6be9 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.40 "GET /v2.0/security-groups?id=8d5e7645-7593-4ba6-a8ab-faf9285cddbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433402 Jul 27 08:51:45.545714 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Device 0c459acb-240d-4861-a242-e9dc42994183 details requested by agent hyperv_hv-cinder-85117 with host hv-cinder-85117 {{(pid=104487) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 08:51:45.777398 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] For port 0c459acb-240d-4861-a242-e9dc42994183, host hv-cinder-85117, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85117',level=0,port_id=0c459acb-240d-4861-a242-e9dc42994183,segment=NetworkSegment(39e09afd-0493-4ab2-a5f6-2cf0ed23b5e1),segment_id=39e09afd-0493-4ab2-a5f6-2cf0ed23b5e1)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:51:45.789187 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Returning: {'device': '0c459acb-240d-4861-a242-e9dc42994183', 'network_id': 'ecada7fa-7a56-41f5-bba0-0e680e111c5d', 'port_id': '0c459acb-240d-4861-a242-e9dc42994183', 'mac_address': 'fa:16:3e:df:31:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3728e296-f73f-42fa-ab4b-892bf727c18b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104487) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 08:51:45.825383 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Current status of the port 0c459acb-240d-4861-a242-e9dc42994183 is: DOWN; New status is: BUILD {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:51:45.825784 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (0c459acb-240d-4861-a242-e9dc42994183), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:45.839412 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.notifiers.nova [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c459acb-240d-4861-a242-e9dc42994183 {{(pid=104487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 08:51:45.861158 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] For port 0c459acb-240d-4861-a242-e9dc42994183, host hv-cinder-85117, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85117',level=0,port_id=0c459acb-240d-4861-a242-e9dc42994183,segment=NetworkSegment(39e09afd-0493-4ab2-a5f6-2cf0ed23b5e1),segment_id=39e09afd-0493-4ab2-a5f6-2cf0ed23b5e1)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:51:45.931255 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (0c459acb-240d-4861-a242-e9dc42994183), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:45.984848 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Pushing event updated for resources: {'Port': ['ID=0c459acb-240d-4861-a242-e9dc42994183,revision_number=4']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:51:46.029573 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-8a19ef9b-741d-4fed-94a3-37356fbca807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (7c77c4a2-8ca4-486b-af2a-676805e7b922), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:46.310236 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee66a193-31e2-4e84-8f0d-fb8422ffb0de req-307b84ce-db02-4bf0-9280-b4b1c2add324 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:51:46.311747 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-ee66a193-31e2-4e84-8f0d-fb8422ffb0de req-307b84ce-db02-4bf0-9280-b4b1c2add324 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.40 "GET /v2.0/ports?device_id=4c216ccb-efc3-469c-b23e-31364c82cb45 HTTP/1.1" status: 200 len: 944 time: 0.0540245 Jul 27 08:51:46.365171 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-ee66a193-31e2-4e84-8f0d-fb8422ffb0de req-7f64d7ea-6e46-4eb5-8c89-a05b84b34672 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.40 "GET /v2.0/security-groups?id=8d5e7645-7593-4ba6-a8ab-faf9285cddbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474586 Jul 27 08:51:46.372288 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] get_ports_and_sgs() called for port_ids ['0c459acb-240d-4861-a242-e9dc42994183'] {{(pid=104487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 08:51:46.448603 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:51:47.493255 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5aa48f-326b-4889-8b46-385977df2de4 req-1e190370-6c76-4d98-9eac-bcc71a6f7a9f tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:51:47.494709 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-5a5aa48f-326b-4889-8b46-385977df2de4 req-1e190370-6c76-4d98-9eac-bcc71a6f7a9f tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.40 "GET /v2.0/ports?device_id=4c216ccb-efc3-469c-b23e-31364c82cb45 HTTP/1.1" status: 200 len: 944 time: 0.0526450 Jul 27 08:51:47.541131 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Device 0c459acb-240d-4861-a242-e9dc42994183 up at agent hyperv_hv-cinder-85117 {{(pid=104487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 08:51:47.545810 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-5a5aa48f-326b-4889-8b46-385977df2de4 req-64cb62a0-f21f-4da7-9555-6591b71e7e1a tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.40 "GET /v2.0/security-groups?id=8d5e7645-7593-4ba6-a8ab-faf9285cddbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453875 Jul 27 08:51:47.564414 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:51:47.590113 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Provisioning for port 0c459acb-240d-4861-a242-e9dc42994183 completed by entity L2. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 27 08:51:47.646875 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Provisioning complete for port 0c459acb-240d-4861-a242-e9dc42994183 triggered by entity L2. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:51:47.647251 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (0c459acb-240d-4861-a242-e9dc42994183), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:47.722215 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Current status of the port 0c459acb-240d-4861-a242-e9dc42994183 is: BUILD; New status is: ACTIVE {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:51:47.722724 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (0c459acb-240d-4861-a242-e9dc42994183), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:47.746546 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c216ccb-efc3-469c-b23e-31364c82cb45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c459acb-240d-4861-a242-e9dc42994183'}] {{(pid=104487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 08:51:47.748888 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80d6aca8d47c9a16b7ef4a01c61ef1bf5c962aea16cee8599b6bab5dfb4de652" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-472b0523-7c89-4e18-b839-6706c40ffb6e" -d '{"events": [{"server_uuid": "4c216ccb-efc3-469c-b23e-31364c82cb45", "name": "network-vif-plugged", "status": "completed", "tag": "0c459acb-240d-4861-a242-e9dc42994183"}]}' {{(pid=104487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 08:51:47.765887 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] For port 0c459acb-240d-4861-a242-e9dc42994183, host hv-cinder-85117, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85117',level=0,port_id=0c459acb-240d-4861-a242-e9dc42994183,segment=NetworkSegment(39e09afd-0493-4ab2-a5f6-2cf0ed23b5e1),segment_id=39e09afd-0493-4ab2-a5f6-2cf0ed23b5e1)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:51:47.847319 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (0c459acb-240d-4861-a242-e9dc42994183), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:47.898038 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Pushing event updated for resources: {'Port': ['ID=0c459acb-240d-4861-a242-e9dc42994183,revision_number=5']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:51:47.906443 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 08:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66605a24-4c4c-49ee-84ba-da1fb345ac7f x-openstack-request-id: req-66605a24-4c4c-49ee-84ba-da1fb345ac7f {{(pid=104487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 08:51:47.906443 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c216ccb-efc3-469c-b23e-31364c82cb45", "name": "network-vif-plugged", "status": "completed", "tag": "0c459acb-240d-4861-a242-e9dc42994183", "code": 200}]} {{(pid=104487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 08:51:47.906660 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-66605a24-4c4c-49ee-84ba-da1fb345ac7f {{(pid=104487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 08:51:47.907057 dv-cinder-851170-2-iscsi neutron-server[104487]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66605a24-4c4c-49ee-84ba-da1fb345ac7f'] response: {'server_uuid': '4c216ccb-efc3-469c-b23e-31364c82cb45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c459acb-240d-4861-a242-e9dc42994183', 'code': 200} Jul 27 08:51:48.347963 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e5e55a-46c2-4776-b58a-6c915cfe1ae5 req-bdc52041-7825-4297-9e67-053738941c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:51:48.349787 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-13e5e55a-46c2-4776-b58a-6c915cfe1ae5 req-bdc52041-7825-4297-9e67-053738941c77 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4c216ccb-efc3-469c-b23e-31364c82cb45 HTTP/1.1" status: 200 len: 1129 time: 0.0409789 Jul 27 08:51:48.350019 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-54f4961d-b0fb-476b-a8b6-3511dfc50730 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (5bc6d868-bb0b-4164-b2dd-44360f4de654), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:48.398343 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-13e5e55a-46c2-4776-b58a-6c915cfe1ae5 req-43aeecdf-e2ca-4cfb-b937-b417746e4d37 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=8d5e7645-7593-4ba6-a8ab-faf9285cddbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413339 Jul 27 08:51:48.669396 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08449af8-c416-430a-a7e6-062ab26ea6e1 req-db14d2fb-0bf0-4020-ba22-6ac64459fe2d tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:51:48.670860 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-08449af8-c416-430a-a7e6-062ab26ea6e1 req-db14d2fb-0bf0-4020-ba22-6ac64459fe2d tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.40 "GET /v2.0/ports?device_id=4c216ccb-efc3-469c-b23e-31364c82cb45 HTTP/1.1" status: 200 len: 945 time: 0.0489335 Jul 27 08:51:48.983329 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-08449af8-c416-430a-a7e6-062ab26ea6e1 req-efea4613-b722-47ca-875a-6161ec82cba1 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.40 "GET /v2.0/security-groups?id=8d5e7645-7593-4ba6-a8ab-faf9285cddbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3067107 Jul 27 08:51:50.110132 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f2fca8-31e4-4420-a1a6-e5050fcfea51 req-ae5b49ef-8d25-4d40-bde8-2cb3e862d9c1 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:51:50.113415 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-30f2fca8-31e4-4420-a1a6-e5050fcfea51 req-ae5b49ef-8d25-4d40-bde8-2cb3e862d9c1 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.40 "GET /v2.0/ports?device_id=4c216ccb-efc3-469c-b23e-31364c82cb45 HTTP/1.1" status: 200 len: 945 time: 0.0521679 Jul 27 08:51:50.166138 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-30f2fca8-31e4-4420-a1a6-e5050fcfea51 req-cb8296ba-fca6-4c21-8ea5-949c9fb15247 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.40 "GET /v2.0/security-groups?id=8d5e7645-7593-4ba6-a8ab-faf9285cddbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488312 Jul 27 08:51:50.321274 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-45eb61cd-e3d7-4840-8013-3080c7768274 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (36998da0-f99a-403d-814c-b55466abd131), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:51.285628 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8579bf18-64a8-4476-96ba-2b6ecf8d1aec req-fdf30b2f-f1c2-41aa-88ea-1fd7307dea7f tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:51:51.287158 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-8579bf18-64a8-4476-96ba-2b6ecf8d1aec req-fdf30b2f-f1c2-41aa-88ea-1fd7307dea7f tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.40 "GET /v2.0/ports?device_id=4c216ccb-efc3-469c-b23e-31364c82cb45 HTTP/1.1" status: 200 len: 945 time: 0.0464108 Jul 27 08:51:51.338356 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-8579bf18-64a8-4476-96ba-2b6ecf8d1aec req-963a9a35-c061-4ee6-8063-f98b1ccd8999 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.40 "GET /v2.0/security-groups?id=8d5e7645-7593-4ba6-a8ab-faf9285cddbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452192 Jul 27 08:51:51.400409 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-83feb67a-80d7-474e-96e8-1d92c33387c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (0a293c43-2970-4b69-9d2a-dcf41d8870ef), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:51.457813 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (ed9de811-f248-496b-b487-860d50d7cee7), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:51.459479 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (40990755-2d84-4c9d-828c-eda94a5136e8), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:51.468535 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b146d1-779e-4511-be46-cf7e326ad645 req-c6ec9278-ff30-4e1c-916b-de545aa59592 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:51:51.470285 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-42b146d1-779e-4511-be46-cf7e326ad645 req-c6ec9278-ff30-4e1c-916b-de545aa59592 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.40 "GET /v2.0/ports?device_id=4c216ccb-efc3-469c-b23e-31364c82cb45 HTTP/1.1" status: 200 len: 945 time: 0.0504916 Jul 27 08:51:51.521266 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-42b146d1-779e-4511-be46-cf7e326ad645 req-9ba5ea62-c293-4aa9-9f74-f954157eb058 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.40 "GET /v2.0/security-groups?id=8d5e7645-7593-4ba6-a8ab-faf9285cddbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453653 Jul 27 08:51:51.548363 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 36360) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:51:51.732420 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7047d9c9-ee14-42d5-bb78-d91e8b7fa3b0 tempest-TestVolumeBootPattern-1148435854 tempest-TestVolumeBootPattern-1148435854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:51:51.733824 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-7047d9c9-ee14-42d5-bb78-d91e8b7fa3b0 tempest-TestVolumeBootPattern-1148435854 tempest-TestVolumeBootPattern-1148435854-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=4c216ccb-efc3-469c-b23e-31364c82cb45 HTTP/1.1" status: 200 len: 1124 time: 0.1841578 Jul 27 08:51:51.737478 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 36364) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:51:51.741644 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.v2.base [None req-080afffd-07ec-40fe-812f-b3f0c18d5ca4 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Request body: {'floatingip': {'floating_network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'port_id': '0c459acb-240d-4861-a242-e9dc42994183', 'tenant_id': 'e664288b45ae4b98ae22270ea7eac1e6', 'fixed_ip_address': '172.20.0.5'}} {{(pid=104485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:51:51.857359 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-080afffd-07ec-40fe-812f-b3f0c18d5ca4 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:51.945660 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-080afffd-07ec-40fe-812f-b3f0c18d5ca4 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (None), before_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:51.987877 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:51:52.051605 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.db.db_base_plugin_common [None req-080afffd-07ec-40fe-812f-b3f0c18d5ca4 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Allocated IP 172.27.2.111 (e7cd7671-9410-421d-95f2-ddad301715a5/bd8cca88-d260-42a1-9635-5bfcc6eba2a1/53161955-ae8a-4e40-b261-d45ed1053607) {{(pid=104485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 08:51:52.060312 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:51:52.151688 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-080afffd-07ec-40fe-812f-b3f0c18d5ca4 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Publish callbacks [] for port (53161955-ae8a-4e40-b261-d45ed1053607), precommit_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:52.235243 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-080afffd-07ec-40fe-812f-b3f0c18d5ca4 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786709965397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16582167'] for port (53161955-ae8a-4e40-b261-d45ed1053607), after_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:52.279788 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-080afffd-07ec-40fe-812f-b3f0c18d5ca4 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Network e7cd7671-9410-421d-95f2-ddad301715a5 is already hosted by enough agents. {{(pid=104485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 08:51:52.285686 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.scheduler.base_scheduler [None req-080afffd-07ec-40fe-812f-b3f0c18d5ca4 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Resources bound (agent type, host, resource id): {{(pid=104485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 08:51:52.287604 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080afffd-07ec-40fe-812f-b3f0c18d5ca4 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Pushing event updated for resources: {'Port': ['ID=53161955-ae8a-4e40-b261-d45ed1053607,revision_number=1']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:51:52.289700 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080afffd-07ec-40fe-812f-b3f0c18d5ca4 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Received port after_create {{(pid=104485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 08:51:52.608726 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:51:52.633614 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-080afffd-07ec-40fe-812f-b3f0c18d5ca4 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Publish callbacks [] for floatingip (c17af243-78d7-4506-94a0-6268e02024bf), precommit_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:52.765129 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-080afffd-07ec-40fe-812f-b3f0c18d5ca4 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (53161955-ae8a-4e40-b261-d45ed1053607), before_update {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:52.914655 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-080afffd-07ec-40fe-812f-b3f0c18d5ca4 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Publish callbacks [] for port (53161955-ae8a-4e40-b261-d45ed1053607), precommit_update {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:52.971781 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-080afffd-07ec-40fe-812f-b3f0c18d5ca4 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16582144'] for port (53161955-ae8a-4e40-b261-d45ed1053607), after_update {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:53.042262 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080afffd-07ec-40fe-812f-b3f0c18d5ca4 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Pushing event updated for resources: {'Port': ['ID=53161955-ae8a-4e40-b261-d45ed1053607,revision_number=2']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:51:53.051077 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-080afffd-07ec-40fe-812f-b3f0c18d5ca4 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363235'] for floatingip (c17af243-78d7-4506-94a0-6268e02024bf), after_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:53.146326 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.db.l3_db [None req-080afffd-07ec-40fe-812f-b3f0c18d5ca4 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Floating IP c17af243-78d7-4506-94a0-6268e02024bf associated. External IP: 172.27.2.111, port: 0c459acb-240d-4861-a242-e9dc42994183. Jul 27 08:51:53.221927 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:51:53.345626 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-080afffd-07ec-40fe-812f-b3f0c18d5ca4 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Router 967dffa2-d957-4d1e-94d7-9b0e845a7543 has already been hosted by L3 agent 5bc6d868-bb0b-4164-b2dd-44360f4de654 {{(pid=104485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 08:51:53.448584 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-080afffd-07ec-40fe-812f-b3f0c18d5ca4 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Notify agent at l3_agent.dv-cinder-851170-2-iscsi the message routers_updated {{(pid=104485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 08:51:53.458212 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33466bea-8c04-4572-9ff0-17dcd09616b4 None None] Sync routers for ids ['967dffa2-d957-4d1e-94d7-9b0e845a7543'] in dv-cinder-851170-2-iscsi {{(pid=104488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 08:51:53.468262 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33466bea-8c04-4572-9ff0-17dcd09616b4 None None] Routers {'967dffa2-d957-4d1e-94d7-9b0e845a7543'} bound to L3 agent in host dv-cinder-851170-2-iscsi {{(pid=104488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 08:51:53.468871 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_hamode_db [None req-33466bea-8c04-4572-9ff0-17dcd09616b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-27T08:30:18Z,description=,heartbeat_timestamp=2022-07-27T08:51:48Z,host='dv-cinder-851170-2-iscsi',id=5bc6d868-bb0b-4164-b2dd-44360f4de654,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T08:30:19Z,topic='l3_agent')) {'router_ids': ['967dffa2-d957-4d1e-94d7-9b0e845a7543'], 'active': True} {{(pid=104488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:51:53.511029 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-080afffd-07ec-40fe-812f-b3f0c18d5ca4 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8374701'] for floatingip (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:51:53.541757 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-080afffd-07ec-40fe-812f-b3f0c18d5ca4 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8032660 Jul 27 08:51:53.542848 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c216ccb-efc3-469c-b23e-31364c82cb45', 'tag': '0c459acb-240d-4861-a242-e9dc42994183'}] {{(pid=104485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 08:51:53.544783 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f4ab7c7b1e34975a56cd7ce610f5615b70f950c8da59d9e9b5a870069a9544" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19f3b50f-742e-468b-949b-b8e0cee92641" -d '{"events": [{"name": "network-changed", "server_uuid": "4c216ccb-efc3-469c-b23e-31364c82cb45", "tag": "0c459acb-240d-4861-a242-e9dc42994183"}]}' {{(pid=104485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 08:51:53.572736 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvr_db [None req-33466bea-8c04-4572-9ff0-17dcd09616b4 None None] Set router 967dffa2-d957-4d1e-94d7-9b0e845a7543 gateway port host: dv-cinder-851170-2-iscsi {{(pid=104488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 08:51:53.586340 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 08:51:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db4411c3-8946-46ad-8551-280d7ee77bfe x-openstack-request-id: req-db4411c3-8946-46ad-8551-280d7ee77bfe {{(pid=104485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 08:51:53.586639 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c216ccb-efc3-469c-b23e-31364c82cb45", "tag": "0c459acb-240d-4861-a242-e9dc42994183", "status": "completed", "code": 200}]} {{(pid=104485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 08:51:53.586913 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-db4411c3-8946-46ad-8551-280d7ee77bfe {{(pid=104485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 08:51:53.587362 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db4411c3-8946-46ad-8551-280d7ee77bfe'] response: {'name': 'network-changed', 'server_uuid': '4c216ccb-efc3-469c-b23e-31364c82cb45', 'tag': '0c459acb-240d-4861-a242-e9dc42994183', 'status': 'completed', 'code': 200} Jul 27 08:51:53.669053 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f3b50f-742e-468b-949b-b8e0cee92641 req-f88ec7ca-8ac9-415b-b2aa-bed5f32a4649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:51:53.670619 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-19f3b50f-742e-468b-949b-b8e0cee92641 req-f88ec7ca-8ac9-415b-b2aa-bed5f32a4649 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e664288b45ae4b98ae22270ea7eac1e6&device_id=4c216ccb-efc3-469c-b23e-31364c82cb45 HTTP/1.1" status: 200 len: 1129 time: 0.0401921 Jul 27 08:51:53.724665 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:51:53.770877 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f3b50f-742e-468b-949b-b8e0cee92641 req-8845764d-57fb-4fde-956b-9db89b53206a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:51:53.772438 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-19f3b50f-742e-468b-949b-b8e0cee92641 req-8845764d-57fb-4fde-956b-9db89b53206a service neutron] 10.222.0.42 "GET /v2.0/networks?id=ecada7fa-7a56-41f5-bba0-0e680e111c5d HTTP/1.1" status: 200 len: 912 time: 0.0957675 Jul 27 08:51:53.794031 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_hamode_db [None req-33466bea-8c04-4572-9ff0-17dcd09616b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '967dffa2-d957-4d1e-94d7-9b0e845a7543', 'name': 'tempest-TestVolumeBootPattern-133541680-router', 'tenant_id': 'e664288b45ae4b98ae22270ea7eac1e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '2bb7f59b-ce22-44d9-a3c0-a28f9e63a608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:50:21Z', 'updated_at': '2022-07-27T08:50:24Z', 'revision_number': 4, 'project_id': 'e664288b45ae4b98ae22270ea7eac1e6', 'gw_port': {'id': '2bb7f59b-ce22-44d9-a3c0-a28f9e63a608', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:9e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967dffa2-d957-4d1e-94d7-9b0e845a7543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:50:22Z', 'updated_at': '2022-07-27T08:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi', '_floatingips': [{'id': 'c17af243-78d7-4506-94a0-6268e02024bf', 'tenant_id': 'e664288b45ae4b98ae22270ea7eac1e6', 'floating_ip_address': '172.27.2.111', 'floating_network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'router_id': '967dffa2-d957-4d1e-94d7-9b0e845a7543', 'port_id': '0c459acb-240d-4861-a242-e9dc42994183', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecada7fa-7a56-41f5-bba0-0e680e111c5d', 'mac_address': 'fa:16:3e:df:31:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c216ccb-efc3-469c-b23e-31364c82cb45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T08:51:52Z', 'updated_at': '2022-07-27T08:51:52Z', 'revision_number': 0, 'project_id': 'e664288b45ae4b98ae22270ea7eac1e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71584670-2126-4994-80d4-21b4a9015e82', 'name': '', 'network_id': 'ecada7fa-7a56-41f5-bba0-0e680e111c5d', 'tenant_id': 'e664288b45ae4b98ae22270ea7eac1e6', 'mac_address': 'fa:16:3e:da:6b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967dffa2-d957-4d1e-94d7-9b0e845a7543', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '3728e296-f73f-42fa-ab4b-892bf727c18b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:50:24Z', 'updated_at': '2022-07-27T08:50:29Z', 'revision_number': 5, 'project_id': 'e664288b45ae4b98ae22270ea7eac1e6', 'subnets': [{'id': '3728e296-f73f-42fa-ab4b-892bf727c18b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851170-2-iscsi', False) {} {{(pid=104488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:51:53.821823 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33466bea-8c04-4572-9ff0-17dcd09616b4 None None] Checking router: 967dffa2-d957-4d1e-94d7-9b0e845a7543 for host: dv-cinder-851170-2-iscsi {{(pid=104488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 08:51:53.831015 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33466bea-8c04-4572-9ff0-17dcd09616b4 None None] Routers {'967dffa2-d957-4d1e-94d7-9b0e845a7543'} bound to L3 agent in host dv-cinder-851170-2-iscsi {{(pid=104488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 08:51:53.831613 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_hamode_db [None req-33466bea-8c04-4572-9ff0-17dcd09616b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-27T08:30:18Z,description=,heartbeat_timestamp=2022-07-27T08:51:48Z,host='dv-cinder-851170-2-iscsi',id=5bc6d868-bb0b-4164-b2dd-44360f4de654,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T08:30:19Z,topic='l3_agent')) {'router_ids': ['967dffa2-d957-4d1e-94d7-9b0e845a7543'], 'active': True} {{(pid=104488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:51:53.837095 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-19f3b50f-742e-468b-949b-b8e0cee92641 req-293c6f4b-e327-48e4-a49e-3aa74019d2f6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0c459acb-240d-4861-a242-e9dc42994183 HTTP/1.1" status: 200 len: 999 time: 0.0585287 Jul 27 08:51:53.887277 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f3b50f-742e-468b-949b-b8e0cee92641 req-57012465-e9a6-4435-847a-2307fb1c64e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:51:53.888763 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-19f3b50f-742e-468b-949b-b8e0cee92641 req-57012465-e9a6-4435-847a-2307fb1c64e3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3728e296-f73f-42fa-ab4b-892bf727c18b HTTP/1.1" status: 200 len: 850 time: 0.0458844 Jul 27 08:51:53.934313 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvr_db [None req-33466bea-8c04-4572-9ff0-17dcd09616b4 None None] Set router 967dffa2-d957-4d1e-94d7-9b0e845a7543 gateway port host: dv-cinder-851170-2-iscsi {{(pid=104488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 08:51:53.937474 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f3b50f-742e-468b-949b-b8e0cee92641 req-c78a8013-9aad-4553-8320-49dedab20f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:51:53.939284 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-19f3b50f-742e-468b-949b-b8e0cee92641 req-c78a8013-9aad-4553-8320-49dedab20f82 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ecada7fa-7a56-41f5-bba0-0e680e111c5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442071 Jul 27 08:51:54.044050 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-19f3b50f-742e-468b-949b-b8e0cee92641 req-52dbfcab-c4e3-4cf0-a7c8-f803552016e3 service neutron] 10.222.0.42 "GET /v2.0/networks/ecada7fa-7a56-41f5-bba0-0e680e111c5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935404 Jul 27 08:51:54.136242 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-19f3b50f-742e-468b-949b-b8e0cee92641 req-725cf3f6-04b4-418b-8578-facfaad24ac9 service neutron] 10.222.0.42 "GET /v2.0/networks/ecada7fa-7a56-41f5-bba0-0e680e111c5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901830 Jul 27 08:51:54.150369 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_hamode_db [None req-33466bea-8c04-4572-9ff0-17dcd09616b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '967dffa2-d957-4d1e-94d7-9b0e845a7543', 'name': 'tempest-TestVolumeBootPattern-133541680-router', 'tenant_id': 'e664288b45ae4b98ae22270ea7eac1e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '2bb7f59b-ce22-44d9-a3c0-a28f9e63a608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:50:21Z', 'updated_at': '2022-07-27T08:50:24Z', 'revision_number': 4, 'project_id': 'e664288b45ae4b98ae22270ea7eac1e6', 'gw_port': {'id': '2bb7f59b-ce22-44d9-a3c0-a28f9e63a608', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:9e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967dffa2-d957-4d1e-94d7-9b0e845a7543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:50:22Z', 'updated_at': '2022-07-27T08:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi', '_floatingips': [{'id': 'c17af243-78d7-4506-94a0-6268e02024bf', 'tenant_id': 'e664288b45ae4b98ae22270ea7eac1e6', 'floating_ip_address': '172.27.2.111', 'floating_network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'router_id': '967dffa2-d957-4d1e-94d7-9b0e845a7543', 'port_id': '0c459acb-240d-4861-a242-e9dc42994183', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecada7fa-7a56-41f5-bba0-0e680e111c5d', 'mac_address': 'fa:16:3e:df:31:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c216ccb-efc3-469c-b23e-31364c82cb45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T08:51:52Z', 'updated_at': '2022-07-27T08:51:52Z', 'revision_number': 0, 'project_id': 'e664288b45ae4b98ae22270ea7eac1e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71584670-2126-4994-80d4-21b4a9015e82', 'name': '', 'network_id': 'ecada7fa-7a56-41f5-bba0-0e680e111c5d', 'tenant_id': 'e664288b45ae4b98ae22270ea7eac1e6', 'mac_address': 'fa:16:3e:da:6b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967dffa2-d957-4d1e-94d7-9b0e845a7543', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '3728e296-f73f-42fa-ab4b-892bf727c18b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:50:24Z', 'updated_at': '2022-07-27T08:50:29Z', 'revision_number': 5, 'project_id': 'e664288b45ae4b98ae22270ea7eac1e6', 'subnets': [{'id': '3728e296-f73f-42fa-ab4b-892bf727c18b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851170-2-iscsi', False) {} {{(pid=104488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:51:54.174463 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33466bea-8c04-4572-9ff0-17dcd09616b4 None None] The sync data for ids ['967dffa2-d957-4d1e-94d7-9b0e845a7543'] in dv-cinder-851170-2-iscsi is: [{'id': '967dffa2-d957-4d1e-94d7-9b0e845a7543', 'name': 'tempest-TestVolumeBootPattern-133541680-router', 'tenant_id': 'e664288b45ae4b98ae22270ea7eac1e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '2bb7f59b-ce22-44d9-a3c0-a28f9e63a608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:50:21Z', 'updated_at': '2022-07-27T08:50:24Z', 'revision_number': 4, 'project_id': 'e664288b45ae4b98ae22270ea7eac1e6', 'gw_port': {'id': '2bb7f59b-ce22-44d9-a3c0-a28f9e63a608', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:9e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967dffa2-d957-4d1e-94d7-9b0e845a7543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:50:22Z', 'updated_at': '2022-07-27T08:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi', '_floatingips': [{'id': 'c17af243-78d7-4506-94a0-6268e02024bf', 'tenant_id': 'e664288b45ae4b98ae22270ea7eac1e6', 'floating_ip_address': '172.27.2.111', 'floating_network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'router_id': '967dffa2-d957-4d1e-94d7-9b0e845a7543', 'port_id': '0c459acb-240d-4861-a242-e9dc42994183', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecada7fa-7a56-41f5-bba0-0e680e111c5d', 'mac_address': 'fa:16:3e:df:31:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c216ccb-efc3-469c-b23e-31364c82cb45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T08:51:52Z', 'updated_at': '2022-07-27T08:51:52Z', 'revision_number': 0, 'project_id': 'e664288b45ae4b98ae22270ea7eac1e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71584670-2126-4994-80d4-21b4a9015e82', 'name': '', 'network_id': 'ecada7fa-7a56-41f5-bba0-0e680e111c5d', 'tenant_id': 'e664288b45ae4b98ae22270ea7eac1e6', 'mac_address': 'fa:16:3e:da:6b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967dffa2-d957-4d1e-94d7-9b0e845a7543', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '3728e296-f73f-42fa-ab4b-892bf727c18b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:50:24Z', 'updated_at': '2022-07-27T08:50:29Z', 'revision_number': 5, 'project_id': 'e664288b45ae4b98ae22270ea7eac1e6', 'subnets': [{'id': '3728e296-f73f-42fa-ab4b-892bf727c18b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 08:51:54.379039 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20a6026-344b-4a78-9252-6bf42ee71133 None None] New status for floating IP c17af243-78d7-4506-94a0-6268e02024bf: ACTIVE {{(pid=104487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 27 08:51:56.108745 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.agents_db [None req-f85b74c8-06c1-470d-aedd-c7ca4f0196ea None None] Agent healthcheck: found 6 active agents {{(pid=104488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 08:51:59.902954 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 36430) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:52:00.011379 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-86a4c235-ea14-4103-943b-388b346c7fff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:52:00.044573 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=10 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:52:00.089027 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-86a4c235-ea14-4103-943b-388b346c7fff admin admin] Publish callbacks [] for security_group (0a720fc5-bc22-4aff-a3bb-7379c696c1c6), precommit_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:52:00.160639 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-86a4c235-ea14-4103-943b-388b346c7fff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (0a720fc5-bc22-4aff-a3bb-7379c696c1c6), after_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:52:00.202811 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-86a4c235-ea14-4103-943b-388b346c7fff admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=fcf93fa0c2e5425bb87f1788cd3f200f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2987869 Jul 27 08:52:00.203536 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a4c235-ea14-4103-943b-388b346c7fff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a720fc5-bc22-4aff-a3bb-7379c696c1c6,revision_number=1']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:52:00.205677 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 36436) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:52:00.263041 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-1e87d9e3-ab1a-4329-8a29-3285cff1e838 admin admin] Publish callbacks [] for security_group (0a720fc5-bc22-4aff-a3bb-7379c696c1c6), before_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:52:00.285346 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-1e87d9e3-ab1a-4329-8a29-3285cff1e838 admin admin] Publish callbacks [] for security_group (0a720fc5-bc22-4aff-a3bb-7379c696c1c6), precommit_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:52:00.429965 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-1e87d9e3-ab1a-4329-8a29-3285cff1e838 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (0a720fc5-bc22-4aff-a3bb-7379c696c1c6), after_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:52:00.432560 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-1e87d9e3-ab1a-4329-8a29-3285cff1e838 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:52:00.433719 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-1e87d9e3-ab1a-4329-8a29-3285cff1e838 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/0a720fc5-bc22-4aff-a3bb-7379c696c1c6 HTTP/1.1" status: 204 len: 168 time: 0.2268422 Jul 27 08:52:00.442449 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e87d9e3-ab1a-4329-8a29-3285cff1e838 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a720fc5-bc22-4aff-a3bb-7379c696c1c6,revision_number=None']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:52:01.043619 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 36452) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:52:01.049717 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:52:01.057790 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-3a79fe1c-135c-4e21-9f69-f837f9cc0333 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:52:01.141522 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-3a79fe1c-135c-4e21-9f69-f837f9cc0333 admin admin] Publish callbacks [] for security_group (f3779a4b-21c1-4bbc-ac5c-326abf2b149a), precommit_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:52:01.245721 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-3a79fe1c-135c-4e21-9f69-f837f9cc0333 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (f3779a4b-21c1-4bbc-ac5c-326abf2b149a), after_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:52:01.284857 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a79fe1c-135c-4e21-9f69-f837f9cc0333 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3779a4b-21c1-4bbc-ac5c-326abf2b149a,revision_number=1']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:52:01.289221 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-3a79fe1c-135c-4e21-9f69-f837f9cc0333 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=d998106ef4d940149bc476647543f13e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2445922 Jul 27 08:52:01.291891 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 36454) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:52:01.344255 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-e4c22375-4ae2-4471-9631-1e848b4dd012 admin admin] Publish callbacks [] for security_group (f3779a4b-21c1-4bbc-ac5c-326abf2b149a), before_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:52:01.358128 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:52:01.367796 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-e4c22375-4ae2-4471-9631-1e848b4dd012 admin admin] Publish callbacks [] for security_group (f3779a4b-21c1-4bbc-ac5c-326abf2b149a), precommit_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:52:01.565538 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-e4c22375-4ae2-4471-9631-1e848b4dd012 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (f3779a4b-21c1-4bbc-ac5c-326abf2b149a), after_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:52:01.568400 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-e4c22375-4ae2-4471-9631-1e848b4dd012 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:52:01.573499 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-e4c22375-4ae2-4471-9631-1e848b4dd012 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/f3779a4b-21c1-4bbc-ac5c-326abf2b149a HTTP/1.1" status: 204 len: 168 time: 0.2767982 Jul 27 08:52:01.578308 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c22375-4ae2-4471-9631-1e848b4dd012 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3779a4b-21c1-4bbc-ac5c-326abf2b149a,revision_number=None']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:52:02.288179 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 36484) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:52:02.398538 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-af06b6e7-57f0-4206-a538-548e5eebebd6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:52:02.475748 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-af06b6e7-57f0-4206-a538-548e5eebebd6 admin admin] Publish callbacks [] for security_group (cdd2a633-4f48-494c-a6f3-1f07cf1acb9b), precommit_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:52:02.525632 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-af06b6e7-57f0-4206-a538-548e5eebebd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (cdd2a633-4f48-494c-a6f3-1f07cf1acb9b), after_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:52:02.570679 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af06b6e7-57f0-4206-a538-548e5eebebd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdd2a633-4f48-494c-a6f3-1f07cf1acb9b,revision_number=1']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:52:02.575466 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-af06b6e7-57f0-4206-a538-548e5eebebd6 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=0415bf840a6f452d995aecae583eaa07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2862611 Jul 27 08:52:02.578260 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 36496) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:52:02.630326 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-10cad27a-3074-4fe4-986a-537753ba4a9b admin admin] Publish callbacks [] for security_group (cdd2a633-4f48-494c-a6f3-1f07cf1acb9b), before_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:52:02.653849 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=84,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:52:02.656141 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-10cad27a-3074-4fe4-986a-537753ba4a9b admin admin] Publish callbacks [] for security_group (cdd2a633-4f48-494c-a6f3-1f07cf1acb9b), precommit_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:52:02.766987 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-10cad27a-3074-4fe4-986a-537753ba4a9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (cdd2a633-4f48-494c-a6f3-1f07cf1acb9b), after_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:52:02.770371 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-10cad27a-3074-4fe4-986a-537753ba4a9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:52:02.771743 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-10cad27a-3074-4fe4-986a-537753ba4a9b admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/cdd2a633-4f48-494c-a6f3-1f07cf1acb9b HTTP/1.1" status: 204 len: 168 time: 0.1925528 Jul 27 08:52:02.780724 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cad27a-3074-4fe4-986a-537753ba4a9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdd2a633-4f48-494c-a6f3-1f07cf1acb9b,revision_number=None']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:52:07.418933 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 36602) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:52:07.542364 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-805e1abc-7384-4593-b73c-c12c96fa6db1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:52:07.659874 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-805e1abc-7384-4593-b73c-c12c96fa6db1 admin admin] Publish callbacks [] for security_group (56061a27-b389-452f-9715-13c0af391726), precommit_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:52:07.761019 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-805e1abc-7384-4593-b73c-c12c96fa6db1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (56061a27-b389-452f-9715-13c0af391726), after_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:52:07.808001 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-805e1abc-7384-4593-b73c-c12c96fa6db1 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=a257f473a81b4e76a9ce7117940fcf9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3879576 Jul 27 08:52:07.812146 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805e1abc-7384-4593-b73c-c12c96fa6db1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56061a27-b389-452f-9715-13c0af391726,revision_number=1']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:52:07.812146 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 36616) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:52:07.873865 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-1b5d97e4-b405-42ec-bb3d-cef82abfa889 admin admin] Publish callbacks [] for security_group (56061a27-b389-452f-9715-13c0af391726), before_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:52:07.901430 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-1b5d97e4-b405-42ec-bb3d-cef82abfa889 admin admin] Publish callbacks [] for security_group (56061a27-b389-452f-9715-13c0af391726), precommit_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:52:08.332814 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-1b5d97e4-b405-42ec-bb3d-cef82abfa889 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (56061a27-b389-452f-9715-13c0af391726), after_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:52:08.336785 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-1b5d97e4-b405-42ec-bb3d-cef82abfa889 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:52:08.338069 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-1b5d97e4-b405-42ec-bb3d-cef82abfa889 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/56061a27-b389-452f-9715-13c0af391726 HTTP/1.1" status: 204 len: 168 time: 0.5259044 Jul 27 08:52:08.348769 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5d97e4-b405-42ec-bb3d-cef82abfa889 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56061a27-b389-452f-9715-13c0af391726,revision_number=None']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:52:11.573472 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=31,neutron:DELETE=4 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:52:12.998849 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=83 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:52:14.028238 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=74,neutron:DELETE=1 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:52:15.857460 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 36758) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:52:15.978864 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-b2d8e2f9-b427-4060-8c88-bfff087fe20d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:52:16.035481 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-f7ed146f-5568-49e9-a038-602a878ad199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (7c77c4a2-8ca4-486b-af2a-676805e7b922), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:52:16.062078 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-b2d8e2f9-b427-4060-8c88-bfff087fe20d admin admin] Publish callbacks [] for security_group (52a505ca-a124-4ac0-89a1-8b73cb446235), precommit_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:52:16.172614 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-b2d8e2f9-b427-4060-8c88-bfff087fe20d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (52a505ca-a124-4ac0-89a1-8b73cb446235), after_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:52:16.216153 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d8e2f9-b427-4060-8c88-bfff087fe20d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52a505ca-a124-4ac0-89a1-8b73cb446235,revision_number=1']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:52:16.221782 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-b2d8e2f9-b427-4060-8c88-bfff087fe20d admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=8fa646984231427a93274cd145d0fdc0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3632472 Jul 27 08:52:16.224545 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 36762) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:52:16.227013 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d8e2f9-b427-4060-8c88-bfff087fe20d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:52:16.227349 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d8e2f9-b427-4060-8c88-bfff087fe20d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:52:16.227703 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d8e2f9-b427-4060-8c88-bfff087fe20d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:52:16.228041 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d8e2f9-b427-4060-8c88-bfff087fe20d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:52:16.228377 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d8e2f9-b427-4060-8c88-bfff087fe20d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:52:16.228705 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d8e2f9-b427-4060-8c88-bfff087fe20d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:52:16.229033 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d8e2f9-b427-4060-8c88-bfff087fe20d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:52:16.229357 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d8e2f9-b427-4060-8c88-bfff087fe20d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:52:16.230238 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d8e2f9-b427-4060-8c88-bfff087fe20d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:52:16.230569 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d8e2f9-b427-4060-8c88-bfff087fe20d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:52:16.230926 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d8e2f9-b427-4060-8c88-bfff087fe20d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:52:16.231245 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d8e2f9-b427-4060-8c88-bfff087fe20d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:52:16.231566 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d8e2f9-b427-4060-8c88-bfff087fe20d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:52:16.231892 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d8e2f9-b427-4060-8c88-bfff087fe20d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:52:16.232208 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d8e2f9-b427-4060-8c88-bfff087fe20d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:52:16.243271 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=83,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:52:16.285395 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-e190ada6-630b-4fd0-b038-0c1b63e1248e admin admin] Publish callbacks [] for security_group (52a505ca-a124-4ac0-89a1-8b73cb446235), before_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:52:16.310304 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-e190ada6-630b-4fd0-b038-0c1b63e1248e admin admin] Publish callbacks [] for security_group (52a505ca-a124-4ac0-89a1-8b73cb446235), precommit_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:52:16.435686 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-e190ada6-630b-4fd0-b038-0c1b63e1248e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (52a505ca-a124-4ac0-89a1-8b73cb446235), after_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:52:16.438202 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-e190ada6-630b-4fd0-b038-0c1b63e1248e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:52:16.439488 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-e190ada6-630b-4fd0-b038-0c1b63e1248e admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/52a505ca-a124-4ac0-89a1-8b73cb446235 HTTP/1.1" status: 204 len: 168 time: 0.2138612 Jul 27 08:52:16.451454 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e190ada6-630b-4fd0-b038-0c1b63e1248e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52a505ca-a124-4ac0-89a1-8b73cb446235,revision_number=None']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:52:16.471959 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e190ada6-630b-4fd0-b038-0c1b63e1248e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:52:16.472316 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e190ada6-630b-4fd0-b038-0c1b63e1248e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:52:16.472663 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e190ada6-630b-4fd0-b038-0c1b63e1248e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:52:16.473005 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e190ada6-630b-4fd0-b038-0c1b63e1248e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:52:16.473348 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e190ada6-630b-4fd0-b038-0c1b63e1248e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:52:16.473680 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e190ada6-630b-4fd0-b038-0c1b63e1248e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:52:16.474011 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e190ada6-630b-4fd0-b038-0c1b63e1248e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:52:16.474392 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e190ada6-630b-4fd0-b038-0c1b63e1248e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:52:16.474724 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e190ada6-630b-4fd0-b038-0c1b63e1248e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:52:16.475052 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e190ada6-630b-4fd0-b038-0c1b63e1248e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:52:16.475381 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e190ada6-630b-4fd0-b038-0c1b63e1248e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:52:16.475711 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e190ada6-630b-4fd0-b038-0c1b63e1248e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:52:16.476033 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e190ada6-630b-4fd0-b038-0c1b63e1248e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:52:16.476355 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e190ada6-630b-4fd0-b038-0c1b63e1248e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:52:16.476675 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e190ada6-630b-4fd0-b038-0c1b63e1248e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:52:17.186293 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 36770) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:52:17.202571 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-646a8c6b-ef2f-4881-a443-605315dfa604 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:52:17.290668 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-646a8c6b-ef2f-4881-a443-605315dfa604 admin admin] Publish callbacks [] for security_group (a51a2e40-ee4a-4f47-ac07-3c1284554bf4), precommit_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:52:17.395369 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-646a8c6b-ef2f-4881-a443-605315dfa604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (a51a2e40-ee4a-4f47-ac07-3c1284554bf4), after_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:52:17.439670 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-646a8c6b-ef2f-4881-a443-605315dfa604 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=3a29f71a5e5548719cc603709bd45f20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2519042 Jul 27 08:52:17.440989 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646a8c6b-ef2f-4881-a443-605315dfa604 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a51a2e40-ee4a-4f47-ac07-3c1284554bf4,revision_number=1']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:52:17.442454 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 36772) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:52:17.505833 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-91bf5c02-2a09-4b0c-811a-10a8326a6587 admin admin] Publish callbacks [] for security_group (a51a2e40-ee4a-4f47-ac07-3c1284554bf4), before_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:52:17.531905 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-91bf5c02-2a09-4b0c-811a-10a8326a6587 admin admin] Publish callbacks [] for security_group (a51a2e40-ee4a-4f47-ac07-3c1284554bf4), precommit_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:52:17.675146 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-91bf5c02-2a09-4b0c-811a-10a8326a6587 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (a51a2e40-ee4a-4f47-ac07-3c1284554bf4), after_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:52:17.677955 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-91bf5c02-2a09-4b0c-811a-10a8326a6587 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:52:17.679192 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-91bf5c02-2a09-4b0c-811a-10a8326a6587 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/a51a2e40-ee4a-4f47-ac07-3c1284554bf4 HTTP/1.1" status: 204 len: 168 time: 0.2350476 Jul 27 08:52:17.688593 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bf5c02-2a09-4b0c-811a-10a8326a6587 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a51a2e40-ee4a-4f47-ac07-3c1284554bf4,revision_number=None']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:52:17.703182 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=76,neutron:DELETE=1,neutron:UPDATE=6 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:52:18.262009 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=34,neutron:UPDATE=4 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:52:18.400857 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-638d628b-7dd8-410a-b067-fd3f64465ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (5bc6d868-bb0b-4164-b2dd-44360f4de654), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:52:18.701895 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 36782) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:52:18.715927 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-6f8f79ac-689e-4812-9961-ec72f88c5d4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:52:18.803763 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-6f8f79ac-689e-4812-9961-ec72f88c5d4c admin admin] Publish callbacks [] for security_group (613a555d-f126-41fc-8dcf-5f58b08b061a), precommit_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:52:18.863774 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-6f8f79ac-689e-4812-9961-ec72f88c5d4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (613a555d-f126-41fc-8dcf-5f58b08b061a), after_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:52:18.907548 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-6f8f79ac-689e-4812-9961-ec72f88c5d4c admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=7d8594a72e3341349fc32c2e49919e84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2044871 Jul 27 08:52:18.908312 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f79ac-689e-4812-9961-ec72f88c5d4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=613a555d-f126-41fc-8dcf-5f58b08b061a,revision_number=1']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:52:18.910272 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 36784) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:52:18.931617 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:52:18.967779 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-490a903e-ceb5-449e-a844-d2c8d2380f4e admin admin] Publish callbacks [] for security_group (613a555d-f126-41fc-8dcf-5f58b08b061a), before_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:52:18.997500 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-490a903e-ceb5-449e-a844-d2c8d2380f4e admin admin] Publish callbacks [] for security_group (613a555d-f126-41fc-8dcf-5f58b08b061a), precommit_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:52:19.166329 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-490a903e-ceb5-449e-a844-d2c8d2380f4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (613a555d-f126-41fc-8dcf-5f58b08b061a), after_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:52:19.171169 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-490a903e-ceb5-449e-a844-d2c8d2380f4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:52:19.172357 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-490a903e-ceb5-449e-a844-d2c8d2380f4e admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/613a555d-f126-41fc-8dcf-5f58b08b061a HTTP/1.1" status: 204 len: 168 time: 0.2610955 Jul 27 08:52:19.183048 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490a903e-ceb5-449e-a844-d2c8d2380f4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=613a555d-f126-41fc-8dcf-5f58b08b061a,revision_number=None']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:52:20.372782 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-45eb61cd-e3d7-4840-8013-3080c7768274 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (36998da0-f99a-403d-814c-b55466abd131), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:52:21.446684 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (40990755-2d84-4c9d-828c-eda94a5136e8), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:52:21.447554 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (ed9de811-f248-496b-b487-860d50d7cee7), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:52:21.449346 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-83feb67a-80d7-474e-96e8-1d92c33387c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (0a293c43-2970-4b69-9d2a-dcf41d8870ef), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:52:23.732967 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-b16acda5-dcb1-4d28-9dde-d3515c2ea195 req-54717b9c-7bee-43b2-8f66-fb26442aa39e tempest-VolumesNegativeTest-1056753893 tempest-VolumesNegativeTest-1056753893-project] 10.222.0.40 "GET /v2.0/networks?tenant_id=23200086cd3246318074e7eafa118e58&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0306215 Jul 27 08:52:24.172499 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16acda5-dcb1-4d28-9dde-d3515c2ea195 req-d7b4ac36-79e3-4afb-ad23-c229ceeb6c7d tempest-VolumesNegativeTest-1056753893 tempest-VolumesNegativeTest-1056753893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:52:24.173946 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-b16acda5-dcb1-4d28-9dde-d3515c2ea195 req-d7b4ac36-79e3-4afb-ad23-c229ceeb6c7d tempest-VolumesNegativeTest-1056753893 tempest-VolumesNegativeTest-1056753893-project] 10.222.0.40 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4357200 Jul 27 08:52:24.188491 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-b16acda5-dcb1-4d28-9dde-d3515c2ea195 req-06ed578d-d94c-4d53-ad59-7a3ef399c94d tempest-VolumesNegativeTest-1056753893 tempest-VolumesNegativeTest-1056753893-project] 10.222.0.40 "GET /v2.0/quotas/23200086cd3246318074e7eafa118e58 HTTP/1.1" status: 200 len: 375 time: 0.0091269 Jul 27 08:52:24.220788 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-b16acda5-dcb1-4d28-9dde-d3515c2ea195 req-e216e8c4-48c0-424a-b6c2-42c8ef1af786 tempest-VolumesNegativeTest-1056753893 tempest-VolumesNegativeTest-1056753893-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=23200086cd3246318074e7eafa118e58&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273948 Jul 27 08:52:24.502497 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-d5083205-6ee7-4a85-8113-37636bfaea61 req-f7e1e4d0-47d5-41ce-9266-7e50a3e17773 tempest-VolumesNegativeTest-1056753893 tempest-VolumesNegativeTest-1056753893-project] 10.222.0.40 "GET /v2.0/ports?device_id=79d1991a-3720-4e83-ae55-57c58c34cfc0 HTTP/1.1" status: 200 len: 210 time: 0.0284688 Jul 27 08:52:25.587619 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-529f708b-c7e3-4ec1-852c-aa5941d545b5 req-75cce3cd-2cae-4601-b041-6eeaa5860eb8 tempest-VolumesNegativeTest-1056753893 tempest-VolumesNegativeTest-1056753893-project] 10.222.0.40 "GET /v2.0/ports?device_id=79d1991a-3720-4e83-ae55-57c58c34cfc0 HTTP/1.1" status: 200 len: 210 time: 0.0315058 Jul 27 08:52:26.689250 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-b5a95295-ba5c-44c6-8c9e-b5c24cc3df98 req-47198198-a40a-485d-b2c1-322637dd2fe4 tempest-VolumesNegativeTest-1056753893 tempest-VolumesNegativeTest-1056753893-project] 10.222.0.40 "GET /v2.0/ports?device_id=79d1991a-3720-4e83-ae55-57c58c34cfc0 HTTP/1.1" status: 200 len: 210 time: 0.0276320 Jul 27 08:52:27.117117 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-b16acda5-dcb1-4d28-9dde-d3515c2ea195 req-cd0b10b0-3645-4156-8d40-78ed026990f2 tempest-VolumesNegativeTest-1056753893 tempest-VolumesNegativeTest-1056753893-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=23200086cd3246318074e7eafa118e58&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299132 Jul 27 08:52:27.308597 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16acda5-dcb1-4d28-9dde-d3515c2ea195 req-ec3ff4d5-327a-4a45-9460-50865fea50f7 tempest-VolumesNegativeTest-1056753893 tempest-VolumesNegativeTest-1056753893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:52:27.309979 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-b16acda5-dcb1-4d28-9dde-d3515c2ea195 req-ec3ff4d5-327a-4a45-9460-50865fea50f7 tempest-VolumesNegativeTest-1056753893 tempest-VolumesNegativeTest-1056753893-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1879704 Jul 27 08:52:27.332279 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.v2.base [req-b16acda5-dcb1-4d28-9dde-d3515c2ea195 req-32d12bd9-81b9-4c9a-8411-c057fa870915 tempest-VolumesNegativeTest-1056753893 tempest-VolumesNegativeTest-1056753893-project] Request body: {'port': {'device_id': '79d1991a-3720-4e83-ae55-57c58c34cfc0', 'network_id': '40e3fcfe-0654-431a-93ce-d77cf906aef8', 'admin_state_up': True, 'tenant_id': '23200086cd3246318074e7eafa118e58'}} {{(pid=104485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:52:27.434909 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:52:27.573524 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b16acda5-dcb1-4d28-9dde-d3515c2ea195 req-32d12bd9-81b9-4c9a-8411-c057fa870915 tempest-VolumesNegativeTest-1056753893 tempest-VolumesNegativeTest-1056753893-project] Made reservation on behalf of 23200086cd3246318074e7eafa118e58 for: {'port': 1} {{(pid=104485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 08:52:27.577759 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [req-b16acda5-dcb1-4d28-9dde-d3515c2ea195 req-32d12bd9-81b9-4c9a-8411-c057fa870915 tempest-VolumesNegativeTest-1056753893 tempest-VolumesNegativeTest-1056753893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (None), before_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:52:27.587740 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [req-b16acda5-dcb1-4d28-9dde-d3515c2ea195 req-32d12bd9-81b9-4c9a-8411-c057fa870915 tempest-VolumesNegativeTest-1056753893 tempest-VolumesNegativeTest-1056753893-project] Publish callbacks [] for security_group (None), before_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:52:27.606994 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:52:27.666253 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [req-b16acda5-dcb1-4d28-9dde-d3515c2ea195 req-32d12bd9-81b9-4c9a-8411-c057fa870915 tempest-VolumesNegativeTest-1056753893 tempest-VolumesNegativeTest-1056753893-project] Publish callbacks [] for security_group (c25c98a3-0d7b-4011-bcff-90e8be175b05), precommit_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:52:27.759789 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [req-b16acda5-dcb1-4d28-9dde-d3515c2ea195 req-32d12bd9-81b9-4c9a-8411-c057fa870915 tempest-VolumesNegativeTest-1056753893 tempest-VolumesNegativeTest-1056753893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (c25c98a3-0d7b-4011-bcff-90e8be175b05), after_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:52:27.793034 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-a07ac652-281b-4df6-b11e-66f1e30829e7 req-b8c3bee2-e824-4f69-b8e3-19d15ee31dae tempest-VolumesNegativeTest-1056753893 tempest-VolumesNegativeTest-1056753893-project] 10.222.0.40 "GET /v2.0/ports?device_id=79d1991a-3720-4e83-ae55-57c58c34cfc0 HTTP/1.1" status: 200 len: 210 time: 0.0295041 Jul 27 08:52:27.824122 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d12bd9-81b9-4c9a-8411-c057fa870915 tempest-VolumesNegativeTest-1056753893 tempest-VolumesNegativeTest-1056753893-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c25c98a3-0d7b-4011-bcff-90e8be175b05,revision_number=1']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:52:27.899603 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.db.db_base_plugin_common [req-b16acda5-dcb1-4d28-9dde-d3515c2ea195 req-32d12bd9-81b9-4c9a-8411-c057fa870915 tempest-VolumesNegativeTest-1056753893 tempest-VolumesNegativeTest-1056753893-project] Allocated IP 192.168.233.163 (40e3fcfe-0654-431a-93ce-d77cf906aef8/f6456623-01f7-4240-b851-0a595ed5b6c0/98b0e537-ccb9-41ed-b974-add106db1696) {{(pid=104485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 08:52:28.038410 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=5 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:52:28.049369 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [req-b16acda5-dcb1-4d28-9dde-d3515c2ea195 req-32d12bd9-81b9-4c9a-8411-c057fa870915 tempest-VolumesNegativeTest-1056753893 tempest-VolumesNegativeTest-1056753893-project] Publish callbacks [] for port (98b0e537-ccb9-41ed-b974-add106db1696), precommit_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:52:28.183806 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [req-b16acda5-dcb1-4d28-9dde-d3515c2ea195 req-32d12bd9-81b9-4c9a-8411-c057fa870915 tempest-VolumesNegativeTest-1056753893 tempest-VolumesNegativeTest-1056753893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786709965397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16582167'] for port (98b0e537-ccb9-41ed-b974-add106db1696), after_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:52:28.231516 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b16acda5-dcb1-4d28-9dde-d3515c2ea195 req-32d12bd9-81b9-4c9a-8411-c057fa870915 tempest-VolumesNegativeTest-1056753893 tempest-VolumesNegativeTest-1056753893-project] Network 40e3fcfe-0654-431a-93ce-d77cf906aef8 is already hosted by enough agents. {{(pid=104485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 08:52:28.237578 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.scheduler.base_scheduler [req-b16acda5-dcb1-4d28-9dde-d3515c2ea195 req-32d12bd9-81b9-4c9a-8411-c057fa870915 tempest-VolumesNegativeTest-1056753893 tempest-VolumesNegativeTest-1056753893-project] Resources bound (agent type, host, resource id): {{(pid=104485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 08:52:28.241657 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.db.l3_dvrscheduler_db [req-b16acda5-dcb1-4d28-9dde-d3515c2ea195 req-32d12bd9-81b9-4c9a-8411-c057fa870915 tempest-VolumesNegativeTest-1056753893 tempest-VolumesNegativeTest-1056753893-project] Received port after_create {{(pid=104485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 08:52:28.265532 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d12bd9-81b9-4c9a-8411-c057fa870915 tempest-VolumesNegativeTest-1056753893 tempest-VolumesNegativeTest-1056753893-project] Pushing event updated for resources: {'Port': ['ID=98b0e537-ccb9-41ed-b974-add106db1696,revision_number=1']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:52:28.296020 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16acda5-dcb1-4d28-9dde-d3515c2ea195 req-32d12bd9-81b9-4c9a-8411-c057fa870915 tempest-VolumesNegativeTest-1056753893 tempest-VolumesNegativeTest-1056753893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:52:28.296637 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [req-b16acda5-dcb1-4d28-9dde-d3515c2ea195 req-32d12bd9-81b9-4c9a-8411-c057fa870915 tempest-VolumesNegativeTest-1056753893 tempest-VolumesNegativeTest-1056753893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8374701'] for port (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:52:28.420491 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-b16acda5-dcb1-4d28-9dde-d3515c2ea195 req-32d12bd9-81b9-4c9a-8411-c057fa870915 tempest-VolumesNegativeTest-1056753893 tempest-VolumesNegativeTest-1056753893-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0921130 Jul 27 08:52:28.442388 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.v2.base [req-b16acda5-dcb1-4d28-9dde-d3515c2ea195 req-7b51c451-838a-4ecd-9be8-e24ca7cb8268 service neutron] Request body: {'port': {'device_id': '79d1991a-3720-4e83-ae55-57c58c34cfc0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85117'}} {{(pid=104485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:52:28.482138 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-4a10cec6-7b9e-4cdf-b1a8-2c21e960baf5 None None] Provisioning complete for port 98b0e537-ccb9-41ed-b974-add106db1696 triggered by entity DHCP. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:52:28.482760 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-4a10cec6-7b9e-4cdf-b1a8-2c21e960baf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (98b0e537-ccb9-41ed-b974-add106db1696), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:52:28.501650 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [req-b16acda5-dcb1-4d28-9dde-d3515c2ea195 req-7b51c451-838a-4ecd-9be8-e24ca7cb8268 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (98b0e537-ccb9-41ed-b974-add106db1696), before_update {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:52:28.520765 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-4a10cec6-7b9e-4cdf-b1a8-2c21e960baf5 None None] Port 98b0e537-ccb9-41ed-b974-add106db1696 cannot update to ACTIVE because it is not bound. {{(pid=104487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 08:52:28.760501 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.notifiers.nova [req-b16acda5-dcb1-4d28-9dde-d3515c2ea195 req-7b51c451-838a-4ecd-9be8-e24ca7cb8268 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98b0e537-ccb9-41ed-b974-add106db1696 {{(pid=104485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 08:52:28.768742 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [req-b16acda5-dcb1-4d28-9dde-d3515c2ea195 req-7b51c451-838a-4ecd-9be8-e24ca7cb8268 service neutron] Publish callbacks [] for port (98b0e537-ccb9-41ed-b974-add106db1696), precommit_update {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:52:28.781077 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.db.provisioning_blocks [req-b16acda5-dcb1-4d28-9dde-d3515c2ea195 req-7b51c451-838a-4ecd-9be8-e24ca7cb8268 service neutron] Transition to ACTIVE for port object 98b0e537-ccb9-41ed-b974-add106db1696 will not be triggered until provisioned by entity L2. {{(pid=104485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 27 08:52:28.851763 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [req-b16acda5-dcb1-4d28-9dde-d3515c2ea195 req-7b51c451-838a-4ecd-9be8-e24ca7cb8268 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16582144'] for port (98b0e537-ccb9-41ed-b974-add106db1696), after_update {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:52:28.948040 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007ed72f-3b26-48c0-a35e-39f0a704b808 req-083d03dc-0bcf-4a54-b73b-0783894c6e52 tempest-VolumesNegativeTest-1056753893 tempest-VolumesNegativeTest-1056753893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:52:28.949592 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-007ed72f-3b26-48c0-a35e-39f0a704b808 req-083d03dc-0bcf-4a54-b73b-0783894c6e52 tempest-VolumesNegativeTest-1056753893 tempest-VolumesNegativeTest-1056753893-project] 10.222.0.40 "GET /v2.0/ports?device_id=79d1991a-3720-4e83-ae55-57c58c34cfc0 HTTP/1.1" status: 200 len: 948 time: 0.0712037 Jul 27 08:52:28.950250 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b51c451-838a-4ecd-9be8-e24ca7cb8268 service neutron] Pushing event updated for resources: {'Port': ['ID=98b0e537-ccb9-41ed-b974-add106db1696,revision_number=2']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:52:28.988515 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:52:29.064069 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-007ed72f-3b26-48c0-a35e-39f0a704b808 req-c88a39b1-acf2-4021-87c4-c5702ca570bb tempest-VolumesNegativeTest-1056753893 tempest-VolumesNegativeTest-1056753893-project] 10.222.0.40 "GET /v2.0/security-groups?id=c25c98a3-0d7b-4011-bcff-90e8be175b05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078360 Jul 27 08:52:29.068937 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.managers [req-b16acda5-dcb1-4d28-9dde-d3515c2ea195 req-7b51c451-838a-4ecd-9be8-e24ca7cb8268 service neutron] Attempting to bind port 98b0e537-ccb9-41ed-b974-add106db1696 on host hv-cinder-85117 for vnic_type normal with profile {{(pid=104485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 08:52:29.069266 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.managers [req-b16acda5-dcb1-4d28-9dde-d3515c2ea195 req-7b51c451-838a-4ecd-9be8-e24ca7cb8268 service neutron] Attempting to bind port 98b0e537-ccb9-41ed-b974-add106db1696 by drivers openvswitch,hyperv on host hv-cinder-85117 at level 0 using segments [{'id': '39bc61ea-2cfd-4699-bce4-ca14dd43a392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '40e3fcfe-0654-431a-93ce-d77cf906aef8'}] {{(pid=104485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 08:52:29.069600 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b16acda5-dcb1-4d28-9dde-d3515c2ea195 req-7b51c451-838a-4ecd-9be8-e24ca7cb8268 service neutron] Attempting to bind port 98b0e537-ccb9-41ed-b974-add106db1696 on network 40e3fcfe-0654-431a-93ce-d77cf906aef8 {{(pid=104485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 08:52:29.074499 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b16acda5-dcb1-4d28-9dde-d3515c2ea195 req-7b51c451-838a-4ecd-9be8-e24ca7cb8268 service neutron] Port 98b0e537-ccb9-41ed-b974-add106db1696 on network 40e3fcfe-0654-431a-93ce-d77cf906aef8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85117 {{(pid=104485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 27 08:52:29.074818 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b16acda5-dcb1-4d28-9dde-d3515c2ea195 req-7b51c451-838a-4ecd-9be8-e24ca7cb8268 service neutron] Attempting to bind port 98b0e537-ccb9-41ed-b974-add106db1696 on network 40e3fcfe-0654-431a-93ce-d77cf906aef8 {{(pid=104485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 08:52:29.080754 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b16acda5-dcb1-4d28-9dde-d3515c2ea195 req-7b51c451-838a-4ecd-9be8-e24ca7cb8268 service neutron] Checking agent: {'id': '40990755-2d84-4c9d-828c-eda94a5136e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85117', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 8, 37, 21), 'started_at': datetime.datetime(2022, 7, 27, 8, 37, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 8, 52, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 08:52:29.081089 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b16acda5-dcb1-4d28-9dde-d3515c2ea195 req-7b51c451-838a-4ecd-9be8-e24ca7cb8268 service neutron] Checking segment: {'id': '39bc61ea-2cfd-4699-bce4-ca14dd43a392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '40e3fcfe-0654-431a-93ce-d77cf906aef8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 08:52:29.081463 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b16acda5-dcb1-4d28-9dde-d3515c2ea195 req-7b51c451-838a-4ecd-9be8-e24ca7cb8268 service neutron] Bound using segment: {'id': '39bc61ea-2cfd-4699-bce4-ca14dd43a392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '40e3fcfe-0654-431a-93ce-d77cf906aef8'} {{(pid=104485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 08:52:29.081915 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.managers [req-b16acda5-dcb1-4d28-9dde-d3515c2ea195 req-7b51c451-838a-4ecd-9be8-e24ca7cb8268 service neutron] Bound port: 98b0e537-ccb9-41ed-b974-add106db1696, host: hv-cinder-85117, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39bc61ea-2cfd-4699-bce4-ca14dd43a392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '40e3fcfe-0654-431a-93ce-d77cf906aef8'}}] {{(pid=104485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 08:52:29.082355 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [req-b16acda5-dcb1-4d28-9dde-d3515c2ea195 req-7b51c451-838a-4ecd-9be8-e24ca7cb8268 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (98b0e537-ccb9-41ed-b974-add106db1696), before_update {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:52:29.136879 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:52:29.153193 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.db [req-b16acda5-dcb1-4d28-9dde-d3515c2ea195 req-7b51c451-838a-4ecd-9be8-e24ca7cb8268 service neutron] For port 98b0e537-ccb9-41ed-b974-add106db1696, host hv-cinder-85117, cleared binding levels {{(pid=104485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 08:52:29.158589 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.db [req-b16acda5-dcb1-4d28-9dde-d3515c2ea195 req-7b51c451-838a-4ecd-9be8-e24ca7cb8268 service neutron] For port 98b0e537-ccb9-41ed-b974-add106db1696, host hv-cinder-85117, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85117',level=0,port_id=98b0e537-ccb9-41ed-b974-add106db1696,segment=NetworkSegment(39bc61ea-2cfd-4699-bce4-ca14dd43a392),segment_id=39bc61ea-2cfd-4699-bce4-ca14dd43a392)] {{(pid=104485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 08:52:29.269501 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [req-b16acda5-dcb1-4d28-9dde-d3515c2ea195 req-7b51c451-838a-4ecd-9be8-e24ca7cb8268 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16582144'] for port (98b0e537-ccb9-41ed-b974-add106db1696), after_update {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:52:29.307689 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16acda5-dcb1-4d28-9dde-d3515c2ea195 req-7b51c451-838a-4ecd-9be8-e24ca7cb8268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:52:29.308239 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [req-b16acda5-dcb1-4d28-9dde-d3515c2ea195 req-7b51c451-838a-4ecd-9be8-e24ca7cb8268 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8374701'] for port (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:52:29.309628 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-b16acda5-dcb1-4d28-9dde-d3515c2ea195 req-7b51c451-838a-4ecd-9be8-e24ca7cb8268 service neutron] 10.222.0.42 "PUT /v2.0/ports/98b0e537-ccb9-41ed-b974-add106db1696 HTTP/1.1" status: 200 len: 1098 time: 0.8715255 Jul 27 08:52:29.310063 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79d1991a-3720-4e83-ae55-57c58c34cfc0', 'tag': '98b0e537-ccb9-41ed-b974-add106db1696'}] {{(pid=104485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 08:52:29.312887 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f4ab7c7b1e34975a56cd7ce610f5615b70f950c8da59d9e9b5a870069a9544" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a8e55af-1ca4-443f-ac82-45374b53b063" -d '{"events": [{"name": "network-changed", "server_uuid": "79d1991a-3720-4e83-ae55-57c58c34cfc0", "tag": "98b0e537-ccb9-41ed-b974-add106db1696"}]}' {{(pid=104485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 08:52:29.338094 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b51c451-838a-4ecd-9be8-e24ca7cb8268 service neutron] Pushing event updated for resources: {'Port': ['ID=98b0e537-ccb9-41ed-b974-add106db1696,revision_number=3']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:52:29.357634 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 08:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aac2ba8-9e22-424c-8644-532fb5b5f7e4 x-openstack-request-id: req-7aac2ba8-9e22-424c-8644-532fb5b5f7e4 {{(pid=104485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 08:52:29.357927 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79d1991a-3720-4e83-ae55-57c58c34cfc0", "tag": "98b0e537-ccb9-41ed-b974-add106db1696", "status": "completed", "code": 200}]} {{(pid=104485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 08:52:29.358260 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-7aac2ba8-9e22-424c-8644-532fb5b5f7e4 {{(pid=104485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 08:52:29.359167 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7aac2ba8-9e22-424c-8644-532fb5b5f7e4'] response: {'name': 'network-changed', 'server_uuid': '79d1991a-3720-4e83-ae55-57c58c34cfc0', 'tag': '98b0e537-ccb9-41ed-b974-add106db1696', 'status': 'completed', 'code': 200} Jul 27 08:52:29.443699 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8e55af-1ca4-443f-ac82-45374b53b063 req-0d40f538-f459-433e-8eab-f6d42f7a73b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:52:29.445190 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-1a8e55af-1ca4-443f-ac82-45374b53b063 req-0d40f538-f459-433e-8eab-f6d42f7a73b5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=23200086cd3246318074e7eafa118e58&device_id=79d1991a-3720-4e83-ae55-57c58c34cfc0 HTTP/1.1" status: 200 len: 1132 time: 0.0415943 Jul 27 08:52:29.479474 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-1a8e55af-1ca4-443f-ac82-45374b53b063 req-b46126bb-36ea-4c21-a416-d4f4f9af709f service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=23200086cd3246318074e7eafa118e58&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0200484 Jul 27 08:52:29.828110 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8e55af-1ca4-443f-ac82-45374b53b063 req-4983066f-4d92-4ea6-aad4-b5afc1176da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:52:29.829607 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-1a8e55af-1ca4-443f-ac82-45374b53b063 req-4983066f-4d92-4ea6-aad4-b5afc1176da2 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3442099 Jul 27 08:52:29.928321 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16acda5-dcb1-4d28-9dde-d3515c2ea195 req-6788e758-1fd0-4c03-84de-dd0c14602591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:52:29.930018 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-b16acda5-dcb1-4d28-9dde-d3515c2ea195 req-6788e758-1fd0-4c03-84de-dd0c14602591 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=23200086cd3246318074e7eafa118e58&device_id=79d1991a-3720-4e83-ae55-57c58c34cfc0 HTTP/1.1" status: 200 len: 1132 time: 0.0388403 Jul 27 08:52:29.980063 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-b16acda5-dcb1-4d28-9dde-d3515c2ea195 req-6ddacc9d-07f5-4ff6-9123-1989a23b91ce service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=98b0e537-ccb9-41ed-b974-add106db1696 HTTP/1.1" status: 200 len: 217 time: 0.0338573 Jul 27 08:52:30.028500 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16acda5-dcb1-4d28-9dde-d3515c2ea195 req-a428f200-1b32-4124-9f18-b1c4e158b267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:52:30.030694 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-b16acda5-dcb1-4d28-9dde-d3515c2ea195 req-a428f200-1b32-4124-9f18-b1c4e158b267 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f6456623-01f7-4240-b851-0a595ed5b6c0 HTTP/1.1" status: 200 len: 843 time: 0.0442352 Jul 27 08:52:30.074905 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16acda5-dcb1-4d28-9dde-d3515c2ea195 req-8fcc00b3-e84c-43d7-8aea-3016a249468a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:52:30.076381 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-b16acda5-dcb1-4d28-9dde-d3515c2ea195 req-8fcc00b3-e84c-43d7-8aea-3016a249468a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=40e3fcfe-0654-431a-93ce-d77cf906aef8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0402603 Jul 27 08:52:30.204548 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1acfa5f-6feb-415e-b452-254506300cb5 req-88cd7a40-1de1-4e29-ae9c-66707f0eea94 tempest-VolumesNegativeTest-1056753893 tempest-VolumesNegativeTest-1056753893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:52:30.206101 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-f1acfa5f-6feb-415e-b452-254506300cb5 req-88cd7a40-1de1-4e29-ae9c-66707f0eea94 tempest-VolumesNegativeTest-1056753893 tempest-VolumesNegativeTest-1056753893-project] 10.222.0.40 "GET /v2.0/ports?device_id=79d1991a-3720-4e83-ae55-57c58c34cfc0 HTTP/1.1" status: 200 len: 948 time: 0.0663030 Jul 27 08:52:30.223316 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-b16acda5-dcb1-4d28-9dde-d3515c2ea195 req-7f52c064-a2b7-4904-bfcb-21790c161975 service neutron] 10.222.0.42 "GET /v2.0/networks/40e3fcfe-0654-431a-93ce-d77cf906aef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399722 Jul 27 08:52:30.310615 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-f1acfa5f-6feb-415e-b452-254506300cb5 req-b959e9ec-8ab8-4122-8720-e64fb2df1e39 tempest-VolumesNegativeTest-1056753893 tempest-VolumesNegativeTest-1056753893-project] 10.222.0.40 "GET /v2.0/security-groups?id=c25c98a3-0d7b-4011-bcff-90e8be175b05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987895 Jul 27 08:52:30.340332 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-b16acda5-dcb1-4d28-9dde-d3515c2ea195 req-757cb14a-6d6e-43d4-99a7-4b012fd4562e service neutron] 10.222.0.42 "GET /v2.0/networks/40e3fcfe-0654-431a-93ce-d77cf906aef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098540 Jul 27 08:52:31.433047 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cab3407-ffa0-4276-b411-4afc5da453c5 req-352380e6-5aba-452d-9917-e3276f4cb0b2 tempest-VolumesNegativeTest-1056753893 tempest-VolumesNegativeTest-1056753893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:52:31.434579 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-2cab3407-ffa0-4276-b411-4afc5da453c5 req-352380e6-5aba-452d-9917-e3276f4cb0b2 tempest-VolumesNegativeTest-1056753893 tempest-VolumesNegativeTest-1056753893-project] 10.222.0.40 "GET /v2.0/ports?device_id=79d1991a-3720-4e83-ae55-57c58c34cfc0 HTTP/1.1" status: 200 len: 948 time: 0.0463080 Jul 27 08:52:31.482227 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-2cab3407-ffa0-4276-b411-4afc5da453c5 req-3642c5d6-fdc3-46d1-b1a5-4c9682140299 tempest-VolumesNegativeTest-1056753893 tempest-VolumesNegativeTest-1056753893-project] 10.222.0.40 "GET /v2.0/security-groups?id=c25c98a3-0d7b-4011-bcff-90e8be175b05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418921 Jul 27 08:52:32.613492 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a235820e-5d05-4a33-a501-a2f0832499e7 req-d6372de6-31f7-4141-a3b8-129f9466302c tempest-VolumesNegativeTest-1056753893 tempest-VolumesNegativeTest-1056753893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:52:32.615087 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-a235820e-5d05-4a33-a501-a2f0832499e7 req-d6372de6-31f7-4141-a3b8-129f9466302c tempest-VolumesNegativeTest-1056753893 tempest-VolumesNegativeTest-1056753893-project] 10.222.0.40 "GET /v2.0/ports?device_id=79d1991a-3720-4e83-ae55-57c58c34cfc0 HTTP/1.1" status: 200 len: 948 time: 0.0555511 Jul 27 08:52:32.663834 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-a235820e-5d05-4a33-a501-a2f0832499e7 req-392f8b7f-cda1-489b-a55f-e8cc6d081001 tempest-VolumesNegativeTest-1056753893 tempest-VolumesNegativeTest-1056753893-project] 10.222.0.40 "GET /v2.0/security-groups?id=c25c98a3-0d7b-4011-bcff-90e8be175b05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431046 Jul 27 08:52:33.107001 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.agents_db [None req-f85b74c8-06c1-470d-aedd-c7ca4f0196ea None None] Agent healthcheck: found 6 active agents {{(pid=104488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 08:52:33.786836 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282d54a7-3de8-474c-aa4e-57b9fc195cae req-5cb68df4-5b97-4b5d-a64f-69af0bfb2f1c tempest-VolumesNegativeTest-1056753893 tempest-VolumesNegativeTest-1056753893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:52:33.788323 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-282d54a7-3de8-474c-aa4e-57b9fc195cae req-5cb68df4-5b97-4b5d-a64f-69af0bfb2f1c tempest-VolumesNegativeTest-1056753893 tempest-VolumesNegativeTest-1056753893-project] 10.222.0.40 "GET /v2.0/ports?device_id=79d1991a-3720-4e83-ae55-57c58c34cfc0 HTTP/1.1" status: 200 len: 948 time: 0.0513773 Jul 27 08:52:33.832299 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:52:33.837004 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-282d54a7-3de8-474c-aa4e-57b9fc195cae req-954906b5-b719-47ad-bf81-5ca62e4293a4 tempest-VolumesNegativeTest-1056753893 tempest-VolumesNegativeTest-1056753893-project] 10.222.0.40 "GET /v2.0/security-groups?id=c25c98a3-0d7b-4011-bcff-90e8be175b05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428767 Jul 27 08:52:34.491288 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-5ac2e693-e0a1-412a-be86-2b9ab65db689 req-deea164c-bcad-453b-99a1-44b1570d2ef0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4c216ccb-efc3-469c-b23e-31364c82cb45&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0407064 Jul 27 08:52:34.614452 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac2e693-e0a1-412a-be86-2b9ab65db689 req-0be890cf-8353-44cc-8b88-a0d886ce3b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:52:34.615917 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-5ac2e693-e0a1-412a-be86-2b9ab65db689 req-0be890cf-8353-44cc-8b88-a0d886ce3b0f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e664288b45ae4b98ae22270ea7eac1e6&device_id=4c216ccb-efc3-469c-b23e-31364c82cb45 HTTP/1.1" status: 200 len: 1129 time: 0.0440574 Jul 27 08:52:34.691208 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:52:34.728362 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac2e693-e0a1-412a-be86-2b9ab65db689 req-d254f9ef-a33b-4d39-9542-b501cc160e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:52:34.729883 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-5ac2e693-e0a1-412a-be86-2b9ab65db689 req-d254f9ef-a33b-4d39-9542-b501cc160e2f service neutron] 10.222.0.42 "GET /v2.0/networks?id=ecada7fa-7a56-41f5-bba0-0e680e111c5d HTTP/1.1" status: 200 len: 912 time: 0.0937080 Jul 27 08:52:34.793494 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-5ac2e693-e0a1-412a-be86-2b9ab65db689 req-0fbafb12-10d1-4436-b085-f6ba56d141ab service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0c459acb-240d-4861-a242-e9dc42994183 HTTP/1.1" status: 200 len: 1001 time: 0.0554769 Jul 27 08:52:34.829386 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=100 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:52:34.848313 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac2e693-e0a1-412a-be86-2b9ab65db689 req-a64c2f15-4654-4ede-972e-4b97be385d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:52:34.849772 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-5ac2e693-e0a1-412a-be86-2b9ab65db689 req-a64c2f15-4654-4ede-972e-4b97be385d43 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3728e296-f73f-42fa-ab4b-892bf727c18b HTTP/1.1" status: 200 len: 850 time: 0.0488565 Jul 27 08:52:34.895069 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac2e693-e0a1-412a-be86-2b9ab65db689 req-a3ea3613-43dd-41e5-a654-82823846b5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:52:34.896572 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-5ac2e693-e0a1-412a-be86-2b9ab65db689 req-a3ea3613-43dd-41e5-a654-82823846b5eb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ecada7fa-7a56-41f5-bba0-0e680e111c5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406837 Jul 27 08:52:35.004176 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18168052-9b2f-4d20-9149-9641208d6851 req-f25c6b38-695f-4dc3-82dc-a2658b13516a tempest-VolumesNegativeTest-1056753893 tempest-VolumesNegativeTest-1056753893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:52:35.005635 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-18168052-9b2f-4d20-9149-9641208d6851 req-f25c6b38-695f-4dc3-82dc-a2658b13516a tempest-VolumesNegativeTest-1056753893 tempest-VolumesNegativeTest-1056753893-project] 10.222.0.40 "GET /v2.0/ports?device_id=79d1991a-3720-4e83-ae55-57c58c34cfc0 HTTP/1.1" status: 200 len: 948 time: 0.0932152 Jul 27 08:52:35.049046 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-5ac2e693-e0a1-412a-be86-2b9ab65db689 req-f1e83dd7-0041-4215-83d0-1a48b677dee3 service neutron] 10.222.0.42 "GET /v2.0/networks/ecada7fa-7a56-41f5-bba0-0e680e111c5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456416 Jul 27 08:52:35.119109 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-18168052-9b2f-4d20-9149-9641208d6851 req-9d095a66-89d9-4381-b341-ac54fa6a921d tempest-VolumesNegativeTest-1056753893 tempest-VolumesNegativeTest-1056753893-project] 10.222.0.40 "GET /v2.0/security-groups?id=c25c98a3-0d7b-4011-bcff-90e8be175b05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023836 Jul 27 08:52:35.158488 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-5ac2e693-e0a1-412a-be86-2b9ab65db689 req-04444cfc-494a-4fc7-8bc1-d212aad5a905 service neutron] 10.222.0.42 "GET /v2.0/networks/ecada7fa-7a56-41f5-bba0-0e680e111c5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022730 Jul 27 08:52:35.775308 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Device 98b0e537-ccb9-41ed-b974-add106db1696 details requested by agent hyperv_hv-cinder-85117 with host hv-cinder-85117 {{(pid=104487) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 08:52:35.885100 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] For port 98b0e537-ccb9-41ed-b974-add106db1696, host hv-cinder-85117, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85117',level=0,port_id=98b0e537-ccb9-41ed-b974-add106db1696,segment=NetworkSegment(39bc61ea-2cfd-4699-bce4-ca14dd43a392),segment_id=39bc61ea-2cfd-4699-bce4-ca14dd43a392)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:52:35.897460 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Returning: {'device': '98b0e537-ccb9-41ed-b974-add106db1696', 'network_id': '40e3fcfe-0654-431a-93ce-d77cf906aef8', 'port_id': '98b0e537-ccb9-41ed-b974-add106db1696', 'mac_address': 'fa:16:3e:d1:52:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6456623-01f7-4240-b851-0a595ed5b6c0', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104487) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 08:52:35.945149 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Current status of the port 98b0e537-ccb9-41ed-b974-add106db1696 is: DOWN; New status is: BUILD {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:52:35.945489 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (98b0e537-ccb9-41ed-b974-add106db1696), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:52:35.959385 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.notifiers.nova [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98b0e537-ccb9-41ed-b974-add106db1696 {{(pid=104487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 08:52:35.979653 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] For port 98b0e537-ccb9-41ed-b974-add106db1696, host hv-cinder-85117, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85117',level=0,port_id=98b0e537-ccb9-41ed-b974-add106db1696,segment=NetworkSegment(39bc61ea-2cfd-4699-bce4-ca14dd43a392),segment_id=39bc61ea-2cfd-4699-bce4-ca14dd43a392)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:52:36.079394 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (98b0e537-ccb9-41ed-b974-add106db1696), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:52:36.129206 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Pushing event updated for resources: {'Port': ['ID=98b0e537-ccb9-41ed-b974-add106db1696,revision_number=4']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:52:36.136763 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:52:36.137116 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:52:36.137463 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:52:36.137805 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:52:36.138156 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:52:36.138502 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:52:36.138865 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:52:36.139149 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:52:36.139478 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:52:36.139806 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:52:36.140136 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:52:36.140550 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:52:36.141117 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:52:36.141455 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:52:36.141794 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:52:36.248022 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0325ef-c0d6-46c8-bf39-9eac201f8dec req-f5696922-8e83-44d9-9c27-46a040bd98e0 tempest-VolumesNegativeTest-1056753893 tempest-VolumesNegativeTest-1056753893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:52:36.249408 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-1b0325ef-c0d6-46c8-bf39-9eac201f8dec req-f5696922-8e83-44d9-9c27-46a040bd98e0 tempest-VolumesNegativeTest-1056753893 tempest-VolumesNegativeTest-1056753893-project] 10.222.0.40 "GET /v2.0/ports?device_id=79d1991a-3720-4e83-ae55-57c58c34cfc0 HTTP/1.1" status: 200 len: 949 time: 0.0496871 Jul 27 08:52:36.298421 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-1b0325ef-c0d6-46c8-bf39-9eac201f8dec req-eb045189-cc20-404d-bf53-d5a7824dacd6 tempest-VolumesNegativeTest-1056753893 tempest-VolumesNegativeTest-1056753893-project] 10.222.0.40 "GET /v2.0/security-groups?id=c25c98a3-0d7b-4011-bcff-90e8be175b05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429165 Jul 27 08:52:36.480278 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] get_ports_and_sgs() called for port_ids ['98b0e537-ccb9-41ed-b974-add106db1696'] {{(pid=104487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 08:52:37.430543 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74852b81-ea2f-49a0-b5d1-2ce201ea2a2d req-df8d5dfa-8fe7-4026-90e9-4efa8788de6e tempest-VolumesNegativeTest-1056753893 tempest-VolumesNegativeTest-1056753893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:52:37.432251 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-74852b81-ea2f-49a0-b5d1-2ce201ea2a2d req-df8d5dfa-8fe7-4026-90e9-4efa8788de6e tempest-VolumesNegativeTest-1056753893 tempest-VolumesNegativeTest-1056753893-project] 10.222.0.40 "GET /v2.0/ports?device_id=79d1991a-3720-4e83-ae55-57c58c34cfc0 HTTP/1.1" status: 200 len: 949 time: 0.0536134 Jul 27 08:52:37.481408 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-74852b81-ea2f-49a0-b5d1-2ce201ea2a2d req-b6d04867-d41b-4c80-bab3-66d821159316 tempest-VolumesNegativeTest-1056753893 tempest-VolumesNegativeTest-1056753893-project] 10.222.0.40 "GET /v2.0/security-groups?id=c25c98a3-0d7b-4011-bcff-90e8be175b05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431271 Jul 27 08:52:38.612337 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6b3d9f-c4d6-43c5-a981-2f1669d91ec4 req-e104fcaa-8345-4d05-94d7-dcafabe6858b tempest-VolumesNegativeTest-1056753893 tempest-VolumesNegativeTest-1056753893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:52:38.613976 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-da6b3d9f-c4d6-43c5-a981-2f1669d91ec4 req-e104fcaa-8345-4d05-94d7-dcafabe6858b tempest-VolumesNegativeTest-1056753893 tempest-VolumesNegativeTest-1056753893-project] 10.222.0.40 "GET /v2.0/ports?device_id=79d1991a-3720-4e83-ae55-57c58c34cfc0 HTTP/1.1" status: 200 len: 949 time: 0.0529356 Jul 27 08:52:38.665730 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-da6b3d9f-c4d6-43c5-a981-2f1669d91ec4 req-2f41bdeb-b090-4469-ae1e-e5e7ac603399 tempest-VolumesNegativeTest-1056753893 tempest-VolumesNegativeTest-1056753893-project] 10.222.0.40 "GET /v2.0/security-groups?id=c25c98a3-0d7b-4011-bcff-90e8be175b05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457439 Jul 27 08:52:39.794197 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff02695-6a1f-4906-a3b8-c6d0aae91f50 req-8c78a30f-5644-451c-81d1-cf66108faa5c tempest-VolumesNegativeTest-1056753893 tempest-VolumesNegativeTest-1056753893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:52:39.795783 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-0ff02695-6a1f-4906-a3b8-c6d0aae91f50 req-8c78a30f-5644-451c-81d1-cf66108faa5c tempest-VolumesNegativeTest-1056753893 tempest-VolumesNegativeTest-1056753893-project] 10.222.0.40 "GET /v2.0/ports?device_id=79d1991a-3720-4e83-ae55-57c58c34cfc0 HTTP/1.1" status: 200 len: 949 time: 0.0534942 Jul 27 08:52:39.847995 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-0ff02695-6a1f-4906-a3b8-c6d0aae91f50 req-25bf9281-e429-49dd-b963-97bfdb96c826 tempest-VolumesNegativeTest-1056753893 tempest-VolumesNegativeTest-1056753893-project] 10.222.0.40 "GET /v2.0/security-groups?id=c25c98a3-0d7b-4011-bcff-90e8be175b05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465496 Jul 27 08:52:40.830680 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Device 98b0e537-ccb9-41ed-b974-add106db1696 up at agent hyperv_hv-cinder-85117 {{(pid=104487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 08:52:40.857417 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:52:40.878066 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Provisioning for port 98b0e537-ccb9-41ed-b974-add106db1696 completed by entity L2. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 27 08:52:40.937414 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Provisioning complete for port 98b0e537-ccb9-41ed-b974-add106db1696 triggered by entity L2. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:52:40.937850 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (98b0e537-ccb9-41ed-b974-add106db1696), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:52:40.963988 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:52:40.972000 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e488fcd2-31e7-48c6-a278-8340bb90b3db req-7126c55a-fae9-4a36-8736-8d6438ed1177 tempest-VolumesNegativeTest-1056753893 tempest-VolumesNegativeTest-1056753893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:52:40.973513 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-e488fcd2-31e7-48c6-a278-8340bb90b3db req-7126c55a-fae9-4a36-8736-8d6438ed1177 tempest-VolumesNegativeTest-1056753893 tempest-VolumesNegativeTest-1056753893-project] 10.222.0.40 "GET /v2.0/ports?device_id=79d1991a-3720-4e83-ae55-57c58c34cfc0 HTTP/1.1" status: 200 len: 949 time: 0.0528233 Jul 27 08:52:41.012144 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Current status of the port 98b0e537-ccb9-41ed-b974-add106db1696 is: BUILD; New status is: ACTIVE {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:52:41.012533 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (98b0e537-ccb9-41ed-b974-add106db1696), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:52:41.028825 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-e488fcd2-31e7-48c6-a278-8340bb90b3db req-7e6d59a1-ed84-4941-acc5-a056bf5e5c2f tempest-VolumesNegativeTest-1056753893 tempest-VolumesNegativeTest-1056753893-project] 10.222.0.40 "GET /v2.0/security-groups?id=c25c98a3-0d7b-4011-bcff-90e8be175b05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480378 Jul 27 08:52:41.036932 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79d1991a-3720-4e83-ae55-57c58c34cfc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98b0e537-ccb9-41ed-b974-add106db1696'}] {{(pid=104487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 08:52:41.039211 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80d6aca8d47c9a16b7ef4a01c61ef1bf5c962aea16cee8599b6bab5dfb4de652" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afda25e7-d425-4154-9467-c83604d208a7" -d '{"events": [{"server_uuid": "79d1991a-3720-4e83-ae55-57c58c34cfc0", "name": "network-vif-plugged", "status": "completed", "tag": "98b0e537-ccb9-41ed-b974-add106db1696"}]}' {{(pid=104487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 08:52:41.052837 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] For port 98b0e537-ccb9-41ed-b974-add106db1696, host hv-cinder-85117, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85117',level=0,port_id=98b0e537-ccb9-41ed-b974-add106db1696,segment=NetworkSegment(39bc61ea-2cfd-4699-bce4-ca14dd43a392),segment_id=39bc61ea-2cfd-4699-bce4-ca14dd43a392)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:52:41.081334 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 08:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0abd0790-ead7-41d9-97d4-73a013c522c9 x-openstack-request-id: req-0abd0790-ead7-41d9-97d4-73a013c522c9 {{(pid=104487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 08:52:41.081570 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79d1991a-3720-4e83-ae55-57c58c34cfc0", "name": "network-vif-plugged", "status": "completed", "tag": "98b0e537-ccb9-41ed-b974-add106db1696", "code": 200}]} {{(pid=104487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 08:52:41.081849 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-0abd0790-ead7-41d9-97d4-73a013c522c9 {{(pid=104487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 08:52:41.082278 dv-cinder-851170-2-iscsi neutron-server[104487]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0abd0790-ead7-41d9-97d4-73a013c522c9'] response: {'server_uuid': '79d1991a-3720-4e83-ae55-57c58c34cfc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98b0e537-ccb9-41ed-b974-add106db1696', 'code': 200} Jul 27 08:52:41.102917 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (98b0e537-ccb9-41ed-b974-add106db1696), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:52:41.155646 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Pushing event updated for resources: {'Port': ['ID=98b0e537-ccb9-41ed-b974-add106db1696,revision_number=5']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:52:41.437529 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54ecbbd-ae96-482c-a2cc-cf89bbd68f55 req-a404f931-87f0-4a85-94ad-0b0ea23c43ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:52:41.439243 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-e54ecbbd-ae96-482c-a2cc-cf89bbd68f55 req-a404f931-87f0-4a85-94ad-0b0ea23c43ad service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=79d1991a-3720-4e83-ae55-57c58c34cfc0 HTTP/1.1" status: 200 len: 1134 time: 0.0422931 Jul 27 08:52:41.490841 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-e54ecbbd-ae96-482c-a2cc-cf89bbd68f55 req-5b6439ef-1610-40a4-8856-7995abf43398 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c25c98a3-0d7b-4011-bcff-90e8be175b05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452821 Jul 27 08:52:42.159836 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcf5a71-16b9-4adc-ab6b-59d962d0aff2 req-78a42d40-7895-4f8b-9468-abf7ba867e2d tempest-VolumesNegativeTest-1056753893 tempest-VolumesNegativeTest-1056753893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:52:42.161538 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-8dcf5a71-16b9-4adc-ab6b-59d962d0aff2 req-78a42d40-7895-4f8b-9468-abf7ba867e2d tempest-VolumesNegativeTest-1056753893 tempest-VolumesNegativeTest-1056753893-project] 10.222.0.40 "GET /v2.0/ports?device_id=79d1991a-3720-4e83-ae55-57c58c34cfc0 HTTP/1.1" status: 200 len: 950 time: 0.0566866 Jul 27 08:52:42.211617 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-8dcf5a71-16b9-4adc-ab6b-59d962d0aff2 req-60280f59-7348-46bb-a111-c3e6b470bf7d tempest-VolumesNegativeTest-1056753893 tempest-VolumesNegativeTest-1056753893-project] 10.222.0.40 "GET /v2.0/security-groups?id=c25c98a3-0d7b-4011-bcff-90e8be175b05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443730 Jul 27 08:52:43.354196 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b353e6b0-cb5b-494a-89cb-2decf800db37 req-ec37e040-1297-4a34-a89c-6fdad5964bd5 tempest-VolumesNegativeTest-1056753893 tempest-VolumesNegativeTest-1056753893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:52:43.355729 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-b353e6b0-cb5b-494a-89cb-2decf800db37 req-ec37e040-1297-4a34-a89c-6fdad5964bd5 tempest-VolumesNegativeTest-1056753893 tempest-VolumesNegativeTest-1056753893-project] 10.222.0.40 "GET /v2.0/ports?device_id=79d1991a-3720-4e83-ae55-57c58c34cfc0 HTTP/1.1" status: 200 len: 950 time: 0.0500488 Jul 27 08:52:43.407259 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-b353e6b0-cb5b-494a-89cb-2decf800db37 req-8ba435b9-2d1a-4669-995f-41387ebf59af tempest-VolumesNegativeTest-1056753893 tempest-VolumesNegativeTest-1056753893-project] 10.222.0.40 "GET /v2.0/security-groups?id=c25c98a3-0d7b-4011-bcff-90e8be175b05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453956 Jul 27 08:52:44.540250 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4a2c5b-5b94-49c8-9f77-cee019455373 req-5beb09c6-1b64-40f4-a22a-dc2644d37ea3 tempest-VolumesNegativeTest-1056753893 tempest-VolumesNegativeTest-1056753893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:52:44.541736 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-ea4a2c5b-5b94-49c8-9f77-cee019455373 req-5beb09c6-1b64-40f4-a22a-dc2644d37ea3 tempest-VolumesNegativeTest-1056753893 tempest-VolumesNegativeTest-1056753893-project] 10.222.0.40 "GET /v2.0/ports?device_id=79d1991a-3720-4e83-ae55-57c58c34cfc0 HTTP/1.1" status: 200 len: 950 time: 0.0524604 Jul 27 08:52:44.592888 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-ea4a2c5b-5b94-49c8-9f77-cee019455373 req-9781ccc2-1909-4edb-9e3c-de6fc7fa50d8 tempest-VolumesNegativeTest-1056753893 tempest-VolumesNegativeTest-1056753893-project] 10.222.0.40 "GET /v2.0/security-groups?id=c25c98a3-0d7b-4011-bcff-90e8be175b05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454292 Jul 27 08:52:45.055323 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8bfc8a-34b5-4379-8f03-1fa1e29a2e0f req-c394e921-88cc-42a6-81c4-3084aa31edb4 tempest-VolumesNegativeTest-1056753893 tempest-VolumesNegativeTest-1056753893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:52:45.056779 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-de8bfc8a-34b5-4379-8f03-1fa1e29a2e0f req-c394e921-88cc-42a6-81c4-3084aa31edb4 tempest-VolumesNegativeTest-1056753893 tempest-VolumesNegativeTest-1056753893-project] 10.222.0.40 "GET /v2.0/ports?device_id=79d1991a-3720-4e83-ae55-57c58c34cfc0 HTTP/1.1" status: 200 len: 950 time: 0.0497923 Jul 27 08:52:45.104106 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-de8bfc8a-34b5-4379-8f03-1fa1e29a2e0f req-cd93c2e0-4843-4fce-8d51-1761d2ac08bb tempest-VolumesNegativeTest-1056753893 tempest-VolumesNegativeTest-1056753893-project] 10.222.0.40 "GET /v2.0/security-groups?id=c25c98a3-0d7b-4011-bcff-90e8be175b05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416954 Jul 27 08:52:45.983305 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-8892c713-dd02-453c-803d-2f3d9d1ef9bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (7c77c4a2-8ca4-486b-af2a-676805e7b922), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:52:46.229970 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5705d49-96f2-4823-9032-496e11994da7 req-e8e0802f-f460-49a3-852d-d9259db1cfbc tempest-VolumesNegativeTest-1056753893 tempest-VolumesNegativeTest-1056753893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:52:46.231485 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-c5705d49-96f2-4823-9032-496e11994da7 req-e8e0802f-f460-49a3-852d-d9259db1cfbc tempest-VolumesNegativeTest-1056753893 tempest-VolumesNegativeTest-1056753893-project] 10.222.0.40 "GET /v2.0/ports?device_id=79d1991a-3720-4e83-ae55-57c58c34cfc0 HTTP/1.1" status: 200 len: 950 time: 0.0502725 Jul 27 08:52:46.282380 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-c5705d49-96f2-4823-9032-496e11994da7 req-b0dd11ea-a27c-4ad1-b371-e8f7fe8fbf96 tempest-VolumesNegativeTest-1056753893 tempest-VolumesNegativeTest-1056753893-project] 10.222.0.40 "GET /v2.0/security-groups?id=c25c98a3-0d7b-4011-bcff-90e8be175b05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451524 Jul 27 08:52:46.817079 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73af659e-fbd9-415e-a43e-b56f51cd28ec req-ef0a4d08-96d9-4b59-ae34-124f32b735c3 tempest-VolumesNegativeTest-1056753893 tempest-VolumesNegativeTest-1056753893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:52:46.818634 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-73af659e-fbd9-415e-a43e-b56f51cd28ec req-ef0a4d08-96d9-4b59-ae34-124f32b735c3 tempest-VolumesNegativeTest-1056753893 tempest-VolumesNegativeTest-1056753893-project] 10.222.0.42 "GET /v2.0/ports?device_id=79d1991a-3720-4e83-ae55-57c58c34cfc0 HTTP/1.1" status: 200 len: 950 time: 0.0482855 Jul 27 08:52:46.852916 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=100 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:52:46.904306 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.plugin [req-73af659e-fbd9-415e-a43e-b56f51cd28ec req-68b6eee2-af71-40f5-9386-54c282409dc1 tempest-VolumesNegativeTest-1056753893 tempest-VolumesNegativeTest-1056753893-project] Deleting port 98b0e537-ccb9-41ed-b974-add106db1696 {{(pid=104485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 08:52:46.904694 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [req-73af659e-fbd9-415e-a43e-b56f51cd28ec req-68b6eee2-af71-40f5-9386-54c282409dc1 tempest-VolumesNegativeTest-1056753893 tempest-VolumesNegativeTest-1056753893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786710341133'] for port (98b0e537-ccb9-41ed-b974-add106db1696), before_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:52:47.007269 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.db [req-73af659e-fbd9-415e-a43e-b56f51cd28ec req-68b6eee2-af71-40f5-9386-54c282409dc1 tempest-VolumesNegativeTest-1056753893 tempest-VolumesNegativeTest-1056753893-project] For port 98b0e537-ccb9-41ed-b974-add106db1696, host hv-cinder-85117, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85117',level=0,port_id=98b0e537-ccb9-41ed-b974-add106db1696,segment=NetworkSegment(39bc61ea-2cfd-4699-bce4-ca14dd43a392),segment_id=39bc61ea-2cfd-4699-bce4-ca14dd43a392)] {{(pid=104485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:52:47.007677 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [req-73af659e-fbd9-415e-a43e-b56f51cd28ec req-68b6eee2-af71-40f5-9386-54c282409dc1 tempest-VolumesNegativeTest-1056753893 tempest-VolumesNegativeTest-1056753893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8100626'] for port (98b0e537-ccb9-41ed-b974-add106db1696), precommit_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:52:47.022719 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.plugin [req-73af659e-fbd9-415e-a43e-b56f51cd28ec req-68b6eee2-af71-40f5-9386-54c282409dc1 tempest-VolumesNegativeTest-1056753893 tempest-VolumesNegativeTest-1056753893-project] Calling delete_port for 98b0e537-ccb9-41ed-b974-add106db1696 owned by compute:nova {{(pid=104485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 08:52:47.024442 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=100 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:52:47.228813 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [req-73af659e-fbd9-415e-a43e-b56f51cd28ec req-68b6eee2-af71-40f5-9386-54c282409dc1 tempest-VolumesNegativeTest-1056753893 tempest-VolumesNegativeTest-1056753893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786710477123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786709965406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16582167'] for port (98b0e537-ccb9-41ed-b974-add106db1696), after_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:52:47.259943 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b6eee2-af71-40f5-9386-54c282409dc1 tempest-VolumesNegativeTest-1056753893 tempest-VolumesNegativeTest-1056753893-project] Pushing event deleted for resources: {'Port': ['ID=98b0e537-ccb9-41ed-b974-add106db1696,revision_number=None']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:52:47.272543 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] get_ports_and_sgs() called for port_ids ['98b0e537-ccb9-41ed-b974-add106db1696'] {{(pid=104487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 08:52:47.340251 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.db.l3_dvrscheduler_db [req-73af659e-fbd9-415e-a43e-b56f51cd28ec req-68b6eee2-af71-40f5-9386-54c282409dc1 tempest-VolumesNegativeTest-1056753893 tempest-VolumesNegativeTest-1056753893-project] No DVR routers for this DVR port 98b0e537-ccb9-41ed-b974-add106db1696 on host hv-cinder-85117 {{(pid=104485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 08:52:47.344909 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [req-73af659e-fbd9-415e-a43e-b56f51cd28ec req-68b6eee2-af71-40f5-9386-54c282409dc1 tempest-VolumesNegativeTest-1056753893 tempest-VolumesNegativeTest-1056753893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8374701'] for port (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:52:47.347668 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-73af659e-fbd9-415e-a43e-b56f51cd28ec req-68b6eee2-af71-40f5-9386-54c282409dc1 tempest-VolumesNegativeTest-1056753893 tempest-VolumesNegativeTest-1056753893-project] 10.222.0.42 "DELETE /v2.0/ports/98b0e537-ccb9-41ed-b974-add106db1696 HTTP/1.1" status: 204 len: 173 time: 0.5239532 Jul 27 08:52:47.348243 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79d1991a-3720-4e83-ae55-57c58c34cfc0', 'name': 'network-vif-deleted', 'tag': '98b0e537-ccb9-41ed-b974-add106db1696'}] {{(pid=104485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 08:52:47.359615 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f4ab7c7b1e34975a56cd7ce610f5615b70f950c8da59d9e9b5a870069a9544" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fa7f362-dc67-438a-b384-48a692d61c00" -d '{"events": [{"server_uuid": "79d1991a-3720-4e83-ae55-57c58c34cfc0", "name": "network-vif-deleted", "tag": "98b0e537-ccb9-41ed-b974-add106db1696"}]}' {{(pid=104485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 08:52:47.409359 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 08:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ac3e386-1a46-436c-be6d-7643d0fd52bd x-openstack-request-id: req-7ac3e386-1a46-436c-be6d-7643d0fd52bd {{(pid=104485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 08:52:47.409359 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79d1991a-3720-4e83-ae55-57c58c34cfc0", "name": "network-vif-deleted", "tag": "98b0e537-ccb9-41ed-b974-add106db1696", "status": "completed", "code": 200}]} {{(pid=104485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 08:52:47.409359 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-7ac3e386-1a46-436c-be6d-7643d0fd52bd {{(pid=104485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 08:52:47.409359 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ac3e386-1a46-436c-be6d-7643d0fd52bd'] response: {'server_uuid': '79d1991a-3720-4e83-ae55-57c58c34cfc0', 'name': 'network-vif-deleted', 'tag': '98b0e537-ccb9-41ed-b974-add106db1696', 'status': 'completed', 'code': 200} Jul 27 08:52:47.435908 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-3367394d-4f04-4c2b-8d38-7680fa072871 req-4be8bc3d-ccca-4fe7-99a1-9c63c53d2b57 tempest-VolumesNegativeTest-1056753893 tempest-VolumesNegativeTest-1056753893-project] 10.222.0.40 "GET /v2.0/ports?device_id=79d1991a-3720-4e83-ae55-57c58c34cfc0 HTTP/1.1" status: 200 len: 210 time: 0.0331311 Jul 27 08:52:48.342953 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a4e34860-929f-4aa5-9f04-d8c4ec28e195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (5bc6d868-bb0b-4164-b2dd-44360f4de654), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:52:48.568874 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-b6d1a1c4-e8d0-43fa-861f-19e79dc944a5 req-167f2cd9-c1f1-4227-a2b8-ffa941f7c779 tempest-VolumesNegativeTest-1056753893 tempest-VolumesNegativeTest-1056753893-project] 10.222.0.40 "GET /v2.0/ports?device_id=79d1991a-3720-4e83-ae55-57c58c34cfc0 HTTP/1.1" status: 200 len: 210 time: 0.0328360 Jul 27 08:52:49.991074 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=3 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:52:49.995435 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=5 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:52:50.388977 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-45eb61cd-e3d7-4840-8013-3080c7768274 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (36998da0-f99a-403d-814c-b55466abd131), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:52:50.856280 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Device 98b0e537-ccb9-41ed-b974-add106db1696 no longer exists at agent hyperv_hv-cinder-85117 {{(pid=104487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 08:52:50.879677 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] No Port match for: 98b0e537-ccb9-41ed-b974-add106db1696 {{(pid=104487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 08:52:50.879957 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Device 98b0e537-ccb9-41ed-b974-add106db1696 not bound to the agent host hv-cinder-85117 {{(pid=104487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 08:52:51.383126 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-83feb67a-80d7-474e-96e8-1d92c33387c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (0a293c43-2970-4b69-9d2a-dcf41d8870ef), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:52:51.423560 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (40990755-2d84-4c9d-828c-eda94a5136e8), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:52:51.426576 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (ed9de811-f248-496b-b487-860d50d7cee7), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:52:56.316420 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 37252) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:52:56.440688 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=86 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:52:56.483211 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-9b78ac62-934c-4a4f-9ea0-00bf2d9f5d75 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=23200086cd3246318074e7eafa118e58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1655076 Jul 27 08:52:56.484154 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 37262) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:52:56.544279 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-37739b70-4706-4a19-9428-29d16803d3d8 admin admin] Publish callbacks [] for security_group (c25c98a3-0d7b-4011-bcff-90e8be175b05), before_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:52:56.572316 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-37739b70-4706-4a19-9428-29d16803d3d8 admin admin] Publish callbacks [] for security_group (c25c98a3-0d7b-4011-bcff-90e8be175b05), precommit_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:52:56.699173 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-37739b70-4706-4a19-9428-29d16803d3d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (c25c98a3-0d7b-4011-bcff-90e8be175b05), after_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:52:56.701652 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-37739b70-4706-4a19-9428-29d16803d3d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:52:56.701652 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-37739b70-4706-4a19-9428-29d16803d3d8 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/c25c98a3-0d7b-4011-bcff-90e8be175b05 HTTP/1.1" status: 204 len: 168 time: 0.2154024 Jul 27 08:52:56.715450 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37739b70-4706-4a19-9428-29d16803d3d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c25c98a3-0d7b-4011-bcff-90e8be175b05,revision_number=None']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:52:57.907767 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 37292) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:52:58.021323 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.v2.base [None req-3166c83e-24a4-446f-a573-fdebbfa0f51f admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1556209821-network', 'tenant_id': 'd79bf8b3761f48c79c09b2cf28a00ba1'}} {{(pid=104486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:52:58.114371 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3166c83e-24a4-446f-a573-fdebbfa0f51f admin admin] Made reservation on behalf of d79bf8b3761f48c79c09b2cf28a00ba1 for: {'network': 1} {{(pid=104486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 08:52:58.117070 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-3166c83e-24a4-446f-a573-fdebbfa0f51f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for network (None), before_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:52:58.128365 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-3166c83e-24a4-446f-a573-fdebbfa0f51f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:52:58.220698 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-3166c83e-24a4-446f-a573-fdebbfa0f51f admin admin] Publish callbacks [] for security_group (16b935ad-4863-4608-a9e9-e4e2261dd8ff), precommit_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:52:58.297036 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-3166c83e-24a4-446f-a573-fdebbfa0f51f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (16b935ad-4863-4608-a9e9-e4e2261dd8ff), after_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:52:58.327991 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3166c83e-24a4-446f-a573-fdebbfa0f51f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 655} {{(pid=104486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 08:52:58.339632 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3166c83e-24a4-446f-a573-fdebbfa0f51f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16b935ad-4863-4608-a9e9-e4e2261dd8ff,revision_number=1']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:52:58.345304 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-3166c83e-24a4-446f-a573-fdebbfa0f51f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-834444'] for segment (f31b5edb-f795-42de-a34b-57d900f5f158), precommit_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:52:58.345659 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.db.segments_db [None req-3166c83e-24a4-446f-a573-fdebbfa0f51f admin admin] Added segment f31b5edb-f795-42de-a34b-57d900f5f158 of type vlan for network 2be418e3-97cc-46e3-b27f-ccb8f3176ec8 Jul 27 08:52:58.391363 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-3166c83e-24a4-446f-a573-fdebbfa0f51f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786709896331'] for network (2be418e3-97cc-46e3-b27f-ccb8f3176ec8), precommit_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:52:58.393595 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:52:58.485337 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-3166c83e-24a4-446f-a573-fdebbfa0f51f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739'] for network (2be418e3-97cc-46e3-b27f-ccb8f3176ec8), after_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:52:58.487031 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3166c83e-24a4-446f-a573-fdebbfa0f51f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:52:58.487927 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-3166c83e-24a4-446f-a573-fdebbfa0f51f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7864717'] for network (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:52:58.554913 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3166c83e-24a4-446f-a573-fdebbfa0f51f admin admin] Pushing event updated for resources: {'Network': ['ID=2be418e3-97cc-46e3-b27f-ccb8f3176ec8,revision_number=1']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:52:58.566318 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Network 2be418e3-97cc-46e3-b27f-ccb8f3176ec8 details requested by agent ovs-agent-dv-cinder-851170-2-iscsi with host dv-cinder-851170-2-iscsi {{(pid=104487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 08:52:58.625461 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-3166c83e-24a4-446f-a573-fdebbfa0f51f admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.7165236 Jul 27 08:52:58.628986 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 37298) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:52:58.637856 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.v2.base [None req-eea55a50-156f-4e60-8fc2-591e728640b2 admin admin] Request body: {'subnet': {'network_id': '2be418e3-97cc-46e3-b27f-ccb8f3176ec8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1556209821-subnet', 'tenant_id': 'd79bf8b3761f48c79c09b2cf28a00ba1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:52:58.799931 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eea55a50-156f-4e60-8fc2-591e728640b2 admin admin] Made reservation on behalf of d79bf8b3761f48c79c09b2cf28a00ba1 for: {'subnet': 1} {{(pid=104486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 08:52:58.802904 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-eea55a50-156f-4e60-8fc2-591e728640b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16656174'] for subnet (None), before_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:52:59.069630 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-eea55a50-156f-4e60-8fc2-591e728640b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4293642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16656128'] for subnet (0aa03391-09f5-4773-8e70-882cfcf9e43e), after_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:52:59.132411 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea55a50-156f-4e60-8fc2-591e728640b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0aa03391-09f5-4773-8e70-882cfcf9e43e,revision_number=0']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:52:59.151986 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea55a50-156f-4e60-8fc2-591e728640b2 admin admin] Checking segment: {'id': 'f31b5edb-f795-42de-a34b-57d900f5f158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '2be418e3-97cc-46e3-b27f-ccb8f3176ec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 08:52:59.153399 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea55a50-156f-4e60-8fc2-591e728640b2 admin admin] Network hostable DHCP agents. Network: 2be418e3-97cc-46e3-b27f-ccb8f3176ec8, hostable agents: ['7c77c4a2-8ca4-486b-af2a-676805e7b922'], hosted agents: [] {{(pid=104486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 08:52:59.158387 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:52:59.234836 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea55a50-156f-4e60-8fc2-591e728640b2 admin admin] Network 2be418e3-97cc-46e3-b27f-ccb8f3176ec8 is scheduled to be hosted by DHCP agent 7c77c4a2-8ca4-486b-af2a-676805e7b922 with binding_index 1 {{(pid=104486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 08:52:59.323518 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.scheduler.base_scheduler [None req-eea55a50-156f-4e60-8fc2-591e728640b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851170-2-iscsi, 2be418e3-97cc-46e3-b27f-ccb8f3176ec8) {{(pid=104486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 08:52:59.328125 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea55a50-156f-4e60-8fc2-591e728640b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:52:59.328906 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-eea55a50-156f-4e60-8fc2-591e728640b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7864717'] for subnet (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:52:59.334272 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5daca49-c06c-4cf1-b19f-4d913e7cafbe None None] Network 2be418e3-97cc-46e3-b27f-ccb8f3176ec8 requested from dv-cinder-851170-2-iscsi {{(pid=104487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 08:52:59.436773 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-eea55a50-156f-4e60-8fc2-591e728640b2 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8066475 Jul 27 08:52:59.455012 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6108d236-20ac-4e9b-a352-5e3706109465 None None] Network 2be418e3-97cc-46e3-b27f-ccb8f3176ec8 requested from dv-cinder-851170-2-iscsi {{(pid=104487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 08:53:02.180470 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 37330) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:53:02.298479 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-c0ace019-b357-48fb-80da-c8f588baa4e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:53:02.411602 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-c0ace019-b357-48fb-80da-c8f588baa4e7 admin admin] Publish callbacks [] for security_group (69d0345f-befb-4cb0-8fac-43067b7a262e), precommit_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:53:02.485590 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-c0ace019-b357-48fb-80da-c8f588baa4e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (69d0345f-befb-4cb0-8fac-43067b7a262e), after_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:53:02.538287 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-c0ace019-b357-48fb-80da-c8f588baa4e7 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=23575e72cc5443f682b5387dd62305a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3560855 Jul 27 08:53:02.539256 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ace019-b357-48fb-80da-c8f588baa4e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69d0345f-befb-4cb0-8fac-43067b7a262e,revision_number=1']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:53:02.541491 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 37334) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:53:02.597091 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-8ed64838-e183-457d-a287-a250648ac69d admin admin] Publish callbacks [] for security_group (69d0345f-befb-4cb0-8fac-43067b7a262e), before_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:53:02.621601 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-8ed64838-e183-457d-a287-a250648ac69d admin admin] Publish callbacks [] for security_group (69d0345f-befb-4cb0-8fac-43067b7a262e), precommit_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:53:02.760333 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-8ed64838-e183-457d-a287-a250648ac69d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (69d0345f-befb-4cb0-8fac-43067b7a262e), after_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:53:02.762996 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-8ed64838-e183-457d-a287-a250648ac69d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:53:02.769745 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-8ed64838-e183-457d-a287-a250648ac69d admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/69d0345f-befb-4cb0-8fac-43067b7a262e HTTP/1.1" status: 204 len: 168 time: 0.2245893 Jul 27 08:53:02.776109 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed64838-e183-457d-a287-a250648ac69d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69d0345f-befb-4cb0-8fac-43067b7a262e,revision_number=None']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:53:02.912353 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b155e419-c427-463d-b79d-a6b303ec520e req-4c4bd482-7772-4af4-a1e8-648f604a329e tempest-VolumesSnapshotTestJSON-168933705 tempest-VolumesSnapshotTestJSON-168933705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:53:02.914928 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-b155e419-c427-463d-b79d-a6b303ec520e req-4c4bd482-7772-4af4-a1e8-648f604a329e tempest-VolumesSnapshotTestJSON-168933705 tempest-VolumesSnapshotTestJSON-168933705-project] 10.222.0.40 "GET /v2.0/networks?id=2be418e3-97cc-46e3-b27f-ccb8f3176ec8 HTTP/1.1" status: 200 len: 814 time: 0.1128001 Jul 27 08:53:02.930655 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-b155e419-c427-463d-b79d-a6b303ec520e req-94c5ab46-e331-44ca-9a12-7110abc7d461 tempest-VolumesSnapshotTestJSON-168933705 tempest-VolumesSnapshotTestJSON-168933705-project] 10.222.0.40 "GET /v2.0/quotas/d79bf8b3761f48c79c09b2cf28a00ba1 HTTP/1.1" status: 200 len: 375 time: 0.0097716 Jul 27 08:53:02.965106 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-b155e419-c427-463d-b79d-a6b303ec520e req-85611a93-fa7f-4026-8f0a-77685daed35e tempest-VolumesSnapshotTestJSON-168933705 tempest-VolumesSnapshotTestJSON-168933705-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=d79bf8b3761f48c79c09b2cf28a00ba1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288601 Jul 27 08:53:03.087210 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [req-b155e419-c427-463d-b79d-a6b303ec520e req-7f1c2715-0526-427c-902c-ae72daeb2ed1 service neutron] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=104485) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 27 08:53:03.088239 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-b155e419-c427-463d-b79d-a6b303ec520e req-7f1c2715-0526-427c-902c-ae72daeb2ed1 service neutron] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1148441 Jul 27 08:53:03.167137 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:53:03.203600 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-b155e419-c427-463d-b79d-a6b303ec520e req-08d4b0a2-df1b-4b31-b4a7-a9e2c287c910 service neutron] 10.222.0.40 "GET /v2.0/networks/2be418e3-97cc-46e3-b27f-ccb8f3176ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076310 Jul 27 08:53:03.320869 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-b155e419-c427-463d-b79d-a6b303ec520e req-d640e404-0d7a-4ea8-aaaf-cf45d8650cbd service neutron] 10.222.0.40 "GET /v2.0/networks/2be418e3-97cc-46e3-b27f-ccb8f3176ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084292 Jul 27 08:53:03.583048 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-9db8244c-da53-4b96-b461-dae80b776943 req-6d1023b2-d659-45b4-b74e-60157ba4ee45 tempest-VolumesSnapshotTestJSON-168933705 tempest-VolumesSnapshotTestJSON-168933705-project] 10.222.0.40 "GET /v2.0/ports?device_id=b4e3fffc-810e-4200-8119-1bfd76664166 HTTP/1.1" status: 200 len: 210 time: 0.0395648 Jul 27 08:53:04.651028 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:53:04.669269 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-11372bc4-6e17-4c17-866f-ad3bc37ba632 req-a99d26e4-029b-484f-a506-d798ce28552b tempest-VolumesSnapshotTestJSON-168933705 tempest-VolumesSnapshotTestJSON-168933705-project] 10.222.0.40 "GET /v2.0/ports?device_id=b4e3fffc-810e-4200-8119-1bfd76664166 HTTP/1.1" status: 200 len: 210 time: 0.0287519 Jul 27 08:53:05.771096 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-58ef441b-23fc-4c80-a0c9-3df7666c27c3 req-961cfe3c-7603-470b-b486-01dd468e42c6 tempest-VolumesSnapshotTestJSON-168933705 tempest-VolumesSnapshotTestJSON-168933705-project] 10.222.0.40 "GET /v2.0/ports?device_id=b4e3fffc-810e-4200-8119-1bfd76664166 HTTP/1.1" status: 200 len: 210 time: 0.0275955 Jul 27 08:53:06.096526 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b155e419-c427-463d-b79d-a6b303ec520e req-91c6f24c-21f3-49c3-8fe0-429a5c5d2128 tempest-VolumesSnapshotTestJSON-168933705 tempest-VolumesSnapshotTestJSON-168933705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:53:06.098025 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-b155e419-c427-463d-b79d-a6b303ec520e req-91c6f24c-21f3-49c3-8fe0-429a5c5d2128 tempest-VolumesSnapshotTestJSON-168933705 tempest-VolumesSnapshotTestJSON-168933705-project] 10.222.0.42 "GET /v2.0/networks?id=2be418e3-97cc-46e3-b27f-ccb8f3176ec8 HTTP/1.1" status: 200 len: 814 time: 0.1046748 Jul 27 08:53:06.116690 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.v2.base [req-b155e419-c427-463d-b79d-a6b303ec520e req-94fd7a24-9d93-41f8-b4ed-55bf9efebfcc tempest-VolumesSnapshotTestJSON-168933705 tempest-VolumesSnapshotTestJSON-168933705-project] Request body: {'port': {'device_id': 'b4e3fffc-810e-4200-8119-1bfd76664166', 'network_id': '2be418e3-97cc-46e3-b27f-ccb8f3176ec8', 'admin_state_up': True, 'tenant_id': 'd79bf8b3761f48c79c09b2cf28a00ba1'}} {{(pid=104485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:53:06.384494 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b155e419-c427-463d-b79d-a6b303ec520e req-94fd7a24-9d93-41f8-b4ed-55bf9efebfcc tempest-VolumesSnapshotTestJSON-168933705 tempest-VolumesSnapshotTestJSON-168933705-project] Made reservation on behalf of d79bf8b3761f48c79c09b2cf28a00ba1 for: {'port': 1} {{(pid=104485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 08:53:06.388126 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [req-b155e419-c427-463d-b79d-a6b303ec520e req-94fd7a24-9d93-41f8-b4ed-55bf9efebfcc tempest-VolumesSnapshotTestJSON-168933705 tempest-VolumesSnapshotTestJSON-168933705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (None), before_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:53:06.543532 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.db.db_base_plugin_common [req-b155e419-c427-463d-b79d-a6b303ec520e req-94fd7a24-9d93-41f8-b4ed-55bf9efebfcc tempest-VolumesSnapshotTestJSON-168933705 tempest-VolumesSnapshotTestJSON-168933705-project] Allocated IP 172.20.0.11 (2be418e3-97cc-46e3-b27f-ccb8f3176ec8/0aa03391-09f5-4773-8e70-882cfcf9e43e/c0704e0d-782b-417d-8fe6-59f0eaac4628) {{(pid=104485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 08:53:06.719582 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [req-b155e419-c427-463d-b79d-a6b303ec520e req-94fd7a24-9d93-41f8-b4ed-55bf9efebfcc tempest-VolumesSnapshotTestJSON-168933705 tempest-VolumesSnapshotTestJSON-168933705-project] Publish callbacks [] for port (c0704e0d-782b-417d-8fe6-59f0eaac4628), precommit_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:53:06.816238 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [req-b155e419-c427-463d-b79d-a6b303ec520e req-94fd7a24-9d93-41f8-b4ed-55bf9efebfcc tempest-VolumesSnapshotTestJSON-168933705 tempest-VolumesSnapshotTestJSON-168933705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786709965397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16582167'] for port (c0704e0d-782b-417d-8fe6-59f0eaac4628), after_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:53:06.885308 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b155e419-c427-463d-b79d-a6b303ec520e req-94fd7a24-9d93-41f8-b4ed-55bf9efebfcc tempest-VolumesSnapshotTestJSON-168933705 tempest-VolumesSnapshotTestJSON-168933705-project] Network 2be418e3-97cc-46e3-b27f-ccb8f3176ec8 is already hosted by enough agents. {{(pid=104485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 08:53:06.894530 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.scheduler.base_scheduler [req-b155e419-c427-463d-b79d-a6b303ec520e req-94fd7a24-9d93-41f8-b4ed-55bf9efebfcc tempest-VolumesSnapshotTestJSON-168933705 tempest-VolumesSnapshotTestJSON-168933705-project] Resources bound (agent type, host, resource id): {{(pid=104485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 08:53:06.900623 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.db.l3_dvrscheduler_db [req-b155e419-c427-463d-b79d-a6b303ec520e req-94fd7a24-9d93-41f8-b4ed-55bf9efebfcc tempest-VolumesSnapshotTestJSON-168933705 tempest-VolumesSnapshotTestJSON-168933705-project] Received port after_create {{(pid=104485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 08:53:06.909915 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fd7a24-9d93-41f8-b4ed-55bf9efebfcc tempest-VolumesSnapshotTestJSON-168933705 tempest-VolumesSnapshotTestJSON-168933705-project] Pushing event updated for resources: {'Port': ['ID=c0704e0d-782b-417d-8fe6-59f0eaac4628,revision_number=1']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:53:06.938902 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d5c579-df78-4aa3-8efc-14318b3cae55 req-d83439ad-2c5f-4cfb-9adc-f8621cb4f191 tempest-VolumesSnapshotTestJSON-168933705 tempest-VolumesSnapshotTestJSON-168933705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:53:06.940427 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-f2d5c579-df78-4aa3-8efc-14318b3cae55 req-d83439ad-2c5f-4cfb-9adc-f8621cb4f191 tempest-VolumesSnapshotTestJSON-168933705 tempest-VolumesSnapshotTestJSON-168933705-project] 10.222.0.40 "GET /v2.0/ports?device_id=b4e3fffc-810e-4200-8119-1bfd76664166 HTTP/1.1" status: 200 len: 932 time: 0.0936031 Jul 27 08:53:06.990734 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b155e419-c427-463d-b79d-a6b303ec520e req-94fd7a24-9d93-41f8-b4ed-55bf9efebfcc tempest-VolumesSnapshotTestJSON-168933705 tempest-VolumesSnapshotTestJSON-168933705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:53:06.991972 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [req-b155e419-c427-463d-b79d-a6b303ec520e req-94fd7a24-9d93-41f8-b4ed-55bf9efebfcc tempest-VolumesSnapshotTestJSON-168933705 tempest-VolumesSnapshotTestJSON-168933705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8374701'] for port (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:53:06.998933 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:53:07.027400 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-f2d5c579-df78-4aa3-8efc-14318b3cae55 req-0787c93b-e996-4cd5-96ed-33e3b337e54b tempest-VolumesSnapshotTestJSON-168933705 tempest-VolumesSnapshotTestJSON-168933705-project] 10.222.0.40 "GET /v2.0/security-groups?id=16b935ad-4863-4608-a9e9-e4e2261dd8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803473 Jul 27 08:53:07.134678 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-b155e419-c427-463d-b79d-a6b303ec520e req-94fd7a24-9d93-41f8-b4ed-55bf9efebfcc tempest-VolumesSnapshotTestJSON-168933705 tempest-VolumesSnapshotTestJSON-168933705-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0220261 Jul 27 08:53:07.153705 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.v2.base [req-b155e419-c427-463d-b79d-a6b303ec520e req-e6c94d15-8dce-4738-93a1-3fcf0f6fb996 service neutron] Request body: {'port': {'device_id': 'b4e3fffc-810e-4200-8119-1bfd76664166', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85117'}} {{(pid=104485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:53:07.213120 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:53:07.218336 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [req-b155e419-c427-463d-b79d-a6b303ec520e req-e6c94d15-8dce-4738-93a1-3fcf0f6fb996 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (c0704e0d-782b-417d-8fe6-59f0eaac4628), before_update {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:53:07.482010 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.notifiers.nova [req-b155e419-c427-463d-b79d-a6b303ec520e req-e6c94d15-8dce-4738-93a1-3fcf0f6fb996 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0704e0d-782b-417d-8fe6-59f0eaac4628 {{(pid=104485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 08:53:07.489744 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [req-b155e419-c427-463d-b79d-a6b303ec520e req-e6c94d15-8dce-4738-93a1-3fcf0f6fb996 service neutron] Publish callbacks [] for port (c0704e0d-782b-417d-8fe6-59f0eaac4628), precommit_update {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:53:07.502359 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.db.provisioning_blocks [req-b155e419-c427-463d-b79d-a6b303ec520e req-e6c94d15-8dce-4738-93a1-3fcf0f6fb996 service neutron] Transition to ACTIVE for port object c0704e0d-782b-417d-8fe6-59f0eaac4628 will not be triggered until provisioned by entity L2. {{(pid=104485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 27 08:53:07.616800 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [req-b155e419-c427-463d-b79d-a6b303ec520e req-e6c94d15-8dce-4738-93a1-3fcf0f6fb996 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16582144'] for port (c0704e0d-782b-417d-8fe6-59f0eaac4628), after_update {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:53:07.666904 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c94d15-8dce-4738-93a1-3fcf0f6fb996 service neutron] Pushing event updated for resources: {'Port': ['ID=c0704e0d-782b-417d-8fe6-59f0eaac4628,revision_number=2']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:53:07.737271 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.managers [req-b155e419-c427-463d-b79d-a6b303ec520e req-e6c94d15-8dce-4738-93a1-3fcf0f6fb996 service neutron] Attempting to bind port c0704e0d-782b-417d-8fe6-59f0eaac4628 on host hv-cinder-85117 for vnic_type normal with profile {{(pid=104485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 08:53:07.737501 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.managers [req-b155e419-c427-463d-b79d-a6b303ec520e req-e6c94d15-8dce-4738-93a1-3fcf0f6fb996 service neutron] Attempting to bind port c0704e0d-782b-417d-8fe6-59f0eaac4628 by drivers openvswitch,hyperv on host hv-cinder-85117 at level 0 using segments [{'id': 'f31b5edb-f795-42de-a34b-57d900f5f158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '2be418e3-97cc-46e3-b27f-ccb8f3176ec8'}] {{(pid=104485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 08:53:07.737842 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b155e419-c427-463d-b79d-a6b303ec520e req-e6c94d15-8dce-4738-93a1-3fcf0f6fb996 service neutron] Attempting to bind port c0704e0d-782b-417d-8fe6-59f0eaac4628 on network 2be418e3-97cc-46e3-b27f-ccb8f3176ec8 {{(pid=104485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 08:53:07.742379 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b155e419-c427-463d-b79d-a6b303ec520e req-e6c94d15-8dce-4738-93a1-3fcf0f6fb996 service neutron] Port c0704e0d-782b-417d-8fe6-59f0eaac4628 on network 2be418e3-97cc-46e3-b27f-ccb8f3176ec8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85117 {{(pid=104485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 27 08:53:07.742700 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b155e419-c427-463d-b79d-a6b303ec520e req-e6c94d15-8dce-4738-93a1-3fcf0f6fb996 service neutron] Attempting to bind port c0704e0d-782b-417d-8fe6-59f0eaac4628 on network 2be418e3-97cc-46e3-b27f-ccb8f3176ec8 {{(pid=104485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 08:53:07.747598 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b155e419-c427-463d-b79d-a6b303ec520e req-e6c94d15-8dce-4738-93a1-3fcf0f6fb996 service neutron] Checking agent: {'id': '40990755-2d84-4c9d-828c-eda94a5136e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85117', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 8, 37, 21), 'started_at': datetime.datetime(2022, 7, 27, 8, 37, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 8, 52, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 08:53:07.747934 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b155e419-c427-463d-b79d-a6b303ec520e req-e6c94d15-8dce-4738-93a1-3fcf0f6fb996 service neutron] Checking segment: {'id': 'f31b5edb-f795-42de-a34b-57d900f5f158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '2be418e3-97cc-46e3-b27f-ccb8f3176ec8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 08:53:07.748321 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b155e419-c427-463d-b79d-a6b303ec520e req-e6c94d15-8dce-4738-93a1-3fcf0f6fb996 service neutron] Bound using segment: {'id': 'f31b5edb-f795-42de-a34b-57d900f5f158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '2be418e3-97cc-46e3-b27f-ccb8f3176ec8'} {{(pid=104485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 08:53:07.748737 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.managers [req-b155e419-c427-463d-b79d-a6b303ec520e req-e6c94d15-8dce-4738-93a1-3fcf0f6fb996 service neutron] Bound port: c0704e0d-782b-417d-8fe6-59f0eaac4628, host: hv-cinder-85117, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f31b5edb-f795-42de-a34b-57d900f5f158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '2be418e3-97cc-46e3-b27f-ccb8f3176ec8'}}] {{(pid=104485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 08:53:07.749091 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [req-b155e419-c427-463d-b79d-a6b303ec520e req-e6c94d15-8dce-4738-93a1-3fcf0f6fb996 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (c0704e0d-782b-417d-8fe6-59f0eaac4628), before_update {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:53:07.790005 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:53:07.813532 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.db [req-b155e419-c427-463d-b79d-a6b303ec520e req-e6c94d15-8dce-4738-93a1-3fcf0f6fb996 service neutron] For port c0704e0d-782b-417d-8fe6-59f0eaac4628, host hv-cinder-85117, cleared binding levels {{(pid=104485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 08:53:07.816539 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.db [req-b155e419-c427-463d-b79d-a6b303ec520e req-e6c94d15-8dce-4738-93a1-3fcf0f6fb996 service neutron] For port c0704e0d-782b-417d-8fe6-59f0eaac4628, host hv-cinder-85117, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85117',level=0,port_id=c0704e0d-782b-417d-8fe6-59f0eaac4628,segment=NetworkSegment(f31b5edb-f795-42de-a34b-57d900f5f158),segment_id=f31b5edb-f795-42de-a34b-57d900f5f158)] {{(pid=104485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 08:53:07.891336 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [req-b155e419-c427-463d-b79d-a6b303ec520e req-e6c94d15-8dce-4738-93a1-3fcf0f6fb996 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16582144'] for port (c0704e0d-782b-417d-8fe6-59f0eaac4628), after_update {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:53:07.930770 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b155e419-c427-463d-b79d-a6b303ec520e req-e6c94d15-8dce-4738-93a1-3fcf0f6fb996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:53:07.931373 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [req-b155e419-c427-463d-b79d-a6b303ec520e req-e6c94d15-8dce-4738-93a1-3fcf0f6fb996 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8374701'] for port (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:53:07.932767 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-b155e419-c427-463d-b79d-a6b303ec520e req-e6c94d15-8dce-4738-93a1-3fcf0f6fb996 service neutron] 10.222.0.42 "PUT /v2.0/ports/c0704e0d-782b-417d-8fe6-59f0eaac4628 HTTP/1.1" status: 200 len: 1094 time: 0.7836900 Jul 27 08:53:07.933211 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4e3fffc-810e-4200-8119-1bfd76664166', 'tag': 'c0704e0d-782b-417d-8fe6-59f0eaac4628'}] {{(pid=104485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 08:53:07.935531 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f4ab7c7b1e34975a56cd7ce610f5615b70f950c8da59d9e9b5a870069a9544" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d64e932-b382-4e43-8109-a7fe7f8d6935" -d '{"events": [{"name": "network-changed", "server_uuid": "b4e3fffc-810e-4200-8119-1bfd76664166", "tag": "c0704e0d-782b-417d-8fe6-59f0eaac4628"}]}' {{(pid=104485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 08:53:07.957944 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c94d15-8dce-4738-93a1-3fcf0f6fb996 service neutron] Pushing event updated for resources: {'Port': ['ID=c0704e0d-782b-417d-8fe6-59f0eaac4628,revision_number=3']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:53:07.979827 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 08:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30d55d1c-1793-490d-9358-5c6d381aef2a x-openstack-request-id: req-30d55d1c-1793-490d-9358-5c6d381aef2a {{(pid=104485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 08:53:07.980178 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4e3fffc-810e-4200-8119-1bfd76664166", "tag": "c0704e0d-782b-417d-8fe6-59f0eaac4628", "status": "completed", "code": 200}]} {{(pid=104485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 08:53:07.980424 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-30d55d1c-1793-490d-9358-5c6d381aef2a {{(pid=104485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 08:53:07.980907 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30d55d1c-1793-490d-9358-5c6d381aef2a'] response: {'name': 'network-changed', 'server_uuid': 'b4e3fffc-810e-4200-8119-1bfd76664166', 'tag': 'c0704e0d-782b-417d-8fe6-59f0eaac4628', 'status': 'completed', 'code': 200} Jul 27 08:53:08.068123 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d64e932-b382-4e43-8109-a7fe7f8d6935 req-f3b940bf-a690-4705-8636-24eb5eeb7e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:53:08.069884 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-1d64e932-b382-4e43-8109-a7fe7f8d6935 req-f3b940bf-a690-4705-8636-24eb5eeb7e4d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d79bf8b3761f48c79c09b2cf28a00ba1&device_id=b4e3fffc-810e-4200-8119-1bfd76664166 HTTP/1.1" status: 200 len: 1128 time: 0.0440269 Jul 27 08:53:08.197037 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93787425-3ee3-4eef-b239-d63caf6b6e3e req-1043e921-018b-4c0e-9fea-c55724c2595f tempest-VolumesSnapshotTestJSON-168933705 tempest-VolumesSnapshotTestJSON-168933705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:53:08.198555 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-93787425-3ee3-4eef-b239-d63caf6b6e3e req-1043e921-018b-4c0e-9fea-c55724c2595f tempest-VolumesSnapshotTestJSON-168933705 tempest-VolumesSnapshotTestJSON-168933705-project] 10.222.0.40 "GET /v2.0/ports?device_id=b4e3fffc-810e-4200-8119-1bfd76664166 HTTP/1.1" status: 200 len: 944 time: 0.0627351 Jul 27 08:53:08.243670 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d64e932-b382-4e43-8109-a7fe7f8d6935 req-0b1d7ce9-df79-460f-ba3c-6e69cf5847ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:53:08.245276 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-1d64e932-b382-4e43-8109-a7fe7f8d6935 req-0b1d7ce9-df79-460f-ba3c-6e69cf5847ea service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=d79bf8b3761f48c79c09b2cf28a00ba1&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1618698 Jul 27 08:53:08.317067 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-93787425-3ee3-4eef-b239-d63caf6b6e3e req-8e851e5f-f7a3-4257-9381-71ee5f0a0331 tempest-VolumesSnapshotTestJSON-168933705 tempest-VolumesSnapshotTestJSON-168933705-project] 10.222.0.40 "GET /v2.0/security-groups?id=16b935ad-4863-4608-a9e9-e4e2261dd8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089060 Jul 27 08:53:08.361353 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d64e932-b382-4e43-8109-a7fe7f8d6935 req-835d257f-fe34-4ff8-9f3b-9109757ec28c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:53:08.362845 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-1d64e932-b382-4e43-8109-a7fe7f8d6935 req-835d257f-fe34-4ff8-9f3b-9109757ec28c service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1102312 Jul 27 08:53:08.464359 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b155e419-c427-463d-b79d-a6b303ec520e req-270c2550-ed03-4b28-b7ac-18ec278aae7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:53:08.465840 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-b155e419-c427-463d-b79d-a6b303ec520e req-270c2550-ed03-4b28-b7ac-18ec278aae7c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d79bf8b3761f48c79c09b2cf28a00ba1&device_id=b4e3fffc-810e-4200-8119-1bfd76664166 HTTP/1.1" status: 200 len: 1128 time: 0.0396702 Jul 27 08:53:08.515825 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-b155e419-c427-463d-b79d-a6b303ec520e req-f7a95681-fab8-4f00-bb3b-4a7e05998c9e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c0704e0d-782b-417d-8fe6-59f0eaac4628 HTTP/1.1" status: 200 len: 217 time: 0.0356157 Jul 27 08:53:08.564548 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b155e419-c427-463d-b79d-a6b303ec520e req-f6099713-d8b0-4601-990a-75ffb114e53d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:53:08.566015 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-b155e419-c427-463d-b79d-a6b303ec520e req-f6099713-d8b0-4601-990a-75ffb114e53d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0aa03391-09f5-4773-8e70-882cfcf9e43e HTTP/1.1" status: 200 len: 854 time: 0.0446429 Jul 27 08:53:08.598421 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-b155e419-c427-463d-b79d-a6b303ec520e req-de3a7628-b36c-4a5f-8b08-9192cff6950c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2be418e3-97cc-46e3-b27f-ccb8f3176ec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265522 Jul 27 08:53:08.694755 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-b155e419-c427-463d-b79d-a6b303ec520e req-b8466240-5d61-4b9c-a431-31aef6dc5252 service neutron] 10.222.0.42 "GET /v2.0/networks/2be418e3-97cc-46e3-b27f-ccb8f3176ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889118 Jul 27 08:53:08.782324 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:53:08.788827 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-b155e419-c427-463d-b79d-a6b303ec520e req-0c05ff44-8483-4582-a8d2-0a8eb8e6a70c service neutron] 10.222.0.42 "GET /v2.0/networks/2be418e3-97cc-46e3-b27f-ccb8f3176ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859759 Jul 27 08:53:09.437519 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe31e8d-836a-408a-b5e3-a2f9e1c6c87f req-64f48baa-7627-45e4-a936-3954d0ea0cb3 tempest-VolumesSnapshotTestJSON-168933705 tempest-VolumesSnapshotTestJSON-168933705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:53:09.438973 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-dbe31e8d-836a-408a-b5e3-a2f9e1c6c87f req-64f48baa-7627-45e4-a936-3954d0ea0cb3 tempest-VolumesSnapshotTestJSON-168933705 tempest-VolumesSnapshotTestJSON-168933705-project] 10.222.0.40 "GET /v2.0/ports?device_id=b4e3fffc-810e-4200-8119-1bfd76664166 HTTP/1.1" status: 200 len: 944 time: 0.0469875 Jul 27 08:53:09.489181 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-dbe31e8d-836a-408a-b5e3-a2f9e1c6c87f req-c46c39ee-47ae-4302-a343-4c22cfd2eb2c tempest-VolumesSnapshotTestJSON-168933705 tempest-VolumesSnapshotTestJSON-168933705-project] 10.222.0.40 "GET /v2.0/security-groups?id=16b935ad-4863-4608-a9e9-e4e2261dd8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442724 Jul 27 08:53:09.534096 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=45,neutron:UPDATE=3 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:53:10.106799 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.agents_db [None req-f85b74c8-06c1-470d-aedd-c7ca4f0196ea None None] Agent healthcheck: found 6 active agents {{(pid=104488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 08:53:10.610218 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c450098-8db5-4c06-9934-dcce89da4ea6 req-386edf80-a660-4362-b09f-b1a3fd09e0c5 tempest-VolumesSnapshotTestJSON-168933705 tempest-VolumesSnapshotTestJSON-168933705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:53:10.612425 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-9c450098-8db5-4c06-9934-dcce89da4ea6 req-386edf80-a660-4362-b09f-b1a3fd09e0c5 tempest-VolumesSnapshotTestJSON-168933705 tempest-VolumesSnapshotTestJSON-168933705-project] 10.222.0.40 "GET /v2.0/ports?device_id=b4e3fffc-810e-4200-8119-1bfd76664166 HTTP/1.1" status: 200 len: 944 time: 0.0491099 Jul 27 08:53:10.663445 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-9c450098-8db5-4c06-9934-dcce89da4ea6 req-3a1c37de-9a61-4a1c-9da3-23e577037964 tempest-VolumesSnapshotTestJSON-168933705 tempest-VolumesSnapshotTestJSON-168933705-project] 10.222.0.40 "GET /v2.0/security-groups?id=16b935ad-4863-4608-a9e9-e4e2261dd8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460701 Jul 27 08:53:11.788274 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b90c375-c7b3-4b36-b057-fa2385796c8d req-67527131-de5a-488b-9163-152d7887427d tempest-VolumesSnapshotTestJSON-168933705 tempest-VolumesSnapshotTestJSON-168933705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:53:11.789792 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-0b90c375-c7b3-4b36-b057-fa2385796c8d req-67527131-de5a-488b-9163-152d7887427d tempest-VolumesSnapshotTestJSON-168933705 tempest-VolumesSnapshotTestJSON-168933705-project] 10.222.0.40 "GET /v2.0/ports?device_id=b4e3fffc-810e-4200-8119-1bfd76664166 HTTP/1.1" status: 200 len: 944 time: 0.0525942 Jul 27 08:53:11.839309 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-0b90c375-c7b3-4b36-b057-fa2385796c8d req-0b14662b-994b-4af8-b6fb-680d66a05ad5 tempest-VolumesSnapshotTestJSON-168933705 tempest-VolumesSnapshotTestJSON-168933705-project] 10.222.0.40 "GET /v2.0/security-groups?id=16b935ad-4863-4608-a9e9-e4e2261dd8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430288 Jul 27 08:53:12.795548 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=67,neutron:UPDATE=5 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:53:12.945328 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Device c0704e0d-782b-417d-8fe6-59f0eaac4628 details requested by agent hyperv_hv-cinder-85117 with host hv-cinder-85117 {{(pid=104487) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 08:53:12.969889 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce6588c-3c52-46be-b647-ba1cd5838a38 req-13e9b8ce-b381-4fc9-8e75-7c11160169e2 tempest-VolumesSnapshotTestJSON-168933705 tempest-VolumesSnapshotTestJSON-168933705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:53:12.971555 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-dce6588c-3c52-46be-b647-ba1cd5838a38 req-13e9b8ce-b381-4fc9-8e75-7c11160169e2 tempest-VolumesSnapshotTestJSON-168933705 tempest-VolumesSnapshotTestJSON-168933705-project] 10.222.0.40 "GET /v2.0/ports?device_id=b4e3fffc-810e-4200-8119-1bfd76664166 HTTP/1.1" status: 200 len: 944 time: 0.0565188 Jul 27 08:53:13.031832 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-dce6588c-3c52-46be-b647-ba1cd5838a38 req-6a3f83df-9842-41a2-8346-cc21fbaa889d tempest-VolumesSnapshotTestJSON-168933705 tempest-VolumesSnapshotTestJSON-168933705-project] 10.222.0.40 "GET /v2.0/security-groups?id=16b935ad-4863-4608-a9e9-e4e2261dd8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540421 Jul 27 08:53:13.064722 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] For port c0704e0d-782b-417d-8fe6-59f0eaac4628, host hv-cinder-85117, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85117',level=0,port_id=c0704e0d-782b-417d-8fe6-59f0eaac4628,segment=NetworkSegment(f31b5edb-f795-42de-a34b-57d900f5f158),segment_id=f31b5edb-f795-42de-a34b-57d900f5f158)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:53:13.078362 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Returning: {'device': 'c0704e0d-782b-417d-8fe6-59f0eaac4628', 'network_id': '2be418e3-97cc-46e3-b27f-ccb8f3176ec8', 'port_id': 'c0704e0d-782b-417d-8fe6-59f0eaac4628', 'mac_address': 'fa:16:3e:ee:dd:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0aa03391-09f5-4773-8e70-882cfcf9e43e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104487) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 08:53:13.115224 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Current status of the port c0704e0d-782b-417d-8fe6-59f0eaac4628 is: DOWN; New status is: BUILD {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:53:13.115616 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (c0704e0d-782b-417d-8fe6-59f0eaac4628), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:53:13.130055 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.notifiers.nova [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0704e0d-782b-417d-8fe6-59f0eaac4628 {{(pid=104487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 08:53:13.152520 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] For port c0704e0d-782b-417d-8fe6-59f0eaac4628, host hv-cinder-85117, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85117',level=0,port_id=c0704e0d-782b-417d-8fe6-59f0eaac4628,segment=NetworkSegment(f31b5edb-f795-42de-a34b-57d900f5f158),segment_id=f31b5edb-f795-42de-a34b-57d900f5f158)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:53:13.233704 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (c0704e0d-782b-417d-8fe6-59f0eaac4628), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:53:13.283418 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Pushing event updated for resources: {'Port': ['ID=c0704e0d-782b-417d-8fe6-59f0eaac4628,revision_number=4']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:53:13.628007 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] get_ports_and_sgs() called for port_ids ['c0704e0d-782b-417d-8fe6-59f0eaac4628'] {{(pid=104487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 08:53:14.162206 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9458ce1-9a37-4ba5-8bd1-f454fc1153a3 req-1552a911-915e-4789-9a78-c439dfd9b2e4 tempest-VolumesSnapshotTestJSON-168933705 tempest-VolumesSnapshotTestJSON-168933705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:53:14.163954 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-f9458ce1-9a37-4ba5-8bd1-f454fc1153a3 req-1552a911-915e-4789-9a78-c439dfd9b2e4 tempest-VolumesSnapshotTestJSON-168933705 tempest-VolumesSnapshotTestJSON-168933705-project] 10.222.0.40 "GET /v2.0/ports?device_id=b4e3fffc-810e-4200-8119-1bfd76664166 HTTP/1.1" status: 200 len: 945 time: 0.0500889 Jul 27 08:53:14.213266 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-f9458ce1-9a37-4ba5-8bd1-f454fc1153a3 req-98516edd-4738-4f05-ab41-84021d447152 tempest-VolumesSnapshotTestJSON-168933705 tempest-VolumesSnapshotTestJSON-168933705-project] 10.222.0.40 "GET /v2.0/security-groups?id=16b935ad-4863-4608-a9e9-e4e2261dd8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428557 Jul 27 08:53:14.959902 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Device c0704e0d-782b-417d-8fe6-59f0eaac4628 up at agent hyperv_hv-cinder-85117 {{(pid=104487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 08:53:15.131784 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Provisioning for port c0704e0d-782b-417d-8fe6-59f0eaac4628 completed by entity L2. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 27 08:53:15.204861 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Provisioning complete for port c0704e0d-782b-417d-8fe6-59f0eaac4628 triggered by entity L2. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:53:15.205246 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (c0704e0d-782b-417d-8fe6-59f0eaac4628), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:53:15.285880 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Current status of the port c0704e0d-782b-417d-8fe6-59f0eaac4628 is: BUILD; New status is: ACTIVE {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:53:15.286309 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (c0704e0d-782b-417d-8fe6-59f0eaac4628), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:53:15.312178 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4e3fffc-810e-4200-8119-1bfd76664166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0704e0d-782b-417d-8fe6-59f0eaac4628'}] {{(pid=104487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 08:53:15.314489 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80d6aca8d47c9a16b7ef4a01c61ef1bf5c962aea16cee8599b6bab5dfb4de652" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-845491ce-23cc-4d00-9204-b63749686b5f" -d '{"events": [{"server_uuid": "b4e3fffc-810e-4200-8119-1bfd76664166", "name": "network-vif-plugged", "status": "completed", "tag": "c0704e0d-782b-417d-8fe6-59f0eaac4628"}]}' {{(pid=104487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 08:53:15.329119 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] For port c0704e0d-782b-417d-8fe6-59f0eaac4628, host hv-cinder-85117, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85117',level=0,port_id=c0704e0d-782b-417d-8fe6-59f0eaac4628,segment=NetworkSegment(f31b5edb-f795-42de-a34b-57d900f5f158),segment_id=f31b5edb-f795-42de-a34b-57d900f5f158)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:53:15.342463 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefae5a6-2248-4d24-9ebd-ca9c8679e633 req-ae157754-c4b5-479b-96e0-c6648fc66c7f tempest-VolumesSnapshotTestJSON-168933705 tempest-VolumesSnapshotTestJSON-168933705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:53:15.344285 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-eefae5a6-2248-4d24-9ebd-ca9c8679e633 req-ae157754-c4b5-479b-96e0-c6648fc66c7f tempest-VolumesSnapshotTestJSON-168933705 tempest-VolumesSnapshotTestJSON-168933705-project] 10.222.0.40 "GET /v2.0/ports?device_id=b4e3fffc-810e-4200-8119-1bfd76664166 HTTP/1.1" status: 200 len: 945 time: 0.0502057 Jul 27 08:53:15.357926 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 08:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfe95bff-7bd4-471b-aab9-7f914c6640ab x-openstack-request-id: req-dfe95bff-7bd4-471b-aab9-7f914c6640ab {{(pid=104487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 08:53:15.358337 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4e3fffc-810e-4200-8119-1bfd76664166", "name": "network-vif-plugged", "status": "completed", "tag": "c0704e0d-782b-417d-8fe6-59f0eaac4628", "code": 200}]} {{(pid=104487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 08:53:15.358779 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-dfe95bff-7bd4-471b-aab9-7f914c6640ab {{(pid=104487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 08:53:15.359340 dv-cinder-851170-2-iscsi neutron-server[104487]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfe95bff-7bd4-471b-aab9-7f914c6640ab'] response: {'server_uuid': 'b4e3fffc-810e-4200-8119-1bfd76664166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0704e0d-782b-417d-8fe6-59f0eaac4628', 'code': 200} Jul 27 08:53:15.382655 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (c0704e0d-782b-417d-8fe6-59f0eaac4628), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:53:15.394924 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-eefae5a6-2248-4d24-9ebd-ca9c8679e633 req-b9fb03a6-3955-49aa-93bf-58764f0bd7b0 tempest-VolumesSnapshotTestJSON-168933705 tempest-VolumesSnapshotTestJSON-168933705-project] 10.222.0.40 "GET /v2.0/security-groups?id=16b935ad-4863-4608-a9e9-e4e2261dd8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438442 Jul 27 08:53:15.433492 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Pushing event updated for resources: {'Port': ['ID=c0704e0d-782b-417d-8fe6-59f0eaac4628,revision_number=5']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:53:15.999873 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-c2846b37-1313-44c4-af78-23c27c2edbd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (7c77c4a2-8ca4-486b-af2a-676805e7b922), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:53:16.521719 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26379f6f-0a0d-4fab-9bbe-d5541005d540 req-ed41ba2e-c840-41f1-b67c-a198c1706467 tempest-VolumesSnapshotTestJSON-168933705 tempest-VolumesSnapshotTestJSON-168933705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:53:16.523257 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-26379f6f-0a0d-4fab-9bbe-d5541005d540 req-ed41ba2e-c840-41f1-b67c-a198c1706467 tempest-VolumesSnapshotTestJSON-168933705 tempest-VolumesSnapshotTestJSON-168933705-project] 10.222.0.40 "GET /v2.0/ports?device_id=b4e3fffc-810e-4200-8119-1bfd76664166 HTTP/1.1" status: 200 len: 946 time: 0.0511186 Jul 27 08:53:16.535286 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:53:16.576401 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-26379f6f-0a0d-4fab-9bbe-d5541005d540 req-bc7ca1d8-1f06-4f17-b32c-ce215dc0b244 tempest-VolumesSnapshotTestJSON-168933705 tempest-VolumesSnapshotTestJSON-168933705-project] 10.222.0.40 "GET /v2.0/security-groups?id=16b935ad-4863-4608-a9e9-e4e2261dd8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464272 Jul 27 08:53:17.698995 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=100 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:53:17.710729 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7db76b-7aa3-4594-9b03-85401a0db71b req-d51a0a03-dfa3-4071-b1e0-60c573485854 tempest-VolumesSnapshotTestJSON-168933705 tempest-VolumesSnapshotTestJSON-168933705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:53:17.712239 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-6a7db76b-7aa3-4594-9b03-85401a0db71b req-d51a0a03-dfa3-4071-b1e0-60c573485854 tempest-VolumesSnapshotTestJSON-168933705 tempest-VolumesSnapshotTestJSON-168933705-project] 10.222.0.40 "GET /v2.0/ports?device_id=b4e3fffc-810e-4200-8119-1bfd76664166 HTTP/1.1" status: 200 len: 946 time: 0.0566266 Jul 27 08:53:17.760626 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-6a7db76b-7aa3-4594-9b03-85401a0db71b req-ff3a04e0-e4cc-4dfb-80f1-443ebd9372e0 tempest-VolumesSnapshotTestJSON-168933705 tempest-VolumesSnapshotTestJSON-168933705-project] 10.222.0.40 "GET /v2.0/security-groups?id=16b935ad-4863-4608-a9e9-e4e2261dd8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424316 Jul 27 08:53:18.342494 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a766ff87-f97d-4ee9-9d7c-ab31887e5861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (5bc6d868-bb0b-4164-b2dd-44360f4de654), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:53:18.812766 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0cba34-5abe-40a5-8093-ea6de4838ebc req-32f6e53c-4399-4ef1-8778-7a82113b778c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:53:18.814324 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-7e0cba34-5abe-40a5-8093-ea6de4838ebc req-32f6e53c-4399-4ef1-8778-7a82113b778c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b4e3fffc-810e-4200-8119-1bfd76664166 HTTP/1.1" status: 200 len: 1130 time: 0.0400751 Jul 27 08:53:18.862731 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-7e0cba34-5abe-40a5-8093-ea6de4838ebc req-96abaaa5-5ada-4fdf-ba66-f3ae82562580 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=16b935ad-4863-4608-a9e9-e4e2261dd8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424354 Jul 27 08:53:18.883861 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5593711c-1ef0-4a79-b865-ad8f620e1381 req-d9ccaebd-460a-4bb8-827d-b8b75fb5f09b tempest-VolumesSnapshotTestJSON-168933705 tempest-VolumesSnapshotTestJSON-168933705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:53:18.885345 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-5593711c-1ef0-4a79-b865-ad8f620e1381 req-d9ccaebd-460a-4bb8-827d-b8b75fb5f09b tempest-VolumesSnapshotTestJSON-168933705 tempest-VolumesSnapshotTestJSON-168933705-project] 10.222.0.40 "GET /v2.0/ports?device_id=b4e3fffc-810e-4200-8119-1bfd76664166 HTTP/1.1" status: 200 len: 946 time: 0.0477633 Jul 27 08:53:18.936235 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-5593711c-1ef0-4a79-b865-ad8f620e1381 req-0e5898a6-60b5-490f-a2c4-ca7268a8e0b0 tempest-VolumesSnapshotTestJSON-168933705 tempest-VolumesSnapshotTestJSON-168933705-project] 10.222.0.40 "GET /v2.0/security-groups?id=16b935ad-4863-4608-a9e9-e4e2261dd8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442309 Jul 27 08:53:20.082561 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72a23aa-5b40-4ee5-b05e-396677718845 req-ac2cc832-d8e2-4d68-8ce1-12df18f836ba tempest-VolumesSnapshotTestJSON-168933705 tempest-VolumesSnapshotTestJSON-168933705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:53:20.082561 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-e72a23aa-5b40-4ee5-b05e-396677718845 req-ac2cc832-d8e2-4d68-8ce1-12df18f836ba tempest-VolumesSnapshotTestJSON-168933705 tempest-VolumesSnapshotTestJSON-168933705-project] 10.222.0.40 "GET /v2.0/ports?device_id=b4e3fffc-810e-4200-8119-1bfd76664166 HTTP/1.1" status: 200 len: 946 time: 0.0542316 Jul 27 08:53:20.130773 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-e72a23aa-5b40-4ee5-b05e-396677718845 req-84e0678f-cee9-4c8c-a1fe-8a55cb243532 tempest-VolumesSnapshotTestJSON-168933705 tempest-VolumesSnapshotTestJSON-168933705-project] 10.222.0.40 "GET /v2.0/security-groups?id=16b935ad-4863-4608-a9e9-e4e2261dd8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451150 Jul 27 08:53:20.312819 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-45eb61cd-e3d7-4840-8013-3080c7768274 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (36998da0-f99a-403d-814c-b55466abd131), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:53:21.249967 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed461fd0-47d4-47f5-a31a-7dc9edfdc1c8 req-444a1652-4e6f-4383-8725-70f024d6af48 tempest-VolumesSnapshotTestJSON-168933705 tempest-VolumesSnapshotTestJSON-168933705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:53:21.251460 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-ed461fd0-47d4-47f5-a31a-7dc9edfdc1c8 req-444a1652-4e6f-4383-8725-70f024d6af48 tempest-VolumesSnapshotTestJSON-168933705 tempest-VolumesSnapshotTestJSON-168933705-project] 10.222.0.40 "GET /v2.0/ports?device_id=b4e3fffc-810e-4200-8119-1bfd76664166 HTTP/1.1" status: 200 len: 946 time: 0.0470173 Jul 27 08:53:21.304404 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-ed461fd0-47d4-47f5-a31a-7dc9edfdc1c8 req-1d16ce1d-206d-4977-9437-5242503f6561 tempest-VolumesSnapshotTestJSON-168933705 tempest-VolumesSnapshotTestJSON-168933705-project] 10.222.0.40 "GET /v2.0/security-groups?id=16b935ad-4863-4608-a9e9-e4e2261dd8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474010 Jul 27 08:53:21.345240 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-83feb67a-80d7-474e-96e8-1d92c33387c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (0a293c43-2970-4b69-9d2a-dcf41d8870ef), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:53:21.376547 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (ed9de811-f248-496b-b487-860d50d7cee7), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:53:21.400920 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (40990755-2d84-4c9d-828c-eda94a5136e8), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:53:26.986759 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=19 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:53:26.990658 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=15 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:53:30.124101 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=60 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:53:30.126990 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=16 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:53:31.298200 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=16 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:53:31.300386 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=84,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:53:31.341388 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:53:31.343485 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:53:34.339471 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-99347503-5c65-406f-8de3-880c2a0a88b6 req-265679f4-8aa9-47eb-b77c-9735ff755ed9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4c216ccb-efc3-469c-b23e-31364c82cb45&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0383656 Jul 27 08:53:34.448407 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99347503-5c65-406f-8de3-880c2a0a88b6 req-1ffb5177-ca7e-45a3-8094-d0c4a3765e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:53:34.449947 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-99347503-5c65-406f-8de3-880c2a0a88b6 req-1ffb5177-ca7e-45a3-8094-d0c4a3765e6f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e664288b45ae4b98ae22270ea7eac1e6&device_id=4c216ccb-efc3-469c-b23e-31364c82cb45 HTTP/1.1" status: 200 len: 1129 time: 0.0428367 Jul 27 08:53:34.583555 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99347503-5c65-406f-8de3-880c2a0a88b6 req-5c9dac2d-4cee-4f23-8a1f-ce50660541ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:53:34.585197 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-99347503-5c65-406f-8de3-880c2a0a88b6 req-5c9dac2d-4cee-4f23-8a1f-ce50660541ec service neutron] 10.222.0.42 "GET /v2.0/networks?id=ecada7fa-7a56-41f5-bba0-0e680e111c5d HTTP/1.1" status: 200 len: 912 time: 0.1160450 Jul 27 08:53:34.658319 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-99347503-5c65-406f-8de3-880c2a0a88b6 req-623fccc9-2332-4b9e-a2af-28cd36d2363c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0c459acb-240d-4861-a242-e9dc42994183 HTTP/1.1" status: 200 len: 1001 time: 0.0627372 Jul 27 08:53:34.713268 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99347503-5c65-406f-8de3-880c2a0a88b6 req-0de1cf1a-e87f-46ec-b34d-96cc0c417b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:53:34.714777 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-99347503-5c65-406f-8de3-880c2a0a88b6 req-0de1cf1a-e87f-46ec-b34d-96cc0c417b7e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3728e296-f73f-42fa-ab4b-892bf727c18b HTTP/1.1" status: 200 len: 850 time: 0.0505264 Jul 27 08:53:34.768498 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99347503-5c65-406f-8de3-880c2a0a88b6 req-dd46b031-7aea-4e3c-a7ef-a45cf54fdae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:53:34.770009 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-99347503-5c65-406f-8de3-880c2a0a88b6 req-dd46b031-7aea-4e3c-a7ef-a45cf54fdae6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ecada7fa-7a56-41f5-bba0-0e680e111c5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0486252 Jul 27 08:53:34.869152 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-99347503-5c65-406f-8de3-880c2a0a88b6 req-e2362966-8a45-4edf-9d12-2766916e0b69 service neutron] 10.222.0.42 "GET /v2.0/networks/ecada7fa-7a56-41f5-bba0-0e680e111c5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921788 Jul 27 08:53:34.964488 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-99347503-5c65-406f-8de3-880c2a0a88b6 req-87f8ecee-382a-4e81-9f70-4f43495a58d1 service neutron] 10.222.0.42 "GET /v2.0/networks/ecada7fa-7a56-41f5-bba0-0e680e111c5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889361 Jul 27 08:53:44.955250 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=46 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:53:44.961247 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=55 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:53:45.970595 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a93da1ca-238d-421f-9935-989469588b1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (7c77c4a2-8ca4-486b-af2a-676805e7b922), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:53:47.105887 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.agents_db [None req-f85b74c8-06c1-470d-aedd-c7ca4f0196ea None None] Agent healthcheck: found 6 active agents {{(pid=104488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 08:53:48.347258 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-73df4b08-b84a-4c84-9b03-ad8de77f78f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (5bc6d868-bb0b-4164-b2dd-44360f4de654), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:53:50.288535 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-45eb61cd-e3d7-4840-8013-3080c7768274 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (36998da0-f99a-403d-814c-b55466abd131), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:53:51.358446 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (ed9de811-f248-496b-b487-860d50d7cee7), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:53:51.359886 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-83feb67a-80d7-474e-96e8-1d92c33387c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (0a293c43-2970-4b69-9d2a-dcf41d8870ef), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:53:51.455602 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (40990755-2d84-4c9d-828c-eda94a5136e8), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:54:01.354483 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:54:01.356471 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:54:01.375979 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 37844) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:54:01.484077 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-2a5812cf-0ef3-4f74-8ab5-38364bc9a54b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:54:01.558560 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-2a5812cf-0ef3-4f74-8ab5-38364bc9a54b admin admin] Publish callbacks [] for security_group (a03eaa17-6714-4281-ab94-826bece91f8f), precommit_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:54:01.644126 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-2a5812cf-0ef3-4f74-8ab5-38364bc9a54b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (a03eaa17-6714-4281-ab94-826bece91f8f), after_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:54:01.684869 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-2a5812cf-0ef3-4f74-8ab5-38364bc9a54b admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=05023c7f714e41ed8d38017215abfa5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3077257 Jul 27 08:54:01.685953 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5812cf-0ef3-4f74-8ab5-38364bc9a54b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a03eaa17-6714-4281-ab94-826bece91f8f,revision_number=1']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:54:01.687664 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 37848) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:54:01.693399 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5812cf-0ef3-4f74-8ab5-38364bc9a54b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:54:01.696318 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5812cf-0ef3-4f74-8ab5-38364bc9a54b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:54:01.696318 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5812cf-0ef3-4f74-8ab5-38364bc9a54b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:54:01.696318 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5812cf-0ef3-4f74-8ab5-38364bc9a54b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:54:01.696318 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5812cf-0ef3-4f74-8ab5-38364bc9a54b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:54:01.696318 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5812cf-0ef3-4f74-8ab5-38364bc9a54b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:54:01.696318 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5812cf-0ef3-4f74-8ab5-38364bc9a54b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:54:01.696318 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5812cf-0ef3-4f74-8ab5-38364bc9a54b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:54:01.697022 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5812cf-0ef3-4f74-8ab5-38364bc9a54b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:54:01.697022 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5812cf-0ef3-4f74-8ab5-38364bc9a54b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:54:01.697193 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5812cf-0ef3-4f74-8ab5-38364bc9a54b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:54:01.697519 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5812cf-0ef3-4f74-8ab5-38364bc9a54b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:54:01.697837 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5812cf-0ef3-4f74-8ab5-38364bc9a54b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:54:01.698166 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5812cf-0ef3-4f74-8ab5-38364bc9a54b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:54:01.698496 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5812cf-0ef3-4f74-8ab5-38364bc9a54b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:54:01.737299 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-79de2674-ef49-417b-afd4-d0cd135008b1 admin admin] Publish callbacks [] for security_group (a03eaa17-6714-4281-ab94-826bece91f8f), before_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:54:01.759769 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-79de2674-ef49-417b-afd4-d0cd135008b1 admin admin] Publish callbacks [] for security_group (a03eaa17-6714-4281-ab94-826bece91f8f), precommit_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:54:01.883961 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-79de2674-ef49-417b-afd4-d0cd135008b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (a03eaa17-6714-4281-ab94-826bece91f8f), after_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:54:01.886617 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-79de2674-ef49-417b-afd4-d0cd135008b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:54:01.887782 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-79de2674-ef49-417b-afd4-d0cd135008b1 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/a03eaa17-6714-4281-ab94-826bece91f8f HTTP/1.1" status: 204 len: 168 time: 0.1991122 Jul 27 08:54:01.896172 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79de2674-ef49-417b-afd4-d0cd135008b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a03eaa17-6714-4281-ab94-826bece91f8f,revision_number=None']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:54:01.907426 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79de2674-ef49-417b-afd4-d0cd135008b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:54:01.907854 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79de2674-ef49-417b-afd4-d0cd135008b1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:54:01.908527 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79de2674-ef49-417b-afd4-d0cd135008b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:54:01.908884 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79de2674-ef49-417b-afd4-d0cd135008b1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:54:01.909253 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79de2674-ef49-417b-afd4-d0cd135008b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:54:01.909593 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79de2674-ef49-417b-afd4-d0cd135008b1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:54:01.909930 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79de2674-ef49-417b-afd4-d0cd135008b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:54:01.910298 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79de2674-ef49-417b-afd4-d0cd135008b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:54:01.910636 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79de2674-ef49-417b-afd4-d0cd135008b1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:54:01.911196 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79de2674-ef49-417b-afd4-d0cd135008b1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:54:01.911368 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79de2674-ef49-417b-afd4-d0cd135008b1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:54:01.911754 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79de2674-ef49-417b-afd4-d0cd135008b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:54:01.912305 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79de2674-ef49-417b-afd4-d0cd135008b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:54:01.912582 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79de2674-ef49-417b-afd4-d0cd135008b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:54:01.912973 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79de2674-ef49-417b-afd4-d0cd135008b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:54:03.992360 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=3 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:54:03.997453 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=5 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:54:11.690428 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=17,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:54:11.690428 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=22,neutron:INSERT=6 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:54:11.898870 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=17,neutron:DELETE=1 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:54:11.903439 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=18,neutron:DELETE=3 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:54:11.927327 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=2 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:54:14.033739 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:54:16.100316 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-7a444ea8-f238-4969-b20a-91c4400734dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (7c77c4a2-8ca4-486b-af2a-676805e7b922), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:54:18.403777 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-85b73585-cba6-4ad2-a472-050b338e7998 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (5bc6d868-bb0b-4164-b2dd-44360f4de654), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:54:20.334369 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-45eb61cd-e3d7-4840-8013-3080c7768274 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (36998da0-f99a-403d-814c-b55466abd131), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:54:21.369426 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (ed9de811-f248-496b-b487-860d50d7cee7), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:54:21.380228 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-83feb67a-80d7-474e-96e8-1d92c33387c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (0a293c43-2970-4b69-9d2a-dcf41d8870ef), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:54:21.432681 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (40990755-2d84-4c9d-828c-eda94a5136e8), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:54:22.213403 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0277e69-96ef-4947-8f33-2c0201730b2a req-87eca68a-f117-462f-9b5c-983348358751 tempest-VolumesSnapshotTestJSON-168933705 tempest-VolumesSnapshotTestJSON-168933705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:54:22.214962 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-d0277e69-96ef-4947-8f33-2c0201730b2a req-87eca68a-f117-462f-9b5c-983348358751 tempest-VolumesSnapshotTestJSON-168933705 tempest-VolumesSnapshotTestJSON-168933705-project] 10.222.0.40 "GET /v2.0/ports?device_id=b4e3fffc-810e-4200-8119-1bfd76664166 HTTP/1.1" status: 200 len: 946 time: 0.0494006 Jul 27 08:54:22.267188 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-d0277e69-96ef-4947-8f33-2c0201730b2a req-cf57bd52-2f6c-4b3b-a224-72cb0dd7f970 tempest-VolumesSnapshotTestJSON-168933705 tempest-VolumesSnapshotTestJSON-168933705-project] 10.222.0.40 "GET /v2.0/security-groups?id=16b935ad-4863-4608-a9e9-e4e2261dd8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455701 Jul 27 08:54:23.400148 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cdca1b-ccd8-4464-9c20-bb1bd7747554 req-86c4378f-ac9b-44b6-800c-af4eedac1954 tempest-VolumesSnapshotTestJSON-168933705 tempest-VolumesSnapshotTestJSON-168933705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:54:23.401660 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-a4cdca1b-ccd8-4464-9c20-bb1bd7747554 req-86c4378f-ac9b-44b6-800c-af4eedac1954 tempest-VolumesSnapshotTestJSON-168933705 tempest-VolumesSnapshotTestJSON-168933705-project] 10.222.0.40 "GET /v2.0/ports?device_id=b4e3fffc-810e-4200-8119-1bfd76664166 HTTP/1.1" status: 200 len: 946 time: 0.0524123 Jul 27 08:54:23.451359 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-a4cdca1b-ccd8-4464-9c20-bb1bd7747554 req-2b358b78-3711-4815-bf00-a5a951e18812 tempest-VolumesSnapshotTestJSON-168933705 tempest-VolumesSnapshotTestJSON-168933705-project] 10.222.0.40 "GET /v2.0/security-groups?id=16b935ad-4863-4608-a9e9-e4e2261dd8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433280 Jul 27 08:54:24.105681 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.agents_db [None req-f85b74c8-06c1-470d-aedd-c7ca4f0196ea None None] Agent healthcheck: found 6 active agents {{(pid=104488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 08:54:24.178849 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003df6cb-84fc-4bcb-8752-bc17e908a48a req-2a9a07dc-a0cb-48e2-bacc-784db19344b4 tempest-VolumesSnapshotTestJSON-168933705 tempest-VolumesSnapshotTestJSON-168933705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:54:24.180328 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-003df6cb-84fc-4bcb-8752-bc17e908a48a req-2a9a07dc-a0cb-48e2-bacc-784db19344b4 tempest-VolumesSnapshotTestJSON-168933705 tempest-VolumesSnapshotTestJSON-168933705-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4e3fffc-810e-4200-8119-1bfd76664166 HTTP/1.1" status: 200 len: 946 time: 0.0500419 Jul 27 08:54:24.280507 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.plugin [req-003df6cb-84fc-4bcb-8752-bc17e908a48a req-b31901ef-d158-4bd0-afe6-22388471df28 tempest-VolumesSnapshotTestJSON-168933705 tempest-VolumesSnapshotTestJSON-168933705-project] Deleting port c0704e0d-782b-417d-8fe6-59f0eaac4628 {{(pid=104485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 08:54:24.280850 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [req-003df6cb-84fc-4bcb-8752-bc17e908a48a req-b31901ef-d158-4bd0-afe6-22388471df28 tempest-VolumesSnapshotTestJSON-168933705 tempest-VolumesSnapshotTestJSON-168933705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786710341133'] for port (c0704e0d-782b-417d-8fe6-59f0eaac4628), before_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:54:24.374708 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.db [req-003df6cb-84fc-4bcb-8752-bc17e908a48a req-b31901ef-d158-4bd0-afe6-22388471df28 tempest-VolumesSnapshotTestJSON-168933705 tempest-VolumesSnapshotTestJSON-168933705-project] For port c0704e0d-782b-417d-8fe6-59f0eaac4628, host hv-cinder-85117, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85117',level=0,port_id=c0704e0d-782b-417d-8fe6-59f0eaac4628,segment=NetworkSegment(f31b5edb-f795-42de-a34b-57d900f5f158),segment_id=f31b5edb-f795-42de-a34b-57d900f5f158)] {{(pid=104485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:54:24.374984 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [req-003df6cb-84fc-4bcb-8752-bc17e908a48a req-b31901ef-d158-4bd0-afe6-22388471df28 tempest-VolumesSnapshotTestJSON-168933705 tempest-VolumesSnapshotTestJSON-168933705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8100626'] for port (c0704e0d-782b-417d-8fe6-59f0eaac4628), precommit_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:54:24.389110 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.plugin [req-003df6cb-84fc-4bcb-8752-bc17e908a48a req-b31901ef-d158-4bd0-afe6-22388471df28 tempest-VolumesSnapshotTestJSON-168933705 tempest-VolumesSnapshotTestJSON-168933705-project] Calling delete_port for c0704e0d-782b-417d-8fe6-59f0eaac4628 owned by compute:nova {{(pid=104485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 08:54:24.581821 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738264ec-86d2-4ac2-91c1-8cf62cd19780 req-ef6220fd-1eae-4fc0-a0d2-8593eef4fe4b tempest-VolumesSnapshotTestJSON-168933705 tempest-VolumesSnapshotTestJSON-168933705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:54:24.583359 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-738264ec-86d2-4ac2-91c1-8cf62cd19780 req-ef6220fd-1eae-4fc0-a0d2-8593eef4fe4b tempest-VolumesSnapshotTestJSON-168933705 tempest-VolumesSnapshotTestJSON-168933705-project] 10.222.0.40 "GET /v2.0/ports?device_id=b4e3fffc-810e-4200-8119-1bfd76664166 HTTP/1.1" status: 200 len: 946 time: 0.0558810 Jul 27 08:54:24.604025 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [req-003df6cb-84fc-4bcb-8752-bc17e908a48a req-b31901ef-d158-4bd0-afe6-22388471df28 tempest-VolumesSnapshotTestJSON-168933705 tempest-VolumesSnapshotTestJSON-168933705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786710477123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786709965406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16582167'] for port (c0704e0d-782b-417d-8fe6-59f0eaac4628), after_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:54:24.636212 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31901ef-d158-4bd0-afe6-22388471df28 tempest-VolumesSnapshotTestJSON-168933705 tempest-VolumesSnapshotTestJSON-168933705-project] Pushing event deleted for resources: {'Port': ['ID=c0704e0d-782b-417d-8fe6-59f0eaac4628,revision_number=None']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:54:24.640698 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-738264ec-86d2-4ac2-91c1-8cf62cd19780 req-6e0002b9-7408-43fe-a8f3-2916ee51c15a tempest-VolumesSnapshotTestJSON-168933705 tempest-VolumesSnapshotTestJSON-168933705-project] 10.222.0.40 "GET /v2.0/security-groups?id=16b935ad-4863-4608-a9e9-e4e2261dd8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513370 Jul 27 08:54:24.648879 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] get_ports_and_sgs() called for port_ids ['c0704e0d-782b-417d-8fe6-59f0eaac4628'] {{(pid=104487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 08:54:24.694879 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.db.l3_dvrscheduler_db [req-003df6cb-84fc-4bcb-8752-bc17e908a48a req-b31901ef-d158-4bd0-afe6-22388471df28 tempest-VolumesSnapshotTestJSON-168933705 tempest-VolumesSnapshotTestJSON-168933705-project] No DVR routers for this DVR port c0704e0d-782b-417d-8fe6-59f0eaac4628 on host hv-cinder-85117 {{(pid=104485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 08:54:24.698534 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [req-003df6cb-84fc-4bcb-8752-bc17e908a48a req-b31901ef-d158-4bd0-afe6-22388471df28 tempest-VolumesSnapshotTestJSON-168933705 tempest-VolumesSnapshotTestJSON-168933705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8374701'] for port (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:54:24.705026 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-003df6cb-84fc-4bcb-8752-bc17e908a48a req-b31901ef-d158-4bd0-afe6-22388471df28 tempest-VolumesSnapshotTestJSON-168933705 tempest-VolumesSnapshotTestJSON-168933705-project] 10.222.0.42 "DELETE /v2.0/ports/c0704e0d-782b-417d-8fe6-59f0eaac4628 HTTP/1.1" status: 204 len: 173 time: 0.5176086 Jul 27 08:54:24.705745 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4e3fffc-810e-4200-8119-1bfd76664166', 'name': 'network-vif-deleted', 'tag': 'c0704e0d-782b-417d-8fe6-59f0eaac4628'}] {{(pid=104485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 08:54:24.709636 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f4ab7c7b1e34975a56cd7ce610f5615b70f950c8da59d9e9b5a870069a9544" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a03deb9e-49af-4f1c-b897-363bde509e1f" -d '{"events": [{"server_uuid": "b4e3fffc-810e-4200-8119-1bfd76664166", "name": "network-vif-deleted", "tag": "c0704e0d-782b-417d-8fe6-59f0eaac4628"}]}' {{(pid=104485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 08:54:24.751907 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 08:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-250fea26-4446-4407-9867-b35a431906c5 x-openstack-request-id: req-250fea26-4446-4407-9867-b35a431906c5 {{(pid=104485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 08:54:24.752204 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4e3fffc-810e-4200-8119-1bfd76664166", "name": "network-vif-deleted", "tag": "c0704e0d-782b-417d-8fe6-59f0eaac4628", "status": "completed", "code": 200}]} {{(pid=104485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 08:54:24.752465 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-250fea26-4446-4407-9867-b35a431906c5 {{(pid=104485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 08:54:24.752867 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-250fea26-4446-4407-9867-b35a431906c5'] response: {'server_uuid': 'b4e3fffc-810e-4200-8119-1bfd76664166', 'name': 'network-vif-deleted', 'tag': 'c0704e0d-782b-417d-8fe6-59f0eaac4628', 'status': 'completed', 'code': 200} Jul 27 08:54:25.775754 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-1cf8530b-9618-414d-bf7f-dd5c0394a45e req-bd6eda4f-72e3-49e2-af90-090444f1fcef tempest-VolumesSnapshotTestJSON-168933705 tempest-VolumesSnapshotTestJSON-168933705-project] 10.222.0.40 "GET /v2.0/ports?device_id=b4e3fffc-810e-4200-8119-1bfd76664166 HTTP/1.1" status: 200 len: 210 time: 0.0279658 Jul 27 08:54:27.617956 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Device c0704e0d-782b-417d-8fe6-59f0eaac4628 no longer exists at agent hyperv_hv-cinder-85117 {{(pid=104487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 08:54:27.643658 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] No Port match for: c0704e0d-782b-417d-8fe6-59f0eaac4628 {{(pid=104487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 08:54:27.644000 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Device c0704e0d-782b-417d-8fe6-59f0eaac4628 not bound to the agent host hv-cinder-85117 {{(pid=104487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 08:54:31.401081 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e976ac16-2658-468c-b0c1-a2635521a5fe req-733b66d7-ba6a-424b-b0ab-0359631ab250 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:54:31.402653 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-e976ac16-2658-468c-b0c1-a2635521a5fe req-733b66d7-ba6a-424b-b0ab-0359631ab250 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.40 "GET /v2.0/ports?device_id=4c216ccb-efc3-469c-b23e-31364c82cb45 HTTP/1.1" status: 200 len: 945 time: 0.4979994 Jul 27 08:54:31.461092 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-e976ac16-2658-468c-b0c1-a2635521a5fe req-2a913a4b-8bd5-4a9e-9f39-6f542c8d3dd5 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.40 "GET /v2.0/security-groups?id=8d5e7645-7593-4ba6-a8ab-faf9285cddbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492351 Jul 27 08:54:32.588243 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6646c9e2-af40-4d58-9bbb-46e8a38df28f req-a4950a09-f712-4230-86a5-ba77511461b7 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:54:32.589747 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-6646c9e2-af40-4d58-9bbb-46e8a38df28f req-a4950a09-f712-4230-86a5-ba77511461b7 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.40 "GET /v2.0/ports?device_id=4c216ccb-efc3-469c-b23e-31364c82cb45 HTTP/1.1" status: 200 len: 945 time: 0.0484762 Jul 27 08:54:32.643347 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-6646c9e2-af40-4d58-9bbb-46e8a38df28f req-797f5faf-e608-436d-9db8-9df5109ee3b8 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.40 "GET /v2.0/security-groups?id=8d5e7645-7593-4ba6-a8ab-faf9285cddbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464180 Jul 27 08:54:32.877797 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3e6048-8b6f-407b-aa70-321e4bfd84ba req-45a6bafe-8276-4b23-aefc-51781761fb27 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:54:32.879514 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-4e3e6048-8b6f-407b-aa70-321e4bfd84ba req-45a6bafe-8276-4b23-aefc-51781761fb27 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.42 "GET /v2.0/ports?device_id=4c216ccb-efc3-469c-b23e-31364c82cb45 HTTP/1.1" status: 200 len: 945 time: 0.0530879 Jul 27 08:54:32.998870 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.plugin [req-4e3e6048-8b6f-407b-aa70-321e4bfd84ba req-92feeef3-3132-41c3-bc8b-4b7d2329a61a tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Deleting port 0c459acb-240d-4861-a242-e9dc42994183 {{(pid=104485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 08:54:32.999218 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [req-4e3e6048-8b6f-407b-aa70-321e4bfd84ba req-92feeef3-3132-41c3-bc8b-4b7d2329a61a tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786710341133'] for port (0c459acb-240d-4861-a242-e9dc42994183), before_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:54:33.095388 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.db [req-4e3e6048-8b6f-407b-aa70-321e4bfd84ba req-92feeef3-3132-41c3-bc8b-4b7d2329a61a tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] For port 0c459acb-240d-4861-a242-e9dc42994183, host hv-cinder-85117, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85117',level=0,port_id=0c459acb-240d-4861-a242-e9dc42994183,segment=NetworkSegment(39e09afd-0493-4ab2-a5f6-2cf0ed23b5e1),segment_id=39e09afd-0493-4ab2-a5f6-2cf0ed23b5e1)] {{(pid=104485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:54:33.095753 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [req-4e3e6048-8b6f-407b-aa70-321e4bfd84ba req-92feeef3-3132-41c3-bc8b-4b7d2329a61a tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8100626'] for port (0c459acb-240d-4861-a242-e9dc42994183), precommit_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:54:33.191155 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:54:33.300760 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:54:33.329062 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [req-4e3e6048-8b6f-407b-aa70-321e4bfd84ba req-92feeef3-3132-41c3-bc8b-4b7d2329a61a tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:54:33.329434 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [req-4e3e6048-8b6f-407b-aa70-321e4bfd84ba req-92feeef3-3132-41c3-bc8b-4b7d2329a61a tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363235'] for floatingip (c17af243-78d7-4506-94a0-6268e02024bf), after_update {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:54:33.329749 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.db.l3_db [req-4e3e6048-8b6f-407b-aa70-321e4bfd84ba req-92feeef3-3132-41c3-bc8b-4b7d2329a61a tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Floating IP c17af243-78d7-4506-94a0-6268e02024bf disassociated. External IP: 172.27.2.111, port: 0c459acb-240d-4861-a242-e9dc42994183. Jul 27 08:54:33.330096 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.plugin [req-4e3e6048-8b6f-407b-aa70-321e4bfd84ba req-92feeef3-3132-41c3-bc8b-4b7d2329a61a tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Calling delete_port for 0c459acb-240d-4861-a242-e9dc42994183 owned by compute:nova {{(pid=104485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 08:54:33.568906 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [req-4e3e6048-8b6f-407b-aa70-321e4bfd84ba req-92feeef3-3132-41c3-bc8b-4b7d2329a61a tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786710477123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786709965406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16582167'] for port (0c459acb-240d-4861-a242-e9dc42994183), after_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:54:33.599669 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92feeef3-3132-41c3-bc8b-4b7d2329a61a tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Pushing event deleted for resources: {'Port': ['ID=0c459acb-240d-4861-a242-e9dc42994183,revision_number=None']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:54:33.719045 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4e3e6048-8b6f-407b-aa70-321e4bfd84ba req-92feeef3-3132-41c3-bc8b-4b7d2329a61a tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Router 967dffa2-d957-4d1e-94d7-9b0e845a7543 has already been hosted by L3 agent 5bc6d868-bb0b-4164-b2dd-44360f4de654 {{(pid=104485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 08:54:33.756889 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-05bbba3f-365a-44e2-9925-5e07de9ce15c req-497eb292-1787-4bc0-9057-bd1aabee9f2d tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.40 "GET /v2.0/ports?device_id=4c216ccb-efc3-469c-b23e-31364c82cb45 HTTP/1.1" status: 200 len: 210 time: 0.0347896 Jul 27 08:54:33.857945 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4e3e6048-8b6f-407b-aa70-321e4bfd84ba req-92feeef3-3132-41c3-bc8b-4b7d2329a61a tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Notify agent at l3_agent.dv-cinder-851170-2-iscsi the message routers_updated {{(pid=104485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 08:54:33.870407 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5924eca4-bdc8-4113-a892-e59c01a5fa68 None None] Sync routers for ids ['967dffa2-d957-4d1e-94d7-9b0e845a7543'] in dv-cinder-851170-2-iscsi {{(pid=104488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 08:54:33.882673 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5924eca4-bdc8-4113-a892-e59c01a5fa68 None None] Routers {'967dffa2-d957-4d1e-94d7-9b0e845a7543'} bound to L3 agent in host dv-cinder-851170-2-iscsi {{(pid=104488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 08:54:33.883226 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_hamode_db [None req-5924eca4-bdc8-4113-a892-e59c01a5fa68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-27T08:30:18Z,description=,heartbeat_timestamp=2022-07-27T08:54:18Z,host='dv-cinder-851170-2-iscsi',id=5bc6d868-bb0b-4164-b2dd-44360f4de654,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T08:30:19Z,topic='l3_agent')) {'router_ids': ['967dffa2-d957-4d1e-94d7-9b0e845a7543'], 'active': True} {{(pid=104488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:54:33.904335 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e3e6048-8b6f-407b-aa70-321e4bfd84ba req-92feeef3-3132-41c3-bc8b-4b7d2329a61a tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] No DVR routers for this DVR port 0c459acb-240d-4861-a242-e9dc42994183 on host hv-cinder-85117 {{(pid=104485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 08:54:33.907095 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [req-4e3e6048-8b6f-407b-aa70-321e4bfd84ba req-92feeef3-3132-41c3-bc8b-4b7d2329a61a tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8374701'] for port (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:54:33.910521 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-4e3e6048-8b6f-407b-aa70-321e4bfd84ba req-92feeef3-3132-41c3-bc8b-4b7d2329a61a tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.42 "DELETE /v2.0/ports/0c459acb-240d-4861-a242-e9dc42994183 HTTP/1.1" status: 204 len: 173 time: 1.0049851 Jul 27 08:54:33.910999 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c216ccb-efc3-469c-b23e-31364c82cb45', 'name': 'network-vif-deleted', 'tag': '0c459acb-240d-4861-a242-e9dc42994183'}] {{(pid=104485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 08:54:33.913333 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f4ab7c7b1e34975a56cd7ce610f5615b70f950c8da59d9e9b5a870069a9544" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c8b6514-cf9f-4992-8a66-8a3802b16188" -d '{"events": [{"server_uuid": "4c216ccb-efc3-469c-b23e-31364c82cb45", "name": "network-vif-deleted", "tag": "0c459acb-240d-4861-a242-e9dc42994183"}]}' {{(pid=104485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 08:54:33.959910 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 08:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7e830c6-035f-406c-9145-0aa56096c595 x-openstack-request-id: req-d7e830c6-035f-406c-9145-0aa56096c595 {{(pid=104485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 08:54:33.960218 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c216ccb-efc3-469c-b23e-31364c82cb45", "name": "network-vif-deleted", "tag": "0c459acb-240d-4861-a242-e9dc42994183", "status": "completed", "code": 200}]} {{(pid=104485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 08:54:33.960552 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-d7e830c6-035f-406c-9145-0aa56096c595 {{(pid=104485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 08:54:33.960976 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7e830c6-035f-406c-9145-0aa56096c595'] response: {'server_uuid': '4c216ccb-efc3-469c-b23e-31364c82cb45', 'name': 'network-vif-deleted', 'tag': '0c459acb-240d-4861-a242-e9dc42994183', 'status': 'completed', 'code': 200} Jul 27 08:54:34.096240 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvr_db [None req-5924eca4-bdc8-4113-a892-e59c01a5fa68 None None] Set router 967dffa2-d957-4d1e-94d7-9b0e845a7543 gateway port host: dv-cinder-851170-2-iscsi {{(pid=104488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 08:54:34.303322 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_hamode_db [None req-5924eca4-bdc8-4113-a892-e59c01a5fa68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '967dffa2-d957-4d1e-94d7-9b0e845a7543', 'name': 'tempest-TestVolumeBootPattern-133541680-router', 'tenant_id': 'e664288b45ae4b98ae22270ea7eac1e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '2bb7f59b-ce22-44d9-a3c0-a28f9e63a608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:50:21Z', 'updated_at': '2022-07-27T08:50:24Z', 'revision_number': 4, 'project_id': 'e664288b45ae4b98ae22270ea7eac1e6', 'gw_port': {'id': '2bb7f59b-ce22-44d9-a3c0-a28f9e63a608', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:9e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967dffa2-d957-4d1e-94d7-9b0e845a7543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:50:22Z', 'updated_at': '2022-07-27T08:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi', '_interfaces': [{'id': '71584670-2126-4994-80d4-21b4a9015e82', 'name': '', 'network_id': 'ecada7fa-7a56-41f5-bba0-0e680e111c5d', 'tenant_id': 'e664288b45ae4b98ae22270ea7eac1e6', 'mac_address': 'fa:16:3e:da:6b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967dffa2-d957-4d1e-94d7-9b0e845a7543', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '3728e296-f73f-42fa-ab4b-892bf727c18b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:50:24Z', 'updated_at': '2022-07-27T08:50:29Z', 'revision_number': 5, 'project_id': 'e664288b45ae4b98ae22270ea7eac1e6', 'subnets': [{'id': '3728e296-f73f-42fa-ab4b-892bf727c18b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851170-2-iscsi', False) {} {{(pid=104488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:54:34.332718 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5924eca4-bdc8-4113-a892-e59c01a5fa68 None None] Checking router: 967dffa2-d957-4d1e-94d7-9b0e845a7543 for host: dv-cinder-851170-2-iscsi {{(pid=104488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 08:54:34.342188 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5924eca4-bdc8-4113-a892-e59c01a5fa68 None None] Routers {'967dffa2-d957-4d1e-94d7-9b0e845a7543'} bound to L3 agent in host dv-cinder-851170-2-iscsi {{(pid=104488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 08:54:34.342802 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_hamode_db [None req-5924eca4-bdc8-4113-a892-e59c01a5fa68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-27T08:30:18Z,description=,heartbeat_timestamp=2022-07-27T08:54:18Z,host='dv-cinder-851170-2-iscsi',id=5bc6d868-bb0b-4164-b2dd-44360f4de654,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T08:30:19Z,topic='l3_agent')) {'router_ids': ['967dffa2-d957-4d1e-94d7-9b0e845a7543'], 'active': True} {{(pid=104488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:54:34.454963 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvr_db [None req-5924eca4-bdc8-4113-a892-e59c01a5fa68 None None] Set router 967dffa2-d957-4d1e-94d7-9b0e845a7543 gateway port host: dv-cinder-851170-2-iscsi {{(pid=104488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 08:54:34.659083 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_hamode_db [None req-5924eca4-bdc8-4113-a892-e59c01a5fa68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '967dffa2-d957-4d1e-94d7-9b0e845a7543', 'name': 'tempest-TestVolumeBootPattern-133541680-router', 'tenant_id': 'e664288b45ae4b98ae22270ea7eac1e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '2bb7f59b-ce22-44d9-a3c0-a28f9e63a608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:50:21Z', 'updated_at': '2022-07-27T08:50:24Z', 'revision_number': 4, 'project_id': 'e664288b45ae4b98ae22270ea7eac1e6', 'gw_port': {'id': '2bb7f59b-ce22-44d9-a3c0-a28f9e63a608', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:9e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967dffa2-d957-4d1e-94d7-9b0e845a7543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:50:22Z', 'updated_at': '2022-07-27T08:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi', '_interfaces': [{'id': '71584670-2126-4994-80d4-21b4a9015e82', 'name': '', 'network_id': 'ecada7fa-7a56-41f5-bba0-0e680e111c5d', 'tenant_id': 'e664288b45ae4b98ae22270ea7eac1e6', 'mac_address': 'fa:16:3e:da:6b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967dffa2-d957-4d1e-94d7-9b0e845a7543', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '3728e296-f73f-42fa-ab4b-892bf727c18b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:50:24Z', 'updated_at': '2022-07-27T08:50:29Z', 'revision_number': 5, 'project_id': 'e664288b45ae4b98ae22270ea7eac1e6', 'subnets': [{'id': '3728e296-f73f-42fa-ab4b-892bf727c18b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851170-2-iscsi', False) {} {{(pid=104488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:54:34.686903 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5924eca4-bdc8-4113-a892-e59c01a5fa68 None None] The sync data for ids ['967dffa2-d957-4d1e-94d7-9b0e845a7543'] in dv-cinder-851170-2-iscsi is: [{'id': '967dffa2-d957-4d1e-94d7-9b0e845a7543', 'name': 'tempest-TestVolumeBootPattern-133541680-router', 'tenant_id': 'e664288b45ae4b98ae22270ea7eac1e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '2bb7f59b-ce22-44d9-a3c0-a28f9e63a608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:50:21Z', 'updated_at': '2022-07-27T08:50:24Z', 'revision_number': 4, 'project_id': 'e664288b45ae4b98ae22270ea7eac1e6', 'gw_port': {'id': '2bb7f59b-ce22-44d9-a3c0-a28f9e63a608', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:9e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967dffa2-d957-4d1e-94d7-9b0e845a7543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:50:22Z', 'updated_at': '2022-07-27T08:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi', '_interfaces': [{'id': '71584670-2126-4994-80d4-21b4a9015e82', 'name': '', 'network_id': 'ecada7fa-7a56-41f5-bba0-0e680e111c5d', 'tenant_id': 'e664288b45ae4b98ae22270ea7eac1e6', 'mac_address': 'fa:16:3e:da:6b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967dffa2-d957-4d1e-94d7-9b0e845a7543', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '3728e296-f73f-42fa-ab4b-892bf727c18b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:50:24Z', 'updated_at': '2022-07-27T08:50:29Z', 'revision_number': 5, 'project_id': 'e664288b45ae4b98ae22270ea7eac1e6', 'subnets': [{'id': '3728e296-f73f-42fa-ab4b-892bf727c18b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 08:54:34.873562 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-d7f97e7d-d3cb-49e5-b367-3ab691297fa6 req-abc66ef2-df28-4062-8a63-b0903c94b0e0 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.40 "GET /v2.0/ports?device_id=4c216ccb-efc3-469c-b23e-31364c82cb45 HTTP/1.1" status: 200 len: 210 time: 0.0302906 Jul 27 08:54:34.942614 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77a72bd-d3c3-4091-9f92-72518778adb0 None None] New status for floating IP c17af243-78d7-4506-94a0-6268e02024bf: DOWN {{(pid=104487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 27 08:54:36.059273 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-d06dda51-fd09-4f92-a81f-dc7e701a157e req-c37ae875-e519-45af-ad78-7adb3a352849 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.40 "GET /v2.0/ports?device_id=4c216ccb-efc3-469c-b23e-31364c82cb45 HTTP/1.1" status: 200 len: 210 time: 0.0947223 Jul 27 08:54:37.163426 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-40408cdd-7bf9-4263-b1d4-7b6a9578e7f6 req-9c41baff-7cd4-4a0e-b447-1f52acb215b0 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.40 "GET /v2.0/ports?device_id=4c216ccb-efc3-469c-b23e-31364c82cb45 HTTP/1.1" status: 200 len: 210 time: 0.0284445 Jul 27 08:54:38.290700 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-e696ba18-5c5c-4e10-b5ab-dfb22b9848e8 req-92cecf7f-9371-4371-b5ad-df5cb94fe47d tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.40 "GET /v2.0/ports?device_id=4c216ccb-efc3-469c-b23e-31364c82cb45 HTTP/1.1" status: 200 len: 210 time: 0.0305784 Jul 27 08:54:38.635796 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9333dbb8-d0a4-4f39-9df5-26c261d6b135 req-37473ef5-1374-4a91-83e2-46cd28caa65f tempest-VolumesSnapshotTestJSON-168933705 tempest-VolumesSnapshotTestJSON-168933705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:54:38.637330 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-9333dbb8-d0a4-4f39-9df5-26c261d6b135 req-37473ef5-1374-4a91-83e2-46cd28caa65f tempest-VolumesSnapshotTestJSON-168933705 tempest-VolumesSnapshotTestJSON-168933705-project] 10.222.0.40 "GET /v2.0/networks?id=2be418e3-97cc-46e3-b27f-ccb8f3176ec8 HTTP/1.1" status: 200 len: 814 time: 0.1130493 Jul 27 08:54:38.653363 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-9333dbb8-d0a4-4f39-9df5-26c261d6b135 req-b09549d5-8f72-47cb-be98-bba17822c518 tempest-VolumesSnapshotTestJSON-168933705 tempest-VolumesSnapshotTestJSON-168933705-project] 10.222.0.40 "GET /v2.0/quotas/d79bf8b3761f48c79c09b2cf28a00ba1 HTTP/1.1" status: 200 len: 375 time: 0.0101211 Jul 27 08:54:38.688545 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-9333dbb8-d0a4-4f39-9df5-26c261d6b135 req-9e01fb6a-b39a-4517-879c-a3975e6d3b3a tempest-VolumesSnapshotTestJSON-168933705 tempest-VolumesSnapshotTestJSON-168933705-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=d79bf8b3761f48c79c09b2cf28a00ba1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288186 Jul 27 08:54:38.757873 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:54:38.781879 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-9333dbb8-d0a4-4f39-9df5-26c261d6b135 req-21fca6c5-8762-4a60-99a1-764aab8c9851 service neutron] 10.222.0.40 "GET /v2.0/networks/2be418e3-97cc-46e3-b27f-ccb8f3176ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863373 Jul 27 08:54:38.881311 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-9333dbb8-d0a4-4f39-9df5-26c261d6b135 req-253747d6-1f48-4969-a0a9-979e3b1af3ec service neutron] 10.222.0.40 "GET /v2.0/networks/2be418e3-97cc-46e3-b27f-ccb8f3176ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931189 Jul 27 08:54:39.129917 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-1acd7c28-dfb7-4589-b68b-7eff96276079 req-dc441f99-88d3-44ed-8e9c-5c8ef7ce9c0a tempest-VolumesSnapshotTestJSON-168933705 tempest-VolumesSnapshotTestJSON-168933705-project] 10.222.0.40 "GET /v2.0/ports?device_id=f1bcf462-b0df-4b6f-a34c-7eb00a91e4ce HTTP/1.1" status: 200 len: 210 time: 0.0285058 Jul 27 08:54:39.582439 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-6d2fcfdf-e299-4bdc-9bfd-e7aaffa12fc8 req-3fbfbcda-9bdd-4b5c-89f0-0f4eea949a01 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2103532908&fields=id&tenant_id=e664288b45ae4b98ae22270ea7eac1e6 HTTP/1.1" status: 200 len: 267 time: 0.0477653 Jul 27 08:54:39.699607 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2fcfdf-e299-4bdc-9bfd-e7aaffa12fc8 req-d1d7adab-314e-4f69-97fa-2002b22fbe75 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:54:39.701111 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-6d2fcfdf-e299-4bdc-9bfd-e7aaffa12fc8 req-d1d7adab-314e-4f69-97fa-2002b22fbe75 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.40 "GET /v2.0/networks?id=ecada7fa-7a56-41f5-bba0-0e680e111c5d HTTP/1.1" status: 200 len: 811 time: 0.1121924 Jul 27 08:54:39.719188 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-6d2fcfdf-e299-4bdc-9bfd-e7aaffa12fc8 req-97105ef6-3fd6-4340-ae8c-893b647742de tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.40 "GET /v2.0/quotas/e664288b45ae4b98ae22270ea7eac1e6 HTTP/1.1" status: 200 len: 375 time: 0.0103478 Jul 27 08:54:39.755233 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Device 0c459acb-240d-4861-a242-e9dc42994183 no longer exists at agent hyperv_hv-cinder-85117 {{(pid=104487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 08:54:39.772928 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-6d2fcfdf-e299-4bdc-9bfd-e7aaffa12fc8 req-359f8dda-946c-463a-82db-7a29f8c5e481 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=e664288b45ae4b98ae22270ea7eac1e6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0481229 Jul 27 08:54:39.778537 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] No Port match for: 0c459acb-240d-4861-a242-e9dc42994183 {{(pid=104487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 08:54:39.785649 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Device 0c459acb-240d-4861-a242-e9dc42994183 not bound to the agent host hv-cinder-85117 {{(pid=104487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 08:54:39.879244 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-6d2fcfdf-e299-4bdc-9bfd-e7aaffa12fc8 req-acc18aab-80c9-41b5-8d4a-c55256f41c16 service neutron] 10.222.0.40 "GET /v2.0/networks/ecada7fa-7a56-41f5-bba0-0e680e111c5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937262 Jul 27 08:54:39.977103 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-6d2fcfdf-e299-4bdc-9bfd-e7aaffa12fc8 req-bf34fe9e-965f-4449-af63-b30bc15eaf59 service neutron] 10.222.0.40 "GET /v2.0/networks/ecada7fa-7a56-41f5-bba0-0e680e111c5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919435 Jul 27 08:54:40.238333 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-626acae0-72fd-4e0a-b4f8-9f4fc0f75458 req-2bde26a8-1aaf-4c85-b4e5-ac665982fe6a tempest-VolumesSnapshotTestJSON-168933705 tempest-VolumesSnapshotTestJSON-168933705-project] 10.222.0.40 "GET /v2.0/ports?device_id=f1bcf462-b0df-4b6f-a34c-7eb00a91e4ce HTTP/1.1" status: 200 len: 210 time: 0.0333407 Jul 27 08:54:40.708161 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-a34e9a68-1ace-42bf-a922-ec005fe97b6f req-1367f31a-cf84-4158-926c-56eb7cc1f27f tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.40 "GET /v2.0/ports?device_id=b0de859b-72e8-4dc0-9af8-8c63b431ac4e HTTP/1.1" status: 200 len: 210 time: 0.0335248 Jul 27 08:54:41.348321 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-8b8eb4b9-dd61-4a61-859f-6382e54dba37 req-3b66a589-7af6-410f-9515-b688c3a2421f tempest-VolumesSnapshotTestJSON-168933705 tempest-VolumesSnapshotTestJSON-168933705-project] 10.222.0.40 "GET /v2.0/ports?device_id=f1bcf462-b0df-4b6f-a34c-7eb00a91e4ce HTTP/1.1" status: 200 len: 210 time: 0.0297792 Jul 27 08:54:41.552435 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9333dbb8-d0a4-4f39-9df5-26c261d6b135 req-086e34d8-027f-437e-a1df-ac4ca4e5461c tempest-VolumesSnapshotTestJSON-168933705 tempest-VolumesSnapshotTestJSON-168933705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:54:41.553889 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-9333dbb8-d0a4-4f39-9df5-26c261d6b135 req-086e34d8-027f-437e-a1df-ac4ca4e5461c tempest-VolumesSnapshotTestJSON-168933705 tempest-VolumesSnapshotTestJSON-168933705-project] 10.222.0.42 "GET /v2.0/networks?id=2be418e3-97cc-46e3-b27f-ccb8f3176ec8 HTTP/1.1" status: 200 len: 814 time: 0.1046786 Jul 27 08:54:41.571545 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.v2.base [req-9333dbb8-d0a4-4f39-9df5-26c261d6b135 req-ca09c30b-b34b-43ea-9437-f4ef6ed6695b tempest-VolumesSnapshotTestJSON-168933705 tempest-VolumesSnapshotTestJSON-168933705-project] Request body: {'port': {'device_id': 'f1bcf462-b0df-4b6f-a34c-7eb00a91e4ce', 'network_id': '2be418e3-97cc-46e3-b27f-ccb8f3176ec8', 'admin_state_up': True, 'tenant_id': 'd79bf8b3761f48c79c09b2cf28a00ba1'}} {{(pid=104485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:54:41.672749 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=100 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:54:41.791035 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-85e4dfff-c8e5-497b-8aac-32d9099e5f2a req-f1416069-f737-4045-9eea-09fec4f0928a tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.40 "GET /v2.0/ports?device_id=b0de859b-72e8-4dc0-9af8-8c63b431ac4e HTTP/1.1" status: 200 len: 210 time: 0.0277126 Jul 27 08:54:41.912090 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9333dbb8-d0a4-4f39-9df5-26c261d6b135 req-ca09c30b-b34b-43ea-9437-f4ef6ed6695b tempest-VolumesSnapshotTestJSON-168933705 tempest-VolumesSnapshotTestJSON-168933705-project] Made reservation on behalf of d79bf8b3761f48c79c09b2cf28a00ba1 for: {'port': 1} {{(pid=104485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 08:54:41.916033 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [req-9333dbb8-d0a4-4f39-9df5-26c261d6b135 req-ca09c30b-b34b-43ea-9437-f4ef6ed6695b tempest-VolumesSnapshotTestJSON-168933705 tempest-VolumesSnapshotTestJSON-168933705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (None), before_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:54:42.054470 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.db.db_base_plugin_common [req-9333dbb8-d0a4-4f39-9df5-26c261d6b135 req-ca09c30b-b34b-43ea-9437-f4ef6ed6695b tempest-VolumesSnapshotTestJSON-168933705 tempest-VolumesSnapshotTestJSON-168933705-project] Allocated IP 172.20.0.7 (2be418e3-97cc-46e3-b27f-ccb8f3176ec8/0aa03391-09f5-4773-8e70-882cfcf9e43e/5ecbbfdd-5b91-4d7d-b55e-553bfac4ae38) {{(pid=104485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 08:54:42.221813 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [req-9333dbb8-d0a4-4f39-9df5-26c261d6b135 req-ca09c30b-b34b-43ea-9437-f4ef6ed6695b tempest-VolumesSnapshotTestJSON-168933705 tempest-VolumesSnapshotTestJSON-168933705-project] Publish callbacks [] for port (5ecbbfdd-5b91-4d7d-b55e-553bfac4ae38), precommit_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:54:42.341367 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [req-9333dbb8-d0a4-4f39-9df5-26c261d6b135 req-ca09c30b-b34b-43ea-9437-f4ef6ed6695b tempest-VolumesSnapshotTestJSON-168933705 tempest-VolumesSnapshotTestJSON-168933705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786709965397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16582167'] for port (5ecbbfdd-5b91-4d7d-b55e-553bfac4ae38), after_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:54:42.385647 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9333dbb8-d0a4-4f39-9df5-26c261d6b135 req-ca09c30b-b34b-43ea-9437-f4ef6ed6695b tempest-VolumesSnapshotTestJSON-168933705 tempest-VolumesSnapshotTestJSON-168933705-project] Network 2be418e3-97cc-46e3-b27f-ccb8f3176ec8 is already hosted by enough agents. {{(pid=104485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 08:54:42.389161 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.scheduler.base_scheduler [req-9333dbb8-d0a4-4f39-9df5-26c261d6b135 req-ca09c30b-b34b-43ea-9437-f4ef6ed6695b tempest-VolumesSnapshotTestJSON-168933705 tempest-VolumesSnapshotTestJSON-168933705-project] Resources bound (agent type, host, resource id): {{(pid=104485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 08:54:42.396397 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.db.l3_dvrscheduler_db [req-9333dbb8-d0a4-4f39-9df5-26c261d6b135 req-ca09c30b-b34b-43ea-9437-f4ef6ed6695b tempest-VolumesSnapshotTestJSON-168933705 tempest-VolumesSnapshotTestJSON-168933705-project] Received port after_create {{(pid=104485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 08:54:42.424820 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca09c30b-b34b-43ea-9437-f4ef6ed6695b tempest-VolumesSnapshotTestJSON-168933705 tempest-VolumesSnapshotTestJSON-168933705-project] Pushing event updated for resources: {'Port': ['ID=5ecbbfdd-5b91-4d7d-b55e-553bfac4ae38,revision_number=1']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:54:42.458401 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9333dbb8-d0a4-4f39-9df5-26c261d6b135 req-ca09c30b-b34b-43ea-9437-f4ef6ed6695b tempest-VolumesSnapshotTestJSON-168933705 tempest-VolumesSnapshotTestJSON-168933705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:54:42.459160 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [req-9333dbb8-d0a4-4f39-9df5-26c261d6b135 req-ca09c30b-b34b-43ea-9437-f4ef6ed6695b tempest-VolumesSnapshotTestJSON-168933705 tempest-VolumesSnapshotTestJSON-168933705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8374701'] for port (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:54:42.486376 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052b5f6a-4a51-43b8-84f7-c83c9c26563b req-874cb9e9-fe30-49b4-8789-9e983e2460f0 tempest-VolumesSnapshotTestJSON-168933705 tempest-VolumesSnapshotTestJSON-168933705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:54:42.487932 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-052b5f6a-4a51-43b8-84f7-c83c9c26563b req-874cb9e9-fe30-49b4-8789-9e983e2460f0 tempest-VolumesSnapshotTestJSON-168933705 tempest-VolumesSnapshotTestJSON-168933705-project] 10.222.0.40 "GET /v2.0/ports?device_id=f1bcf462-b0df-4b6f-a34c-7eb00a91e4ce HTTP/1.1" status: 200 len: 931 time: 0.0553169 Jul 27 08:54:42.540549 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-052b5f6a-4a51-43b8-84f7-c83c9c26563b req-8dae6076-4056-4840-bd09-2434ce4b4b0c tempest-VolumesSnapshotTestJSON-168933705 tempest-VolumesSnapshotTestJSON-168933705-project] 10.222.0.40 "GET /v2.0/security-groups?id=16b935ad-4863-4608-a9e9-e4e2261dd8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463500 Jul 27 08:54:42.559846 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-9333dbb8-d0a4-4f39-9df5-26c261d6b135 req-ca09c30b-b34b-43ea-9437-f4ef6ed6695b tempest-VolumesSnapshotTestJSON-168933705 tempest-VolumesSnapshotTestJSON-168933705-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9925797 Jul 27 08:54:42.579801 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.v2.base [req-9333dbb8-d0a4-4f39-9df5-26c261d6b135 req-f60ddf79-b172-499e-acb5-8c0ec7c3a278 service neutron] Request body: {'port': {'device_id': 'f1bcf462-b0df-4b6f-a34c-7eb00a91e4ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85117'}} {{(pid=104485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:54:42.652022 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [req-9333dbb8-d0a4-4f39-9df5-26c261d6b135 req-f60ddf79-b172-499e-acb5-8c0ec7c3a278 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (5ecbbfdd-5b91-4d7d-b55e-553bfac4ae38), before_update {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:54:42.655150 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:54:42.843541 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:54:42.905594 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-78d34160-f9af-45f3-915a-2ac414ba2c8d req-db8ea49c-aef1-4c29-930d-5a47ff4c4e63 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.40 "GET /v2.0/ports?device_id=b0de859b-72e8-4dc0-9af8-8c63b431ac4e HTTP/1.1" status: 200 len: 210 time: 0.0381310 Jul 27 08:54:42.955238 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.notifiers.nova [req-9333dbb8-d0a4-4f39-9df5-26c261d6b135 req-f60ddf79-b172-499e-acb5-8c0ec7c3a278 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ecbbfdd-5b91-4d7d-b55e-553bfac4ae38 {{(pid=104485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 08:54:42.963703 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [req-9333dbb8-d0a4-4f39-9df5-26c261d6b135 req-f60ddf79-b172-499e-acb5-8c0ec7c3a278 service neutron] Publish callbacks [] for port (5ecbbfdd-5b91-4d7d-b55e-553bfac4ae38), precommit_update {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:54:42.978259 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.db.provisioning_blocks [req-9333dbb8-d0a4-4f39-9df5-26c261d6b135 req-f60ddf79-b172-499e-acb5-8c0ec7c3a278 service neutron] Transition to ACTIVE for port object 5ecbbfdd-5b91-4d7d-b55e-553bfac4ae38 will not be triggered until provisioned by entity L2. {{(pid=104485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 27 08:54:43.049040 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [req-9333dbb8-d0a4-4f39-9df5-26c261d6b135 req-f60ddf79-b172-499e-acb5-8c0ec7c3a278 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16582144'] for port (5ecbbfdd-5b91-4d7d-b55e-553bfac4ae38), after_update {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:54:43.105145 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60ddf79-b172-499e-acb5-8c0ec7c3a278 service neutron] Pushing event updated for resources: {'Port': ['ID=5ecbbfdd-5b91-4d7d-b55e-553bfac4ae38,revision_number=2']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:54:43.192914 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.managers [req-9333dbb8-d0a4-4f39-9df5-26c261d6b135 req-f60ddf79-b172-499e-acb5-8c0ec7c3a278 service neutron] Attempting to bind port 5ecbbfdd-5b91-4d7d-b55e-553bfac4ae38 on host hv-cinder-85117 for vnic_type normal with profile {{(pid=104485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 08:54:43.193328 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.managers [req-9333dbb8-d0a4-4f39-9df5-26c261d6b135 req-f60ddf79-b172-499e-acb5-8c0ec7c3a278 service neutron] Attempting to bind port 5ecbbfdd-5b91-4d7d-b55e-553bfac4ae38 by drivers openvswitch,hyperv on host hv-cinder-85117 at level 0 using segments [{'id': 'f31b5edb-f795-42de-a34b-57d900f5f158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '2be418e3-97cc-46e3-b27f-ccb8f3176ec8'}] {{(pid=104485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 08:54:43.193690 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9333dbb8-d0a4-4f39-9df5-26c261d6b135 req-f60ddf79-b172-499e-acb5-8c0ec7c3a278 service neutron] Attempting to bind port 5ecbbfdd-5b91-4d7d-b55e-553bfac4ae38 on network 2be418e3-97cc-46e3-b27f-ccb8f3176ec8 {{(pid=104485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 08:54:43.198575 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9333dbb8-d0a4-4f39-9df5-26c261d6b135 req-f60ddf79-b172-499e-acb5-8c0ec7c3a278 service neutron] Port 5ecbbfdd-5b91-4d7d-b55e-553bfac4ae38 on network 2be418e3-97cc-46e3-b27f-ccb8f3176ec8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85117 {{(pid=104485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 27 08:54:43.205784 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9333dbb8-d0a4-4f39-9df5-26c261d6b135 req-f60ddf79-b172-499e-acb5-8c0ec7c3a278 service neutron] Attempting to bind port 5ecbbfdd-5b91-4d7d-b55e-553bfac4ae38 on network 2be418e3-97cc-46e3-b27f-ccb8f3176ec8 {{(pid=104485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 08:54:43.205784 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9333dbb8-d0a4-4f39-9df5-26c261d6b135 req-f60ddf79-b172-499e-acb5-8c0ec7c3a278 service neutron] Checking agent: {'id': '40990755-2d84-4c9d-828c-eda94a5136e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85117', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 8, 37, 21), 'started_at': datetime.datetime(2022, 7, 27, 8, 37, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 8, 54, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 08:54:43.205784 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9333dbb8-d0a4-4f39-9df5-26c261d6b135 req-f60ddf79-b172-499e-acb5-8c0ec7c3a278 service neutron] Checking segment: {'id': 'f31b5edb-f795-42de-a34b-57d900f5f158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '2be418e3-97cc-46e3-b27f-ccb8f3176ec8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 08:54:43.205784 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9333dbb8-d0a4-4f39-9df5-26c261d6b135 req-f60ddf79-b172-499e-acb5-8c0ec7c3a278 service neutron] Bound using segment: {'id': 'f31b5edb-f795-42de-a34b-57d900f5f158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '2be418e3-97cc-46e3-b27f-ccb8f3176ec8'} {{(pid=104485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 08:54:43.206390 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.managers [req-9333dbb8-d0a4-4f39-9df5-26c261d6b135 req-f60ddf79-b172-499e-acb5-8c0ec7c3a278 service neutron] Bound port: 5ecbbfdd-5b91-4d7d-b55e-553bfac4ae38, host: hv-cinder-85117, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f31b5edb-f795-42de-a34b-57d900f5f158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '2be418e3-97cc-46e3-b27f-ccb8f3176ec8'}}] {{(pid=104485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 08:54:43.206558 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [req-9333dbb8-d0a4-4f39-9df5-26c261d6b135 req-f60ddf79-b172-499e-acb5-8c0ec7c3a278 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (5ecbbfdd-5b91-4d7d-b55e-553bfac4ae38), before_update {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:54:43.280454 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.db [req-9333dbb8-d0a4-4f39-9df5-26c261d6b135 req-f60ddf79-b172-499e-acb5-8c0ec7c3a278 service neutron] For port 5ecbbfdd-5b91-4d7d-b55e-553bfac4ae38, host hv-cinder-85117, cleared binding levels {{(pid=104485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 08:54:43.285139 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.db [req-9333dbb8-d0a4-4f39-9df5-26c261d6b135 req-f60ddf79-b172-499e-acb5-8c0ec7c3a278 service neutron] For port 5ecbbfdd-5b91-4d7d-b55e-553bfac4ae38, host hv-cinder-85117, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85117',level=0,port_id=5ecbbfdd-5b91-4d7d-b55e-553bfac4ae38,segment=NetworkSegment(f31b5edb-f795-42de-a34b-57d900f5f158),segment_id=f31b5edb-f795-42de-a34b-57d900f5f158)] {{(pid=104485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 08:54:43.332624 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2fcfdf-e299-4bdc-9bfd-e7aaffa12fc8 req-e48cb810-ac42-4b1d-b052-4da862622391 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:54:43.334354 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-6d2fcfdf-e299-4bdc-9bfd-e7aaffa12fc8 req-e48cb810-ac42-4b1d-b052-4da862622391 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.42 "GET /v2.0/networks?id=ecada7fa-7a56-41f5-bba0-0e680e111c5d HTTP/1.1" status: 200 len: 811 time: 0.1345718 Jul 27 08:54:43.398438 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=100 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:54:43.410911 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-6d2fcfdf-e299-4bdc-9bfd-e7aaffa12fc8 req-a7ef663d-4b36-4cc8-8122-d9438f264001 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e664288b45ae4b98ae22270ea7eac1e6 HTTP/1.1" status: 200 len: 380 time: 0.0628445 Jul 27 08:54:43.415034 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [req-9333dbb8-d0a4-4f39-9df5-26c261d6b135 req-f60ddf79-b172-499e-acb5-8c0ec7c3a278 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16582144'] for port (5ecbbfdd-5b91-4d7d-b55e-553bfac4ae38), after_update {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:54:43.419491 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.v2.base [req-6d2fcfdf-e299-4bdc-9bfd-e7aaffa12fc8 req-2e81e0f9-0cbe-4d1e-b95c-32eb49f5a2d0 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Request body: {'port': {'device_id': 'b0de859b-72e8-4dc0-9af8-8c63b431ac4e', 'network_id': 'ecada7fa-7a56-41f5-bba0-0e680e111c5d', 'admin_state_up': True, 'tenant_id': 'e664288b45ae4b98ae22270ea7eac1e6', 'security_groups': ['8d5e7645-7593-4ba6-a8ab-faf9285cddbe']}} {{(pid=104486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:54:43.458919 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9333dbb8-d0a4-4f39-9df5-26c261d6b135 req-f60ddf79-b172-499e-acb5-8c0ec7c3a278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:54:43.464916 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [req-9333dbb8-d0a4-4f39-9df5-26c261d6b135 req-f60ddf79-b172-499e-acb5-8c0ec7c3a278 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8374701'] for port (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:54:43.464916 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-9333dbb8-d0a4-4f39-9df5-26c261d6b135 req-f60ddf79-b172-499e-acb5-8c0ec7c3a278 service neutron] 10.222.0.42 "PUT /v2.0/ports/5ecbbfdd-5b91-4d7d-b55e-553bfac4ae38 HTTP/1.1" status: 200 len: 1093 time: 0.8865807 Jul 27 08:54:43.464916 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1bcf462-b0df-4b6f-a34c-7eb00a91e4ce', 'tag': '5ecbbfdd-5b91-4d7d-b55e-553bfac4ae38'}] {{(pid=104485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 08:54:43.464916 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f4ab7c7b1e34975a56cd7ce610f5615b70f950c8da59d9e9b5a870069a9544" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d43543db-4a7c-4973-ad95-f53ae5af913e" -d '{"events": [{"name": "network-changed", "server_uuid": "f1bcf462-b0df-4b6f-a34c-7eb00a91e4ce", "tag": "5ecbbfdd-5b91-4d7d-b55e-553bfac4ae38"}]}' {{(pid=104485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 08:54:43.466093 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=100 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:54:43.483235 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60ddf79-b172-499e-acb5-8c0ec7c3a278 service neutron] Pushing event updated for resources: {'Port': ['ID=5ecbbfdd-5b91-4d7d-b55e-553bfac4ae38,revision_number=3']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:54:43.509984 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 08:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec973207-168c-4cc7-a35f-f91ee5dbbe85 x-openstack-request-id: req-ec973207-168c-4cc7-a35f-f91ee5dbbe85 {{(pid=104485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 08:54:43.510219 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1bcf462-b0df-4b6f-a34c-7eb00a91e4ce", "tag": "5ecbbfdd-5b91-4d7d-b55e-553bfac4ae38", "status": "completed", "code": 200}]} {{(pid=104485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 08:54:43.510436 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-ec973207-168c-4cc7-a35f-f91ee5dbbe85 {{(pid=104485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 08:54:43.510854 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec973207-168c-4cc7-a35f-f91ee5dbbe85'] response: {'name': 'network-changed', 'server_uuid': 'f1bcf462-b0df-4b6f-a34c-7eb00a91e4ce', 'tag': '5ecbbfdd-5b91-4d7d-b55e-553bfac4ae38', 'status': 'completed', 'code': 200} Jul 27 08:54:43.602873 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43543db-4a7c-4973-ad95-f53ae5af913e req-7b25e521-5280-4376-bff3-900124a65701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:54:43.604417 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-d43543db-4a7c-4973-ad95-f53ae5af913e req-7b25e521-5280-4376-bff3-900124a65701 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d79bf8b3761f48c79c09b2cf28a00ba1&device_id=f1bcf462-b0df-4b6f-a34c-7eb00a91e4ce HTTP/1.1" status: 200 len: 1127 time: 0.0521290 Jul 27 08:54:43.683211 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d2fcfdf-e299-4bdc-9bfd-e7aaffa12fc8 req-2e81e0f9-0cbe-4d1e-b95c-32eb49f5a2d0 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Made reservation on behalf of e664288b45ae4b98ae22270ea7eac1e6 for: {'port': 1} {{(pid=104486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 08:54:43.686682 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-6d2fcfdf-e299-4bdc-9bfd-e7aaffa12fc8 req-2e81e0f9-0cbe-4d1e-b95c-32eb49f5a2d0 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (None), before_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:54:43.725101 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd0dc3f-7069-42d7-9bf1-62a802234a81 req-778436ac-b677-406a-9a4e-84a62492c177 tempest-VolumesSnapshotTestJSON-168933705 tempest-VolumesSnapshotTestJSON-168933705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:54:43.726682 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-ccd0dc3f-7069-42d7-9bf1-62a802234a81 req-778436ac-b677-406a-9a4e-84a62492c177 tempest-VolumesSnapshotTestJSON-168933705 tempest-VolumesSnapshotTestJSON-168933705-project] 10.222.0.40 "GET /v2.0/ports?device_id=f1bcf462-b0df-4b6f-a34c-7eb00a91e4ce HTTP/1.1" status: 200 len: 943 time: 0.0980911 Jul 27 08:54:43.772602 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:54:43.786593 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43543db-4a7c-4973-ad95-f53ae5af913e req-2275d787-b6e9-4f95-9ced-57296bacc310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:54:43.788087 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-d43543db-4a7c-4973-ad95-f53ae5af913e req-2275d787-b6e9-4f95-9ced-57296bacc310 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=d79bf8b3761f48c79c09b2cf28a00ba1&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1689200 Jul 27 08:54:43.823006 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.db.db_base_plugin_common [req-6d2fcfdf-e299-4bdc-9bfd-e7aaffa12fc8 req-2e81e0f9-0cbe-4d1e-b95c-32eb49f5a2d0 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Allocated IP 172.20.0.14 (ecada7fa-7a56-41f5-bba0-0e680e111c5d/3728e296-f73f-42fa-ab4b-892bf727c18b/7542cc58-529d-46b1-92a1-0856e0cf8843) {{(pid=104486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 08:54:43.823989 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-ccd0dc3f-7069-42d7-9bf1-62a802234a81 req-0dfc3586-749c-4f2a-9429-c9f4398b00e2 tempest-VolumesSnapshotTestJSON-168933705 tempest-VolumesSnapshotTestJSON-168933705-project] 10.222.0.40 "GET /v2.0/security-groups?id=16b935ad-4863-4608-a9e9-e4e2261dd8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883813 Jul 27 08:54:43.911537 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43543db-4a7c-4973-ad95-f53ae5af913e req-6e675297-b3e4-44b8-a4c9-8f0ec002c3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:54:43.912948 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-d43543db-4a7c-4973-ad95-f53ae5af913e req-6e675297-b3e4-44b8-a4c9-8f0ec002c3c6 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1145360 Jul 27 08:54:43.991487 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-6d2fcfdf-e299-4bdc-9bfd-e7aaffa12fc8 req-2e81e0f9-0cbe-4d1e-b95c-32eb49f5a2d0 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Publish callbacks [] for port (7542cc58-529d-46b1-92a1-0856e0cf8843), precommit_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:54:44.030359 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9333dbb8-d0a4-4f39-9df5-26c261d6b135 req-b64f141c-0584-4d54-beba-9514c3fdf5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:54:44.031168 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-5877921f-b741-4939-a142-7b0b0b078978 req-54c3b6a2-923b-4c6c-b582-3484c27f8f99 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.40 "GET /v2.0/ports?device_id=b0de859b-72e8-4dc0-9af8-8c63b431ac4e HTTP/1.1" status: 200 len: 210 time: 0.0456531 Jul 27 08:54:44.032362 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-9333dbb8-d0a4-4f39-9df5-26c261d6b135 req-b64f141c-0584-4d54-beba-9514c3fdf5a3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d79bf8b3761f48c79c09b2cf28a00ba1&device_id=f1bcf462-b0df-4b6f-a34c-7eb00a91e4ce HTTP/1.1" status: 200 len: 1127 time: 0.0510037 Jul 27 08:54:44.082106 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-9333dbb8-d0a4-4f39-9df5-26c261d6b135 req-19abe8e5-2707-410d-bfe8-1488afddec0c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5ecbbfdd-5b91-4d7d-b55e-553bfac4ae38 HTTP/1.1" status: 200 len: 217 time: 0.0362108 Jul 27 08:54:44.123783 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-6d2fcfdf-e299-4bdc-9bfd-e7aaffa12fc8 req-2e81e0f9-0cbe-4d1e-b95c-32eb49f5a2d0 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786709965397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4293862'] for port (7542cc58-529d-46b1-92a1-0856e0cf8843), after_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:54:44.135372 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9333dbb8-d0a4-4f39-9df5-26c261d6b135 req-8d890457-1a60-4b98-b162-b98c2ef26e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:54:44.137263 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-9333dbb8-d0a4-4f39-9df5-26c261d6b135 req-8d890457-1a60-4b98-b162-b98c2ef26e30 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0aa03391-09f5-4773-8e70-882cfcf9e43e HTTP/1.1" status: 200 len: 854 time: 0.0491917 Jul 27 08:54:44.175515 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d2fcfdf-e299-4bdc-9bfd-e7aaffa12fc8 req-2e81e0f9-0cbe-4d1e-b95c-32eb49f5a2d0 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Network ecada7fa-7a56-41f5-bba0-0e680e111c5d is already hosted by enough agents. {{(pid=104486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 08:54:44.181702 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.scheduler.base_scheduler [req-6d2fcfdf-e299-4bdc-9bfd-e7aaffa12fc8 req-2e81e0f9-0cbe-4d1e-b95c-32eb49f5a2d0 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Resources bound (agent type, host, resource id): {{(pid=104486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 08:54:44.182836 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-9333dbb8-d0a4-4f39-9df5-26c261d6b135 req-97f9a0e4-1867-473d-a0fc-26a801fee18f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2be418e3-97cc-46e3-b27f-ccb8f3176ec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371907 Jul 27 08:54:44.186297 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d2fcfdf-e299-4bdc-9bfd-e7aaffa12fc8 req-2e81e0f9-0cbe-4d1e-b95c-32eb49f5a2d0 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Received port after_create {{(pid=104486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 08:54:44.216803 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e81e0f9-0cbe-4d1e-b95c-32eb49f5a2d0 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Pushing event updated for resources: {'Port': ['ID=7542cc58-529d-46b1-92a1-0856e0cf8843,revision_number=1']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:54:44.259280 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2fcfdf-e299-4bdc-9bfd-e7aaffa12fc8 req-2e81e0f9-0cbe-4d1e-b95c-32eb49f5a2d0 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:54:44.260040 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-6d2fcfdf-e299-4bdc-9bfd-e7aaffa12fc8 req-2e81e0f9-0cbe-4d1e-b95c-32eb49f5a2d0 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8374701'] for port (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:54:44.306094 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-9333dbb8-d0a4-4f39-9df5-26c261d6b135 req-5dc2a28a-ca3e-46e8-ab4f-9eb8eb47a491 service neutron] 10.222.0.42 "GET /v2.0/networks/2be418e3-97cc-46e3-b27f-ccb8f3176ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157913 Jul 27 08:54:44.371640 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:54:44.378534 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-6d2fcfdf-e299-4bdc-9bfd-e7aaffa12fc8 req-2e81e0f9-0cbe-4d1e-b95c-32eb49f5a2d0 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9627852 Jul 27 08:54:44.400290 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.v2.base [req-6d2fcfdf-e299-4bdc-9bfd-e7aaffa12fc8 req-c747edfe-2ed5-4199-9807-3c2c202195ae service neutron] Request body: {'port': {'device_id': 'b0de859b-72e8-4dc0-9af8-8c63b431ac4e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85117'}} {{(pid=104486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:54:44.427201 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-9333dbb8-d0a4-4f39-9df5-26c261d6b135 req-3c057516-8586-4626-bcb4-cede3744c904 service neutron] 10.222.0.42 "GET /v2.0/networks/2be418e3-97cc-46e3-b27f-ccb8f3176ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142473 Jul 27 08:54:44.482136 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-6d2fcfdf-e299-4bdc-9bfd-e7aaffa12fc8 req-c747edfe-2ed5-4199-9807-3c2c202195ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (7542cc58-529d-46b1-92a1-0856e0cf8843), before_update {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:54:44.507280 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=31,neutron:UPDATE=3 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:54:44.508783 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=29,neutron:UPDATE=5 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:54:44.515570 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-88cbe433-894c-4f3b-8be9-f3ef452361fe None None] Provisioning complete for port 7542cc58-529d-46b1-92a1-0856e0cf8843 triggered by entity DHCP. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:54:44.516213 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-88cbe433-894c-4f3b-8be9-f3ef452361fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (7542cc58-529d-46b1-92a1-0856e0cf8843), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:54:44.550482 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-88cbe433-894c-4f3b-8be9-f3ef452361fe None None] Port 7542cc58-529d-46b1-92a1-0856e0cf8843 cannot update to ACTIVE because it is not bound. {{(pid=104487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 08:54:44.663100 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=68 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:54:44.680403 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:54:44.715222 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:54:44.778617 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.notifiers.nova [req-6d2fcfdf-e299-4bdc-9bfd-e7aaffa12fc8 req-c747edfe-2ed5-4199-9807-3c2c202195ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7542cc58-529d-46b1-92a1-0856e0cf8843 {{(pid=104486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 08:54:44.787736 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-6d2fcfdf-e299-4bdc-9bfd-e7aaffa12fc8 req-c747edfe-2ed5-4199-9807-3c2c202195ae service neutron] Publish callbacks [] for port (7542cc58-529d-46b1-92a1-0856e0cf8843), precommit_update {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:54:44.801545 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.db.provisioning_blocks [req-6d2fcfdf-e299-4bdc-9bfd-e7aaffa12fc8 req-c747edfe-2ed5-4199-9807-3c2c202195ae service neutron] Transition to ACTIVE for port object 7542cc58-529d-46b1-92a1-0856e0cf8843 will not be triggered until provisioned by entity L2. {{(pid=104486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 27 08:54:44.883237 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-6d2fcfdf-e299-4bdc-9bfd-e7aaffa12fc8 req-c747edfe-2ed5-4199-9807-3c2c202195ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4293873'] for port (7542cc58-529d-46b1-92a1-0856e0cf8843), after_update {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:54:44.940331 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c747edfe-2ed5-4199-9807-3c2c202195ae service neutron] Pushing event updated for resources: {'Port': ['ID=7542cc58-529d-46b1-92a1-0856e0cf8843,revision_number=2']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:54:44.962558 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fccee12-853e-4e1c-90fa-966d53d5ca69 req-21a9c635-7a66-443e-bee3-48f6db3feda7 tempest-VolumesSnapshotTestJSON-168933705 tempest-VolumesSnapshotTestJSON-168933705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:54:44.965976 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-5fccee12-853e-4e1c-90fa-966d53d5ca69 req-21a9c635-7a66-443e-bee3-48f6db3feda7 tempest-VolumesSnapshotTestJSON-168933705 tempest-VolumesSnapshotTestJSON-168933705-project] 10.222.0.40 "GET /v2.0/ports?device_id=f1bcf462-b0df-4b6f-a34c-7eb00a91e4ce HTTP/1.1" status: 200 len: 943 time: 0.0559120 Jul 27 08:54:45.022225 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=74 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:54:45.026791 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-5fccee12-853e-4e1c-90fa-966d53d5ca69 req-379cfa6d-e691-4859-8a09-2c13dadad84c tempest-VolumesSnapshotTestJSON-168933705 tempest-VolumesSnapshotTestJSON-168933705-project] 10.222.0.40 "GET /v2.0/security-groups?id=16b935ad-4863-4608-a9e9-e4e2261dd8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556450 Jul 27 08:54:45.033700 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.managers [req-6d2fcfdf-e299-4bdc-9bfd-e7aaffa12fc8 req-c747edfe-2ed5-4199-9807-3c2c202195ae service neutron] Attempting to bind port 7542cc58-529d-46b1-92a1-0856e0cf8843 on host hv-cinder-85117 for vnic_type normal with profile {{(pid=104486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 08:54:45.034191 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.managers [req-6d2fcfdf-e299-4bdc-9bfd-e7aaffa12fc8 req-c747edfe-2ed5-4199-9807-3c2c202195ae service neutron] Attempting to bind port 7542cc58-529d-46b1-92a1-0856e0cf8843 by drivers openvswitch,hyperv on host hv-cinder-85117 at level 0 using segments [{'id': '39e09afd-0493-4ab2-a5f6-2cf0ed23b5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'ecada7fa-7a56-41f5-bba0-0e680e111c5d'}] {{(pid=104486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 08:54:45.034626 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2fcfdf-e299-4bdc-9bfd-e7aaffa12fc8 req-c747edfe-2ed5-4199-9807-3c2c202195ae service neutron] Attempting to bind port 7542cc58-529d-46b1-92a1-0856e0cf8843 on network ecada7fa-7a56-41f5-bba0-0e680e111c5d {{(pid=104486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 08:54:45.050376 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2fcfdf-e299-4bdc-9bfd-e7aaffa12fc8 req-c747edfe-2ed5-4199-9807-3c2c202195ae service neutron] Port 7542cc58-529d-46b1-92a1-0856e0cf8843 on network ecada7fa-7a56-41f5-bba0-0e680e111c5d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85117 {{(pid=104486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 27 08:54:45.050376 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2fcfdf-e299-4bdc-9bfd-e7aaffa12fc8 req-c747edfe-2ed5-4199-9807-3c2c202195ae service neutron] Attempting to bind port 7542cc58-529d-46b1-92a1-0856e0cf8843 on network ecada7fa-7a56-41f5-bba0-0e680e111c5d {{(pid=104486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 08:54:45.050376 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2fcfdf-e299-4bdc-9bfd-e7aaffa12fc8 req-c747edfe-2ed5-4199-9807-3c2c202195ae service neutron] Checking agent: {'id': '40990755-2d84-4c9d-828c-eda94a5136e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85117', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 8, 37, 21), 'started_at': datetime.datetime(2022, 7, 27, 8, 37, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 8, 54, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 08:54:45.050376 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2fcfdf-e299-4bdc-9bfd-e7aaffa12fc8 req-c747edfe-2ed5-4199-9807-3c2c202195ae service neutron] Checking segment: {'id': '39e09afd-0493-4ab2-a5f6-2cf0ed23b5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'ecada7fa-7a56-41f5-bba0-0e680e111c5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 08:54:45.050376 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2fcfdf-e299-4bdc-9bfd-e7aaffa12fc8 req-c747edfe-2ed5-4199-9807-3c2c202195ae service neutron] Bound using segment: {'id': '39e09afd-0493-4ab2-a5f6-2cf0ed23b5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'ecada7fa-7a56-41f5-bba0-0e680e111c5d'} {{(pid=104486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 08:54:45.050376 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.managers [req-6d2fcfdf-e299-4bdc-9bfd-e7aaffa12fc8 req-c747edfe-2ed5-4199-9807-3c2c202195ae service neutron] Bound port: 7542cc58-529d-46b1-92a1-0856e0cf8843, host: hv-cinder-85117, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39e09afd-0493-4ab2-a5f6-2cf0ed23b5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'ecada7fa-7a56-41f5-bba0-0e680e111c5d'}}] {{(pid=104486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 08:54:45.050376 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-6d2fcfdf-e299-4bdc-9bfd-e7aaffa12fc8 req-c747edfe-2ed5-4199-9807-3c2c202195ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (7542cc58-529d-46b1-92a1-0856e0cf8843), before_update {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:54:45.151265 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.db [req-6d2fcfdf-e299-4bdc-9bfd-e7aaffa12fc8 req-c747edfe-2ed5-4199-9807-3c2c202195ae service neutron] For port 7542cc58-529d-46b1-92a1-0856e0cf8843, host hv-cinder-85117, cleared binding levels {{(pid=104486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 08:54:45.175512 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.db [req-6d2fcfdf-e299-4bdc-9bfd-e7aaffa12fc8 req-c747edfe-2ed5-4199-9807-3c2c202195ae service neutron] For port 7542cc58-529d-46b1-92a1-0856e0cf8843, host hv-cinder-85117, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85117',level=0,port_id=7542cc58-529d-46b1-92a1-0856e0cf8843,segment=NetworkSegment(39e09afd-0493-4ab2-a5f6-2cf0ed23b5e1),segment_id=39e09afd-0493-4ab2-a5f6-2cf0ed23b5e1)] {{(pid=104486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 08:54:45.187272 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de19dad5-da07-4b12-ba67-f917fb381126 req-9b4abdad-e994-48cb-b9cc-aea35b776d5b tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:54:45.188896 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-de19dad5-da07-4b12-ba67-f917fb381126 req-9b4abdad-e994-48cb-b9cc-aea35b776d5b tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.40 "GET /v2.0/ports?device_id=b0de859b-72e8-4dc0-9af8-8c63b431ac4e HTTP/1.1" status: 200 len: 944 time: 0.0746012 Jul 27 08:54:45.225598 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:54:45.246323 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-de19dad5-da07-4b12-ba67-f917fb381126 req-2c18a2d4-a3f8-47c2-8680-d78d474df3bd tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.40 "GET /v2.0/security-groups?id=8d5e7645-7593-4ba6-a8ab-faf9285cddbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473764 Jul 27 08:54:45.283496 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-6d2fcfdf-e299-4bdc-9bfd-e7aaffa12fc8 req-c747edfe-2ed5-4199-9807-3c2c202195ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4293873'] for port (7542cc58-529d-46b1-92a1-0856e0cf8843), after_update {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:54:45.326412 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2fcfdf-e299-4bdc-9bfd-e7aaffa12fc8 req-c747edfe-2ed5-4199-9807-3c2c202195ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:54:45.327037 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-6d2fcfdf-e299-4bdc-9bfd-e7aaffa12fc8 req-c747edfe-2ed5-4199-9807-3c2c202195ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8374701'] for port (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:54:45.328784 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-6d2fcfdf-e299-4bdc-9bfd-e7aaffa12fc8 req-c747edfe-2ed5-4199-9807-3c2c202195ae service neutron] 10.222.0.42 "PUT /v2.0/ports/7542cc58-529d-46b1-92a1-0856e0cf8843 HTTP/1.1" status: 200 len: 1094 time: 0.9373171 Jul 27 08:54:45.329223 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0de859b-72e8-4dc0-9af8-8c63b431ac4e', 'tag': '7542cc58-529d-46b1-92a1-0856e0cf8843'}] {{(pid=104486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 08:54:45.331505 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0fbdf057086729fb3d5906bdd251c7adb98d678ad2f5ce1a48bcc8d44af0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-213cc096-1fe6-43e5-844f-1bc068234ee9" -d '{"events": [{"name": "network-changed", "server_uuid": "b0de859b-72e8-4dc0-9af8-8c63b431ac4e", "tag": "7542cc58-529d-46b1-92a1-0856e0cf8843"}]}' {{(pid=104486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 08:54:45.350924 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c747edfe-2ed5-4199-9807-3c2c202195ae service neutron] Pushing event updated for resources: {'Port': ['ID=7542cc58-529d-46b1-92a1-0856e0cf8843,revision_number=3']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:54:45.379725 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 08:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99bd6ae9-8565-4554-8123-ada3c6de43e0 x-openstack-request-id: req-99bd6ae9-8565-4554-8123-ada3c6de43e0 {{(pid=104486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 08:54:45.380025 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0de859b-72e8-4dc0-9af8-8c63b431ac4e", "tag": "7542cc58-529d-46b1-92a1-0856e0cf8843", "status": "completed", "code": 200}]} {{(pid=104486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 08:54:45.380342 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-99bd6ae9-8565-4554-8123-ada3c6de43e0 {{(pid=104486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 08:54:45.380752 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99bd6ae9-8565-4554-8123-ada3c6de43e0'] response: {'name': 'network-changed', 'server_uuid': 'b0de859b-72e8-4dc0-9af8-8c63b431ac4e', 'tag': '7542cc58-529d-46b1-92a1-0856e0cf8843', 'status': 'completed', 'code': 200} Jul 27 08:54:45.974497 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-103515d1-c366-4dc2-9286-8b71c5f16296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (7c77c4a2-8ca4-486b-af2a-676805e7b922), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:54:46.153402 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a606423b-de7c-4d87-b422-54f817105e84 req-07472688-ec1c-49d9-8689-7d012364f577 tempest-VolumesSnapshotTestJSON-168933705 tempest-VolumesSnapshotTestJSON-168933705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:54:46.154935 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-a606423b-de7c-4d87-b422-54f817105e84 req-07472688-ec1c-49d9-8689-7d012364f577 tempest-VolumesSnapshotTestJSON-168933705 tempest-VolumesSnapshotTestJSON-168933705-project] 10.222.0.40 "GET /v2.0/ports?device_id=f1bcf462-b0df-4b6f-a34c-7eb00a91e4ce HTTP/1.1" status: 200 len: 943 time: 0.0513203 Jul 27 08:54:46.205653 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-a606423b-de7c-4d87-b422-54f817105e84 req-0486a7f0-d602-4ab1-9a1f-697186dbfcba tempest-VolumesSnapshotTestJSON-168933705 tempest-VolumesSnapshotTestJSON-168933705-project] 10.222.0.40 "GET /v2.0/security-groups?id=16b935ad-4863-4608-a9e9-e4e2261dd8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447509 Jul 27 08:54:46.371279 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfce1e9-5400-4d0a-950c-cc93ff805ee8 req-7ca75112-83ee-4689-9dac-941afdf86cd9 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:54:46.372785 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-6cfce1e9-5400-4d0a-950c-cc93ff805ee8 req-7ca75112-83ee-4689-9dac-941afdf86cd9 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.40 "GET /v2.0/ports?device_id=b0de859b-72e8-4dc0-9af8-8c63b431ac4e HTTP/1.1" status: 200 len: 944 time: 0.0493219 Jul 27 08:54:46.429030 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-6cfce1e9-5400-4d0a-950c-cc93ff805ee8 req-52dd24f6-3632-410d-8980-34dafd572473 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.40 "GET /v2.0/security-groups?id=8d5e7645-7593-4ba6-a8ab-faf9285cddbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499282 Jul 27 08:54:46.667894 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213cc096-1fe6-43e5-844f-1bc068234ee9 req-7b73fe3f-ed1e-4ea9-a982-a951b95b17e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:54:46.669309 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-213cc096-1fe6-43e5-844f-1bc068234ee9 req-7b73fe3f-ed1e-4ea9-a982-a951b95b17e4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e664288b45ae4b98ae22270ea7eac1e6&device_id=b0de859b-72e8-4dc0-9af8-8c63b431ac4e HTTP/1.1" status: 200 len: 1128 time: 0.0490892 Jul 27 08:54:46.793765 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213cc096-1fe6-43e5-844f-1bc068234ee9 req-104587c8-0284-470c-acc9-14858e078ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:54:46.795290 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-213cc096-1fe6-43e5-844f-1bc068234ee9 req-104587c8-0284-470c-acc9-14858e078ff2 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=e664288b45ae4b98ae22270ea7eac1e6&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1134999 Jul 27 08:54:46.906137 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213cc096-1fe6-43e5-844f-1bc068234ee9 req-2ab7220f-c347-4d64-ad46-2811cb59b38d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:54:46.907705 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-213cc096-1fe6-43e5-844f-1bc068234ee9 req-2ab7220f-c347-4d64-ad46-2811cb59b38d service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1064091 Jul 27 08:54:47.055510 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2fcfdf-e299-4bdc-9bfd-e7aaffa12fc8 req-2dbf08d5-ca7a-4e8b-ab51-7e5f6d7bd90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:54:47.057154 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-6d2fcfdf-e299-4bdc-9bfd-e7aaffa12fc8 req-2dbf08d5-ca7a-4e8b-ab51-7e5f6d7bd90f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e664288b45ae4b98ae22270ea7eac1e6&device_id=b0de859b-72e8-4dc0-9af8-8c63b431ac4e HTTP/1.1" status: 200 len: 1128 time: 0.0428815 Jul 27 08:54:47.106338 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-6d2fcfdf-e299-4bdc-9bfd-e7aaffa12fc8 req-d4e0b0a3-d0c1-4e29-ba18-d6a4da00593a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7542cc58-529d-46b1-92a1-0856e0cf8843 HTTP/1.1" status: 200 len: 217 time: 0.0365984 Jul 27 08:54:47.155449 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2fcfdf-e299-4bdc-9bfd-e7aaffa12fc8 req-90a1637e-a240-4e1e-87f6-40c642348c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:54:47.157105 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-6d2fcfdf-e299-4bdc-9bfd-e7aaffa12fc8 req-90a1637e-a240-4e1e-87f6-40c642348c0f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3728e296-f73f-42fa-ab4b-892bf727c18b HTTP/1.1" status: 200 len: 850 time: 0.0456862 Jul 27 08:54:47.201815 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2fcfdf-e299-4bdc-9bfd-e7aaffa12fc8 req-4d15e5e5-b03e-4669-8461-19e027528f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:54:47.204151 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-6d2fcfdf-e299-4bdc-9bfd-e7aaffa12fc8 req-4d15e5e5-b03e-4669-8461-19e027528f39 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ecada7fa-7a56-41f5-bba0-0e680e111c5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412207 Jul 27 08:54:47.336786 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-6d2fcfdf-e299-4bdc-9bfd-e7aaffa12fc8 req-5c358b24-596b-45b3-8de9-48deefb1b0b7 service neutron] 10.222.0.42 "GET /v2.0/networks/ecada7fa-7a56-41f5-bba0-0e680e111c5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263168 Jul 27 08:54:47.360572 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0750655-22f4-4628-a907-01930ee7a4b5 req-4cb1f050-a740-4495-afef-066f5eaaf55d tempest-VolumesSnapshotTestJSON-168933705 tempest-VolumesSnapshotTestJSON-168933705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:54:47.362693 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-e0750655-22f4-4628-a907-01930ee7a4b5 req-4cb1f050-a740-4495-afef-066f5eaaf55d tempest-VolumesSnapshotTestJSON-168933705 tempest-VolumesSnapshotTestJSON-168933705-project] 10.222.0.40 "GET /v2.0/ports?device_id=f1bcf462-b0df-4b6f-a34c-7eb00a91e4ce HTTP/1.1" status: 200 len: 943 time: 0.0707965 Jul 27 08:54:47.472824 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-e0750655-22f4-4628-a907-01930ee7a4b5 req-66ed893c-5f52-4b27-8271-f84dde0105d8 tempest-VolumesSnapshotTestJSON-168933705 tempest-VolumesSnapshotTestJSON-168933705-project] 10.222.0.40 "GET /v2.0/security-groups?id=16b935ad-4863-4608-a9e9-e4e2261dd8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006157 Jul 27 08:54:47.485024 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-6d2fcfdf-e299-4bdc-9bfd-e7aaffa12fc8 req-08176c68-27fd-492a-bd9b-5ebf05883af1 service neutron] 10.222.0.42 "GET /v2.0/networks/ecada7fa-7a56-41f5-bba0-0e680e111c5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420701 Jul 27 08:54:47.583641 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5759f6fb-8918-47b1-9f2d-9d5092f61766 req-55cfbd2b-50d1-470c-a002-ff888f7c0f03 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:54:47.584976 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-5759f6fb-8918-47b1-9f2d-9d5092f61766 req-55cfbd2b-50d1-470c-a002-ff888f7c0f03 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.40 "GET /v2.0/ports?device_id=b0de859b-72e8-4dc0-9af8-8c63b431ac4e HTTP/1.1" status: 200 len: 944 time: 0.0582421 Jul 27 08:54:47.639755 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-5759f6fb-8918-47b1-9f2d-9d5092f61766 req-8c3cbbe2-ce31-4062-8697-4387afede0fa tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.40 "GET /v2.0/security-groups?id=8d5e7645-7593-4ba6-a8ab-faf9285cddbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484698 Jul 27 08:54:47.801678 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Device 5ecbbfdd-5b91-4d7d-b55e-553bfac4ae38 details requested by agent hyperv_hv-cinder-85117 with host hv-cinder-85117 {{(pid=104487) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 08:54:47.911928 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] For port 5ecbbfdd-5b91-4d7d-b55e-553bfac4ae38, host hv-cinder-85117, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85117',level=0,port_id=5ecbbfdd-5b91-4d7d-b55e-553bfac4ae38,segment=NetworkSegment(f31b5edb-f795-42de-a34b-57d900f5f158),segment_id=f31b5edb-f795-42de-a34b-57d900f5f158)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:54:47.924811 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Returning: {'device': '5ecbbfdd-5b91-4d7d-b55e-553bfac4ae38', 'network_id': '2be418e3-97cc-46e3-b27f-ccb8f3176ec8', 'port_id': '5ecbbfdd-5b91-4d7d-b55e-553bfac4ae38', 'mac_address': 'fa:16:3e:01:35:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0aa03391-09f5-4773-8e70-882cfcf9e43e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104487) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 08:54:47.961259 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Current status of the port 5ecbbfdd-5b91-4d7d-b55e-553bfac4ae38 is: DOWN; New status is: BUILD {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:54:47.961657 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (5ecbbfdd-5b91-4d7d-b55e-553bfac4ae38), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:54:47.980786 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.notifiers.nova [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ecbbfdd-5b91-4d7d-b55e-553bfac4ae38 {{(pid=104487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 08:54:48.002635 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] For port 5ecbbfdd-5b91-4d7d-b55e-553bfac4ae38, host hv-cinder-85117, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85117',level=0,port_id=5ecbbfdd-5b91-4d7d-b55e-553bfac4ae38,segment=NetworkSegment(f31b5edb-f795-42de-a34b-57d900f5f158),segment_id=f31b5edb-f795-42de-a34b-57d900f5f158)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:54:48.095228 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (5ecbbfdd-5b91-4d7d-b55e-553bfac4ae38), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:54:48.145997 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Pushing event updated for resources: {'Port': ['ID=5ecbbfdd-5b91-4d7d-b55e-553bfac4ae38,revision_number=4']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:54:48.153374 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:54:48.156955 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:54:48.156955 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:54:48.156955 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:54:48.156955 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:54:48.156955 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:54:48.156955 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:54:48.156955 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:54:48.156955 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:54:48.158462 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:54:48.158462 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:54:48.158462 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:54:48.158462 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:54:48.158462 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:54:48.158906 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:54:48.356753 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-79b1286f-efa1-4452-93a5-43040a3b22fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (5bc6d868-bb0b-4164-b2dd-44360f4de654), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:54:48.556494 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] get_ports_and_sgs() called for port_ids ['5ecbbfdd-5b91-4d7d-b55e-553bfac4ae38'] {{(pid=104487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 08:54:48.625177 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8746049a-597b-4f70-a539-5b9dd6462ed5 req-5ce83b6d-6e15-42a0-9fca-e451397fe5a7 tempest-VolumesSnapshotTestJSON-168933705 tempest-VolumesSnapshotTestJSON-168933705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:54:48.626743 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-8746049a-597b-4f70-a539-5b9dd6462ed5 req-5ce83b6d-6e15-42a0-9fca-e451397fe5a7 tempest-VolumesSnapshotTestJSON-168933705 tempest-VolumesSnapshotTestJSON-168933705-project] 10.222.0.40 "GET /v2.0/ports?device_id=f1bcf462-b0df-4b6f-a34c-7eb00a91e4ce HTTP/1.1" status: 200 len: 944 time: 0.0562072 Jul 27 08:54:48.647254 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=100 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:54:48.682798 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-8746049a-597b-4f70-a539-5b9dd6462ed5 req-47697c83-5bf6-482f-abd0-48e65a1f2ebb tempest-VolumesSnapshotTestJSON-168933705 tempest-VolumesSnapshotTestJSON-168933705-project] 10.222.0.40 "GET /v2.0/security-groups?id=16b935ad-4863-4608-a9e9-e4e2261dd8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494492 Jul 27 08:54:48.792371 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39ca8f1-1557-48d9-a6d4-9fb1da881b96 req-a909e010-5ec8-47f6-b44d-1f46842a3011 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:54:48.794328 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-b39ca8f1-1557-48d9-a6d4-9fb1da881b96 req-a909e010-5ec8-47f6-b44d-1f46842a3011 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.40 "GET /v2.0/ports?device_id=b0de859b-72e8-4dc0-9af8-8c63b431ac4e HTTP/1.1" status: 200 len: 944 time: 0.0483482 Jul 27 08:54:48.849512 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-b39ca8f1-1557-48d9-a6d4-9fb1da881b96 req-087267d7-c9ef-4529-82bd-504e1151bb1f tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.40 "GET /v2.0/security-groups?id=8d5e7645-7593-4ba6-a8ab-faf9285cddbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482805 Jul 27 08:54:49.811263 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Device 5ecbbfdd-5b91-4d7d-b55e-553bfac4ae38 up at agent hyperv_hv-cinder-85117 {{(pid=104487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 08:54:49.811910 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1f3652-db30-4219-9b5e-c1127475efa6 req-994a1f4d-1983-49b2-af91-7d8c9d7f4e55 tempest-VolumesSnapshotTestJSON-168933705 tempest-VolumesSnapshotTestJSON-168933705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:54:49.813654 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-9b1f3652-db30-4219-9b5e-c1127475efa6 req-994a1f4d-1983-49b2-af91-7d8c9d7f4e55 tempest-VolumesSnapshotTestJSON-168933705 tempest-VolumesSnapshotTestJSON-168933705-project] 10.222.0.40 "GET /v2.0/ports?device_id=f1bcf462-b0df-4b6f-a34c-7eb00a91e4ce HTTP/1.1" status: 200 len: 944 time: 0.0491121 Jul 27 08:54:49.858595 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Provisioning for port 5ecbbfdd-5b91-4d7d-b55e-553bfac4ae38 completed by entity L2. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 27 08:54:49.953473 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Provisioning complete for port 5ecbbfdd-5b91-4d7d-b55e-553bfac4ae38 triggered by entity L2. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:54:49.954240 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (5ecbbfdd-5b91-4d7d-b55e-553bfac4ae38), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:54:49.985630 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe17c94-c893-4710-bad0-bb04fca1333d req-3762d755-1596-4b8d-b6e4-c2dd57ea596e tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:54:49.987661 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-6fe17c94-c893-4710-bad0-bb04fca1333d req-3762d755-1596-4b8d-b6e4-c2dd57ea596e tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.40 "GET /v2.0/ports?device_id=b0de859b-72e8-4dc0-9af8-8c63b431ac4e HTTP/1.1" status: 200 len: 944 time: 0.0588644 Jul 27 08:54:50.057822 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Current status of the port 5ecbbfdd-5b91-4d7d-b55e-553bfac4ae38 is: BUILD; New status is: ACTIVE {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:54:50.058837 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (5ecbbfdd-5b91-4d7d-b55e-553bfac4ae38), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:54:50.069331 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-6fe17c94-c893-4710-bad0-bb04fca1333d req-30ef1d34-42dd-48ed-8a16-b48ab6337e9d tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.40 "GET /v2.0/security-groups?id=8d5e7645-7593-4ba6-a8ab-faf9285cddbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745862 Jul 27 08:54:50.096126 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1bcf462-b0df-4b6f-a34c-7eb00a91e4ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ecbbfdd-5b91-4d7d-b55e-553bfac4ae38'}] {{(pid=104487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 08:54:50.099256 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80d6aca8d47c9a16b7ef4a01c61ef1bf5c962aea16cee8599b6bab5dfb4de652" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7034d88c-22aa-461f-8854-9eb6eb19af29" -d '{"events": [{"server_uuid": "f1bcf462-b0df-4b6f-a34c-7eb00a91e4ce", "name": "network-vif-plugged", "status": "completed", "tag": "5ecbbfdd-5b91-4d7d-b55e-553bfac4ae38"}]}' {{(pid=104487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 08:54:50.116049 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] For port 5ecbbfdd-5b91-4d7d-b55e-553bfac4ae38, host hv-cinder-85117, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85117',level=0,port_id=5ecbbfdd-5b91-4d7d-b55e-553bfac4ae38,segment=NetworkSegment(f31b5edb-f795-42de-a34b-57d900f5f158),segment_id=f31b5edb-f795-42de-a34b-57d900f5f158)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:54:50.146781 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-9b1f3652-db30-4219-9b5e-c1127475efa6 req-73e7a0a7-e899-45eb-a5b7-79058626aaed tempest-VolumesSnapshotTestJSON-168933705 tempest-VolumesSnapshotTestJSON-168933705-project] 10.222.0.40 "GET /v2.0/security-groups?id=16b935ad-4863-4608-a9e9-e4e2261dd8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3271616 Jul 27 08:54:50.161539 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 08:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1095b9f4-b84e-4d55-a271-63360fe7965c x-openstack-request-id: req-1095b9f4-b84e-4d55-a271-63360fe7965c {{(pid=104487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 08:54:50.161962 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1bcf462-b0df-4b6f-a34c-7eb00a91e4ce", "name": "network-vif-plugged", "status": "completed", "tag": "5ecbbfdd-5b91-4d7d-b55e-553bfac4ae38", "code": 200}]} {{(pid=104487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 08:54:50.162253 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-1095b9f4-b84e-4d55-a271-63360fe7965c {{(pid=104487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 08:54:50.162657 dv-cinder-851170-2-iscsi neutron-server[104487]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1095b9f4-b84e-4d55-a271-63360fe7965c'] response: {'server_uuid': 'f1bcf462-b0df-4b6f-a34c-7eb00a91e4ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ecbbfdd-5b91-4d7d-b55e-553bfac4ae38', 'code': 200} Jul 27 08:54:50.168254 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (5ecbbfdd-5b91-4d7d-b55e-553bfac4ae38), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:54:50.222048 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Pushing event updated for resources: {'Port': ['ID=5ecbbfdd-5b91-4d7d-b55e-553bfac4ae38,revision_number=5']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:54:50.243023 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:54:50.253150 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:54:50.340074 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-45eb61cd-e3d7-4840-8013-3080c7768274 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (36998da0-f99a-403d-814c-b55466abd131), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:54:50.544300 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=100 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:54:50.556576 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeb3f20-98ae-48c6-b995-dbdbb7628fc2 req-b587bdb8-3e88-484a-8296-b4fe8c9b3d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:54:50.558067 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-ebeb3f20-98ae-48c6-b995-dbdbb7628fc2 req-b587bdb8-3e88-484a-8296-b4fe8c9b3d11 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f1bcf462-b0df-4b6f-a34c-7eb00a91e4ce HTTP/1.1" status: 200 len: 1129 time: 0.0424435 Jul 27 08:54:50.609889 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-ebeb3f20-98ae-48c6-b995-dbdbb7628fc2 req-b56ad27a-e867-418b-8f2a-b76774c048b2 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=16b935ad-4863-4608-a9e9-e4e2261dd8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459332 Jul 27 08:54:51.195929 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b9c566-5c3e-4076-94c8-cf2a208a49ef req-a1954d7a-6be0-4bb1-98ac-3a7c7b842af6 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:54:51.197505 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-98b9c566-5c3e-4076-94c8-cf2a208a49ef req-a1954d7a-6be0-4bb1-98ac-3a7c7b842af6 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.40 "GET /v2.0/ports?device_id=b0de859b-72e8-4dc0-9af8-8c63b431ac4e HTTP/1.1" status: 200 len: 944 time: 0.0491228 Jul 27 08:54:51.253664 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-98b9c566-5c3e-4076-94c8-cf2a208a49ef req-90943619-66b5-4aa8-9107-b6a5baa7c2ff tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.40 "GET /v2.0/security-groups?id=8d5e7645-7593-4ba6-a8ab-faf9285cddbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494089 Jul 27 08:54:51.288866 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7378d47e-4e1d-4142-980c-d0707ebeda4f req-f053b540-7099-4f93-bd4b-282c21bb090e tempest-VolumesSnapshotTestJSON-168933705 tempest-VolumesSnapshotTestJSON-168933705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:54:51.288866 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-7378d47e-4e1d-4142-980c-d0707ebeda4f req-f053b540-7099-4f93-bd4b-282c21bb090e tempest-VolumesSnapshotTestJSON-168933705 tempest-VolumesSnapshotTestJSON-168933705-project] 10.222.0.40 "GET /v2.0/ports?device_id=f1bcf462-b0df-4b6f-a34c-7eb00a91e4ce HTTP/1.1" status: 200 len: 945 time: 0.0506332 Jul 27 08:54:51.350869 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-7378d47e-4e1d-4142-980c-d0707ebeda4f req-5596ca55-80ed-478d-a163-7688d694b3fc tempest-VolumesSnapshotTestJSON-168933705 tempest-VolumesSnapshotTestJSON-168933705-project] 10.222.0.40 "GET /v2.0/security-groups?id=16b935ad-4863-4608-a9e9-e4e2261dd8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592217 Jul 27 08:54:51.361301 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (ed9de811-f248-496b-b487-860d50d7cee7), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:54:51.402574 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-83feb67a-80d7-474e-96e8-1d92c33387c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (0a293c43-2970-4b69-9d2a-dcf41d8870ef), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:54:51.454592 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (40990755-2d84-4c9d-828c-eda94a5136e8), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:54:52.383576 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85614c4-7527-46d5-9298-beb3e95cc605 req-2cda56d1-eebe-47ba-85a2-1946ab0f9c07 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:54:52.385316 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-c85614c4-7527-46d5-9298-beb3e95cc605 req-2cda56d1-eebe-47ba-85a2-1946ab0f9c07 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.40 "GET /v2.0/ports?device_id=b0de859b-72e8-4dc0-9af8-8c63b431ac4e HTTP/1.1" status: 200 len: 944 time: 0.0527215 Jul 27 08:54:52.455834 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-c85614c4-7527-46d5-9298-beb3e95cc605 req-0f951622-8bd1-4622-8eab-6db0652bab43 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.40 "GET /v2.0/security-groups?id=8d5e7645-7593-4ba6-a8ab-faf9285cddbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641406 Jul 27 08:54:52.490216 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad58e6c-4a1b-4428-8d25-f10032ac9d3f req-83556e2e-672d-4a26-a15c-0224e877f76a tempest-VolumesSnapshotTestJSON-168933705 tempest-VolumesSnapshotTestJSON-168933705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:54:52.491665 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-5ad58e6c-4a1b-4428-8d25-f10032ac9d3f req-83556e2e-672d-4a26-a15c-0224e877f76a tempest-VolumesSnapshotTestJSON-168933705 tempest-VolumesSnapshotTestJSON-168933705-project] 10.222.0.40 "GET /v2.0/ports?device_id=f1bcf462-b0df-4b6f-a34c-7eb00a91e4ce HTTP/1.1" status: 200 len: 945 time: 0.0557747 Jul 27 08:54:52.544322 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-5ad58e6c-4a1b-4428-8d25-f10032ac9d3f req-46acfc90-15a6-4c51-98f9-49effd0668ce tempest-VolumesSnapshotTestJSON-168933705 tempest-VolumesSnapshotTestJSON-168933705-project] 10.222.0.40 "GET /v2.0/security-groups?id=16b935ad-4863-4608-a9e9-e4e2261dd8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468292 Jul 27 08:54:53.587572 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=100 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:54:53.597477 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94deedff-546c-4966-ae65-3977a6fdb47e req-673d3f29-b8b3-4d3c-9014-0228fd737d08 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:54:53.604804 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-94deedff-546c-4966-ae65-3977a6fdb47e req-673d3f29-b8b3-4d3c-9014-0228fd737d08 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.40 "GET /v2.0/ports?device_id=b0de859b-72e8-4dc0-9af8-8c63b431ac4e HTTP/1.1" status: 200 len: 944 time: 0.0650406 Jul 27 08:54:53.651855 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-94deedff-546c-4966-ae65-3977a6fdb47e req-a01e3e84-e836-4ac6-8181-2108fe05eadf tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.40 "GET /v2.0/security-groups?id=8d5e7645-7593-4ba6-a8ab-faf9285cddbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473280 Jul 27 08:54:53.667795 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db86e6a7-5903-4c35-8830-ab5ebfe301f9 req-35d4c2bd-0e48-48bf-a0f2-cd054114595c tempest-VolumesSnapshotTestJSON-168933705 tempest-VolumesSnapshotTestJSON-168933705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:54:53.669292 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-db86e6a7-5903-4c35-8830-ab5ebfe301f9 req-35d4c2bd-0e48-48bf-a0f2-cd054114595c tempest-VolumesSnapshotTestJSON-168933705 tempest-VolumesSnapshotTestJSON-168933705-project] 10.222.0.40 "GET /v2.0/ports?device_id=f1bcf462-b0df-4b6f-a34c-7eb00a91e4ce HTTP/1.1" status: 200 len: 945 time: 0.0496666 Jul 27 08:54:53.719050 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-db86e6a7-5903-4c35-8830-ab5ebfe301f9 req-afac05bd-3da2-4653-a67b-3dd716ddefe8 tempest-VolumesSnapshotTestJSON-168933705 tempest-VolumesSnapshotTestJSON-168933705-project] 10.222.0.40 "GET /v2.0/security-groups?id=16b935ad-4863-4608-a9e9-e4e2261dd8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427949 Jul 27 08:54:54.781133 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e202a57-e34f-4175-b8e3-6f5e1f02bade req-c58ab0b7-fefe-4a37-908a-5041d4c1f7b7 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:54:54.782645 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-3e202a57-e34f-4175-b8e3-6f5e1f02bade req-c58ab0b7-fefe-4a37-908a-5041d4c1f7b7 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.40 "GET /v2.0/ports?device_id=b0de859b-72e8-4dc0-9af8-8c63b431ac4e HTTP/1.1" status: 200 len: 944 time: 0.0532126 Jul 27 08:54:54.832646 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-3e202a57-e34f-4175-b8e3-6f5e1f02bade req-ee9fabf6-86af-4889-9769-c04ab0189dfa tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.40 "GET /v2.0/security-groups?id=8d5e7645-7593-4ba6-a8ab-faf9285cddbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444219 Jul 27 08:54:55.831827 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Device 7542cc58-529d-46b1-92a1-0856e0cf8843 details requested by agent hyperv_hv-cinder-85117 with host hv-cinder-85117 {{(pid=104487) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 08:54:55.937537 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] For port 7542cc58-529d-46b1-92a1-0856e0cf8843, host hv-cinder-85117, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85117',level=0,port_id=7542cc58-529d-46b1-92a1-0856e0cf8843,segment=NetworkSegment(39e09afd-0493-4ab2-a5f6-2cf0ed23b5e1),segment_id=39e09afd-0493-4ab2-a5f6-2cf0ed23b5e1)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:54:55.950348 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Returning: {'device': '7542cc58-529d-46b1-92a1-0856e0cf8843', 'network_id': 'ecada7fa-7a56-41f5-bba0-0e680e111c5d', 'port_id': '7542cc58-529d-46b1-92a1-0856e0cf8843', 'mac_address': 'fa:16:3e:6b:23:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3728e296-f73f-42fa-ab4b-892bf727c18b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104487) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 08:54:55.952034 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d17bca-1504-448a-ae33-6558338254c6 req-d85abe4b-899c-463d-8189-567b6bedde79 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:54:55.953961 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-f4d17bca-1504-448a-ae33-6558338254c6 req-d85abe4b-899c-463d-8189-567b6bedde79 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.40 "GET /v2.0/ports?device_id=b0de859b-72e8-4dc0-9af8-8c63b431ac4e HTTP/1.1" status: 200 len: 944 time: 0.0480106 Jul 27 08:54:55.994698 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Current status of the port 7542cc58-529d-46b1-92a1-0856e0cf8843 is: DOWN; New status is: BUILD {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:54:55.995130 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (7542cc58-529d-46b1-92a1-0856e0cf8843), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:54:56.005728 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-f4d17bca-1504-448a-ae33-6558338254c6 req-3223a5e1-b0ee-483f-8fbd-881525731b4a tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.40 "GET /v2.0/security-groups?id=8d5e7645-7593-4ba6-a8ab-faf9285cddbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461509 Jul 27 08:54:56.010541 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.notifiers.nova [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7542cc58-529d-46b1-92a1-0856e0cf8843 {{(pid=104487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 08:54:56.035758 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] For port 7542cc58-529d-46b1-92a1-0856e0cf8843, host hv-cinder-85117, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85117',level=0,port_id=7542cc58-529d-46b1-92a1-0856e0cf8843,segment=NetworkSegment(39e09afd-0493-4ab2-a5f6-2cf0ed23b5e1),segment_id=39e09afd-0493-4ab2-a5f6-2cf0ed23b5e1)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:54:56.110805 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (7542cc58-529d-46b1-92a1-0856e0cf8843), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:54:56.157018 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Pushing event updated for resources: {'Port': ['ID=7542cc58-529d-46b1-92a1-0856e0cf8843,revision_number=4']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:54:56.537595 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] get_ports_and_sgs() called for port_ids ['7542cc58-529d-46b1-92a1-0856e0cf8843'] {{(pid=104487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 08:54:56.698371 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [req-8a6ceaf3-4f12-4451-810b-6165769a6e35 req-9793dfd0-1526-48ca-a39a-f77e16613aff service neutron] (104486) timed out ('10.222.0.42', 59966) {{(pid=104486) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 27 08:54:57.127079 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5e94cb-7529-4450-bc47-83229492fd9a req-7e62efdd-54e0-4920-9405-7e663c0634bf tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:54:57.128575 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-4c5e94cb-7529-4450-bc47-83229492fd9a req-7e62efdd-54e0-4920-9405-7e663c0634bf tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.40 "GET /v2.0/ports?device_id=b0de859b-72e8-4dc0-9af8-8c63b431ac4e HTTP/1.1" status: 200 len: 945 time: 0.0490317 Jul 27 08:54:57.177857 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-4c5e94cb-7529-4450-bc47-83229492fd9a req-f7c016ef-bab5-4307-abb1-fbb838cd8d9f tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.40 "GET /v2.0/security-groups?id=8d5e7645-7593-4ba6-a8ab-faf9285cddbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437424 Jul 27 08:54:57.854973 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Device 7542cc58-529d-46b1-92a1-0856e0cf8843 up at agent hyperv_hv-cinder-85117 {{(pid=104487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 08:54:57.898024 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Provisioning for port 7542cc58-529d-46b1-92a1-0856e0cf8843 completed by entity L2. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 27 08:54:57.961886 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Provisioning complete for port 7542cc58-529d-46b1-92a1-0856e0cf8843 triggered by entity L2. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:54:57.962410 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (7542cc58-529d-46b1-92a1-0856e0cf8843), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:54:58.043029 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Current status of the port 7542cc58-529d-46b1-92a1-0856e0cf8843 is: BUILD; New status is: ACTIVE {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:54:58.043416 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (7542cc58-529d-46b1-92a1-0856e0cf8843), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:54:58.068208 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0de859b-72e8-4dc0-9af8-8c63b431ac4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7542cc58-529d-46b1-92a1-0856e0cf8843'}] {{(pid=104487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 08:54:58.070451 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80d6aca8d47c9a16b7ef4a01c61ef1bf5c962aea16cee8599b6bab5dfb4de652" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e98df15b-c689-466f-925c-dec0bcab805b" -d '{"events": [{"server_uuid": "b0de859b-72e8-4dc0-9af8-8c63b431ac4e", "name": "network-vif-plugged", "status": "completed", "tag": "7542cc58-529d-46b1-92a1-0856e0cf8843"}]}' {{(pid=104487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 08:54:58.083432 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] For port 7542cc58-529d-46b1-92a1-0856e0cf8843, host hv-cinder-85117, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85117',level=0,port_id=7542cc58-529d-46b1-92a1-0856e0cf8843,segment=NetworkSegment(39e09afd-0493-4ab2-a5f6-2cf0ed23b5e1),segment_id=39e09afd-0493-4ab2-a5f6-2cf0ed23b5e1)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:54:58.110513 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 08:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0ce223f-6cb8-47e0-bf7b-b6d29dcdb81b x-openstack-request-id: req-a0ce223f-6cb8-47e0-bf7b-b6d29dcdb81b {{(pid=104487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 08:54:58.110824 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0de859b-72e8-4dc0-9af8-8c63b431ac4e", "name": "network-vif-plugged", "status": "completed", "tag": "7542cc58-529d-46b1-92a1-0856e0cf8843", "code": 200}]} {{(pid=104487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 08:54:58.111076 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-a0ce223f-6cb8-47e0-bf7b-b6d29dcdb81b {{(pid=104487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 08:54:58.111468 dv-cinder-851170-2-iscsi neutron-server[104487]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0ce223f-6cb8-47e0-bf7b-b6d29dcdb81b'] response: {'server_uuid': 'b0de859b-72e8-4dc0-9af8-8c63b431ac4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7542cc58-529d-46b1-92a1-0856e0cf8843', 'code': 200} Jul 27 08:54:58.151238 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (7542cc58-529d-46b1-92a1-0856e0cf8843), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:54:58.156095 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:54:58.177329 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:UPDATE=5,neutron:SELECT=95 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:54:58.201021 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Pushing event updated for resources: {'Port': ['ID=7542cc58-529d-46b1-92a1-0856e0cf8843,revision_number=5']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:54:58.302016 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc37153-a753-4b17-b053-f88277d842f6 req-a9db2874-7d56-43c2-9bd1-6d93d6e3057b tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:54:58.303582 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-5fc37153-a753-4b17-b053-f88277d842f6 req-a9db2874-7d56-43c2-9bd1-6d93d6e3057b tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.40 "GET /v2.0/ports?device_id=b0de859b-72e8-4dc0-9af8-8c63b431ac4e HTTP/1.1" status: 200 len: 946 time: 0.0513239 Jul 27 08:54:58.355510 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-5fc37153-a753-4b17-b053-f88277d842f6 req-be24594e-51cb-4796-967e-77b66dcbc43c tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.40 "GET /v2.0/security-groups?id=8d5e7645-7593-4ba6-a8ab-faf9285cddbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461895 Jul 27 08:54:58.474561 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1575231e-ad8c-4cac-b6ba-0490e025d341 req-d72c42b2-2b09-4dd9-9375-ec0a83764fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:54:58.476408 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-1575231e-ad8c-4cac-b6ba-0490e025d341 req-d72c42b2-2b09-4dd9-9375-ec0a83764fda service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b0de859b-72e8-4dc0-9af8-8c63b431ac4e HTTP/1.1" status: 200 len: 1130 time: 0.0397515 Jul 27 08:54:58.526683 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-1575231e-ad8c-4cac-b6ba-0490e025d341 req-dcd61208-fec1-4fb8-b477-6b14c0ac9586 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=8d5e7645-7593-4ba6-a8ab-faf9285cddbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448055 Jul 27 08:54:59.476920 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889d5b73-4b0c-4229-87b2-ef414533a4c0 req-48df5425-e85a-402a-9fa2-8e209768b556 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:54:59.478402 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-889d5b73-4b0c-4229-87b2-ef414533a4c0 req-48df5425-e85a-402a-9fa2-8e209768b556 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.40 "GET /v2.0/ports?device_id=b0de859b-72e8-4dc0-9af8-8c63b431ac4e HTTP/1.1" status: 200 len: 946 time: 0.0466030 Jul 27 08:54:59.526595 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-889d5b73-4b0c-4229-87b2-ef414533a4c0 req-cb5cec46-fb11-4557-8f2e-53237899ed9d tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.40 "GET /v2.0/security-groups?id=8d5e7645-7593-4ba6-a8ab-faf9285cddbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426443 Jul 27 08:55:00.651458 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6507786e-7c1f-4026-9d6d-b3641455fda4 req-2f56ccfd-3dc4-46c2-aca0-c0c9a70be0c7 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:55:00.653037 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-6507786e-7c1f-4026-9d6d-b3641455fda4 req-2f56ccfd-3dc4-46c2-aca0-c0c9a70be0c7 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.40 "GET /v2.0/ports?device_id=b0de859b-72e8-4dc0-9af8-8c63b431ac4e HTTP/1.1" status: 200 len: 946 time: 0.0486901 Jul 27 08:55:00.672361 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=100 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:55:00.707177 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-6507786e-7c1f-4026-9d6d-b3641455fda4 req-20b0ae40-581e-4c3e-9e21-d79df9a59e51 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.40 "GET /v2.0/security-groups?id=8d5e7645-7593-4ba6-a8ab-faf9285cddbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483661 Jul 27 08:55:00.825959 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1194fb2-3ad7-4bf9-af27-e1fed94f6424 req-88d72122-9e18-406b-8fdc-024165b46926 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:55:00.828153 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-e1194fb2-3ad7-4bf9-af27-e1fed94f6424 req-88d72122-9e18-406b-8fdc-024165b46926 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.40 "GET /v2.0/ports?device_id=b0de859b-72e8-4dc0-9af8-8c63b431ac4e HTTP/1.1" status: 200 len: 946 time: 0.0471926 Jul 27 08:55:00.892589 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-e1194fb2-3ad7-4bf9-af27-e1fed94f6424 req-8b9d9b60-39c8-47a9-b807-bfd8ee3c28d7 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.40 "GET /v2.0/security-groups?id=8d5e7645-7593-4ba6-a8ab-faf9285cddbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577607 Jul 27 08:55:00.919479 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 38140) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:55:00.965143 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df362514-544c-4467-8dfa-bddce0fde539 tempest-TestVolumeBootPattern-1148435854 tempest-TestVolumeBootPattern-1148435854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:55:00.966744 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-df362514-544c-4467-8dfa-bddce0fde539 tempest-TestVolumeBootPattern-1148435854 tempest-TestVolumeBootPattern-1148435854-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=b0de859b-72e8-4dc0-9af8-8c63b431ac4e HTTP/1.1" status: 200 len: 1125 time: 0.0462632 Jul 27 08:55:00.970073 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 38142) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:55:00.976014 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.v2.base [None req-d0fec44b-409a-494b-a9ca-48dbee719278 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Request body: {'floatingip': {'floating_network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'port_id': '7542cc58-529d-46b1-92a1-0856e0cf8843', 'tenant_id': 'e664288b45ae4b98ae22270ea7eac1e6', 'fixed_ip_address': '172.20.0.14'}} {{(pid=104486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:55:01.065294 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-d0fec44b-409a-494b-a9ca-48dbee719278 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:55:01.107113 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.agents_db [None req-f85b74c8-06c1-470d-aedd-c7ca4f0196ea None None] Agent healthcheck: found 6 active agents {{(pid=104488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 08:55:01.122684 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:55:01.149911 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-d0fec44b-409a-494b-a9ca-48dbee719278 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (None), before_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:55:01.152360 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=100 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:55:01.265125 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.db.db_base_plugin_common [None req-d0fec44b-409a-494b-a9ca-48dbee719278 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Allocated IP 172.27.2.200 (e7cd7671-9410-421d-95f2-ddad301715a5/bd8cca88-d260-42a1-9635-5bfcc6eba2a1/70203787-6974-43bf-bf4d-da5ea37092a8) {{(pid=104486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 08:55:01.377274 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-d0fec44b-409a-494b-a9ca-48dbee719278 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Publish callbacks [] for port (70203787-6974-43bf-bf4d-da5ea37092a8), precommit_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:55:01.471303 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-d0fec44b-409a-494b-a9ca-48dbee719278 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786709965397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4293862'] for port (70203787-6974-43bf-bf4d-da5ea37092a8), after_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:55:01.511964 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0fec44b-409a-494b-a9ca-48dbee719278 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Network e7cd7671-9410-421d-95f2-ddad301715a5 is already hosted by enough agents. {{(pid=104486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 08:55:01.520230 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.scheduler.base_scheduler [None req-d0fec44b-409a-494b-a9ca-48dbee719278 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Resources bound (agent type, host, resource id): {{(pid=104486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 08:55:01.524212 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0fec44b-409a-494b-a9ca-48dbee719278 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Received port after_create {{(pid=104486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 08:55:01.527598 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fec44b-409a-494b-a9ca-48dbee719278 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Pushing event updated for resources: {'Port': ['ID=70203787-6974-43bf-bf4d-da5ea37092a8,revision_number=1']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:55:01.916967 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-d0fec44b-409a-494b-a9ca-48dbee719278 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Publish callbacks [] for floatingip (39b0438d-286c-4867-b12f-1a08a02f74e3), precommit_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:55:01.935498 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:INSERT=4,neutron:SELECT=93,neutron:UPDATE=3 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:55:02.028730 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-d0fec44b-409a-494b-a9ca-48dbee719278 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (70203787-6974-43bf-bf4d-da5ea37092a8), before_update {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:55:02.115054 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:55:02.188369 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-d0fec44b-409a-494b-a9ca-48dbee719278 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Publish callbacks [] for port (70203787-6974-43bf-bf4d-da5ea37092a8), precommit_update {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:55:02.242259 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-d0fec44b-409a-494b-a9ca-48dbee719278 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4293873'] for port (70203787-6974-43bf-bf4d-da5ea37092a8), after_update {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:55:02.325558 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fec44b-409a-494b-a9ca-48dbee719278 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Pushing event updated for resources: {'Port': ['ID=70203787-6974-43bf-bf4d-da5ea37092a8,revision_number=2']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:55:02.338913 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fec44b-409a-494b-a9ca-48dbee719278 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:55:02.339732 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fec44b-409a-494b-a9ca-48dbee719278 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:55:02.339732 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fec44b-409a-494b-a9ca-48dbee719278 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:55:02.339981 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fec44b-409a-494b-a9ca-48dbee719278 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:55:02.340261 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fec44b-409a-494b-a9ca-48dbee719278 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:55:02.340593 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fec44b-409a-494b-a9ca-48dbee719278 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:55:02.340923 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fec44b-409a-494b-a9ca-48dbee719278 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:55:02.341252 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fec44b-409a-494b-a9ca-48dbee719278 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:55:02.341579 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fec44b-409a-494b-a9ca-48dbee719278 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:55:02.341906 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fec44b-409a-494b-a9ca-48dbee719278 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:55:02.342909 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fec44b-409a-494b-a9ca-48dbee719278 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:55:02.343658 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fec44b-409a-494b-a9ca-48dbee719278 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:55:02.344056 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fec44b-409a-494b-a9ca-48dbee719278 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:55:02.344389 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fec44b-409a-494b-a9ca-48dbee719278 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:55:02.344780 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fec44b-409a-494b-a9ca-48dbee719278 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:55:02.348327 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-d0fec44b-409a-494b-a9ca-48dbee719278 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363235'] for floatingip (39b0438d-286c-4867-b12f-1a08a02f74e3), after_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:55:02.448528 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.db.l3_db [None req-d0fec44b-409a-494b-a9ca-48dbee719278 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Floating IP 39b0438d-286c-4867-b12f-1a08a02f74e3 associated. External IP: 172.27.2.200, port: 7542cc58-529d-46b1-92a1-0856e0cf8843. Jul 27 08:55:02.658460 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0fec44b-409a-494b-a9ca-48dbee719278 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Router 967dffa2-d957-4d1e-94d7-9b0e845a7543 has already been hosted by L3 agent 5bc6d868-bb0b-4164-b2dd-44360f4de654 {{(pid=104486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 08:55:02.770084 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0fec44b-409a-494b-a9ca-48dbee719278 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Notify agent at l3_agent.dv-cinder-851170-2-iscsi the message routers_updated {{(pid=104486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 08:55:02.780874 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba10d80-468c-48da-b1a5-c36d7a8cc3a9 None None] Sync routers for ids ['967dffa2-d957-4d1e-94d7-9b0e845a7543'] in dv-cinder-851170-2-iscsi {{(pid=104488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 08:55:02.791605 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba10d80-468c-48da-b1a5-c36d7a8cc3a9 None None] Routers {'967dffa2-d957-4d1e-94d7-9b0e845a7543'} bound to L3 agent in host dv-cinder-851170-2-iscsi {{(pid=104488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 08:55:02.792551 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_hamode_db [None req-0ba10d80-468c-48da-b1a5-c36d7a8cc3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-27T08:30:18Z,description=,heartbeat_timestamp=2022-07-27T08:54:48Z,host='dv-cinder-851170-2-iscsi',id=5bc6d868-bb0b-4164-b2dd-44360f4de654,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T08:30:19Z,topic='l3_agent')) {'router_ids': ['967dffa2-d957-4d1e-94d7-9b0e845a7543'], 'active': True} {{(pid=104488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:55:02.833533 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-d0fec44b-409a-494b-a9ca-48dbee719278 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8374701'] for floatingip (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:55:02.867802 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-d0fec44b-409a-494b-a9ca-48dbee719278 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8963947 Jul 27 08:55:02.868605 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0de859b-72e8-4dc0-9af8-8c63b431ac4e', 'tag': '7542cc58-529d-46b1-92a1-0856e0cf8843'}] {{(pid=104486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 08:55:02.870978 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0fbdf057086729fb3d5906bdd251c7adb98d678ad2f5ce1a48bcc8d44af0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ef79a0d-a892-436c-b4e5-e9033c995618" -d '{"events": [{"name": "network-changed", "server_uuid": "b0de859b-72e8-4dc0-9af8-8c63b431ac4e", "tag": "7542cc58-529d-46b1-92a1-0856e0cf8843"}]}' {{(pid=104486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 08:55:02.916538 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvr_db [None req-0ba10d80-468c-48da-b1a5-c36d7a8cc3a9 None None] Set router 967dffa2-d957-4d1e-94d7-9b0e845a7543 gateway port host: dv-cinder-851170-2-iscsi {{(pid=104488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 08:55:02.982649 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 08:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a3f31de-0cd3-4393-ba4d-49accdb48142 x-openstack-request-id: req-4a3f31de-0cd3-4393-ba4d-49accdb48142 {{(pid=104486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 08:55:02.984376 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0de859b-72e8-4dc0-9af8-8c63b431ac4e", "tag": "7542cc58-529d-46b1-92a1-0856e0cf8843", "status": "completed", "code": 200}]} {{(pid=104486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 08:55:02.984376 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-4a3f31de-0cd3-4393-ba4d-49accdb48142 {{(pid=104486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 08:55:02.984376 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a3f31de-0cd3-4393-ba4d-49accdb48142'] response: {'name': 'network-changed', 'server_uuid': 'b0de859b-72e8-4dc0-9af8-8c63b431ac4e', 'tag': '7542cc58-529d-46b1-92a1-0856e0cf8843', 'status': 'completed', 'code': 200} Jul 27 08:55:03.069438 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef79a0d-a892-436c-b4e5-e9033c995618 req-d5390684-0364-40b5-bbfe-9eaa4536696c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:55:03.071104 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-4ef79a0d-a892-436c-b4e5-e9033c995618 req-d5390684-0364-40b5-bbfe-9eaa4536696c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e664288b45ae4b98ae22270ea7eac1e6&device_id=b0de859b-72e8-4dc0-9af8-8c63b431ac4e HTTP/1.1" status: 200 len: 1130 time: 0.0442863 Jul 27 08:55:03.142365 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_hamode_db [None req-0ba10d80-468c-48da-b1a5-c36d7a8cc3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '967dffa2-d957-4d1e-94d7-9b0e845a7543', 'name': 'tempest-TestVolumeBootPattern-133541680-router', 'tenant_id': 'e664288b45ae4b98ae22270ea7eac1e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '2bb7f59b-ce22-44d9-a3c0-a28f9e63a608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:50:21Z', 'updated_at': '2022-07-27T08:50:24Z', 'revision_number': 4, 'project_id': 'e664288b45ae4b98ae22270ea7eac1e6', 'gw_port': {'id': '2bb7f59b-ce22-44d9-a3c0-a28f9e63a608', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:9e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967dffa2-d957-4d1e-94d7-9b0e845a7543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:50:22Z', 'updated_at': '2022-07-27T08:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi', '_floatingips': [{'id': '39b0438d-286c-4867-b12f-1a08a02f74e3', 'tenant_id': 'e664288b45ae4b98ae22270ea7eac1e6', 'floating_ip_address': '172.27.2.200', 'floating_network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'router_id': '967dffa2-d957-4d1e-94d7-9b0e845a7543', 'port_id': '7542cc58-529d-46b1-92a1-0856e0cf8843', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 745, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecada7fa-7a56-41f5-bba0-0e680e111c5d', 'mac_address': 'fa:16:3e:6b:23:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0de859b-72e8-4dc0-9af8-8c63b431ac4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T08:55:01Z', 'updated_at': '2022-07-27T08:55:01Z', 'revision_number': 0, 'project_id': 'e664288b45ae4b98ae22270ea7eac1e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71584670-2126-4994-80d4-21b4a9015e82', 'name': '', 'network_id': 'ecada7fa-7a56-41f5-bba0-0e680e111c5d', 'tenant_id': 'e664288b45ae4b98ae22270ea7eac1e6', 'mac_address': 'fa:16:3e:da:6b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967dffa2-d957-4d1e-94d7-9b0e845a7543', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '3728e296-f73f-42fa-ab4b-892bf727c18b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:50:24Z', 'updated_at': '2022-07-27T08:50:29Z', 'revision_number': 5, 'project_id': 'e664288b45ae4b98ae22270ea7eac1e6', 'subnets': [{'id': '3728e296-f73f-42fa-ab4b-892bf727c18b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851170-2-iscsi', False) {} {{(pid=104488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:55:03.165555 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef79a0d-a892-436c-b4e5-e9033c995618 req-6653ba8b-e1c8-4559-a036-c65f99f0318e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:55:03.167068 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-4ef79a0d-a892-436c-b4e5-e9033c995618 req-6653ba8b-e1c8-4559-a036-c65f99f0318e service neutron] 10.222.0.42 "GET /v2.0/networks?id=ecada7fa-7a56-41f5-bba0-0e680e111c5d HTTP/1.1" status: 200 len: 912 time: 0.0888596 Jul 27 08:55:03.170975 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba10d80-468c-48da-b1a5-c36d7a8cc3a9 None None] Checking router: 967dffa2-d957-4d1e-94d7-9b0e845a7543 for host: dv-cinder-851170-2-iscsi {{(pid=104488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 08:55:03.179723 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba10d80-468c-48da-b1a5-c36d7a8cc3a9 None None] Routers {'967dffa2-d957-4d1e-94d7-9b0e845a7543'} bound to L3 agent in host dv-cinder-851170-2-iscsi {{(pid=104488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 08:55:03.180324 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_hamode_db [None req-0ba10d80-468c-48da-b1a5-c36d7a8cc3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-27T08:30:18Z,description=,heartbeat_timestamp=2022-07-27T08:54:48Z,host='dv-cinder-851170-2-iscsi',id=5bc6d868-bb0b-4164-b2dd-44360f4de654,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T08:30:19Z,topic='l3_agent')) {'router_ids': ['967dffa2-d957-4d1e-94d7-9b0e845a7543'], 'active': True} {{(pid=104488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:55:03.216574 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:55:03.243370 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-4ef79a0d-a892-436c-b4e5-e9033c995618 req-321b5fad-b45f-407f-84c9-f47c3dea8bee service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7542cc58-529d-46b1-92a1-0856e0cf8843 HTTP/1.1" status: 200 len: 1000 time: 0.0606816 Jul 27 08:55:03.282411 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvr_db [None req-0ba10d80-468c-48da-b1a5-c36d7a8cc3a9 None None] Set router 967dffa2-d957-4d1e-94d7-9b0e845a7543 gateway port host: dv-cinder-851170-2-iscsi {{(pid=104488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 08:55:03.284972 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef79a0d-a892-436c-b4e5-e9033c995618 req-c332f381-af41-4f14-a3be-7d93d0b19823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:55:03.286529 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-4ef79a0d-a892-436c-b4e5-e9033c995618 req-c332f381-af41-4f14-a3be-7d93d0b19823 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3728e296-f73f-42fa-ab4b-892bf727c18b HTTP/1.1" status: 200 len: 850 time: 0.0462754 Jul 27 08:55:03.319015 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=100 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:55:03.331529 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef79a0d-a892-436c-b4e5-e9033c995618 req-d96d605c-7afb-4d51-b46e-9f262a410182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:55:03.333069 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-4ef79a0d-a892-436c-b4e5-e9033c995618 req-d96d605c-7afb-4d51-b46e-9f262a410182 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ecada7fa-7a56-41f5-bba0-0e680e111c5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406382 Jul 27 08:55:03.428545 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-4ef79a0d-a892-436c-b4e5-e9033c995618 req-946411eb-18a7-4e25-96d7-07c8527f7116 service neutron] 10.222.0.42 "GET /v2.0/networks/ecada7fa-7a56-41f5-bba0-0e680e111c5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884867 Jul 27 08:55:03.498543 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_hamode_db [None req-0ba10d80-468c-48da-b1a5-c36d7a8cc3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '967dffa2-d957-4d1e-94d7-9b0e845a7543', 'name': 'tempest-TestVolumeBootPattern-133541680-router', 'tenant_id': 'e664288b45ae4b98ae22270ea7eac1e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '2bb7f59b-ce22-44d9-a3c0-a28f9e63a608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:50:21Z', 'updated_at': '2022-07-27T08:50:24Z', 'revision_number': 4, 'project_id': 'e664288b45ae4b98ae22270ea7eac1e6', 'gw_port': {'id': '2bb7f59b-ce22-44d9-a3c0-a28f9e63a608', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:9e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967dffa2-d957-4d1e-94d7-9b0e845a7543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:50:22Z', 'updated_at': '2022-07-27T08:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi', '_floatingips': [{'id': '39b0438d-286c-4867-b12f-1a08a02f74e3', 'tenant_id': 'e664288b45ae4b98ae22270ea7eac1e6', 'floating_ip_address': '172.27.2.200', 'floating_network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'router_id': '967dffa2-d957-4d1e-94d7-9b0e845a7543', 'port_id': '7542cc58-529d-46b1-92a1-0856e0cf8843', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 745, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecada7fa-7a56-41f5-bba0-0e680e111c5d', 'mac_address': 'fa:16:3e:6b:23:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0de859b-72e8-4dc0-9af8-8c63b431ac4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T08:55:01Z', 'updated_at': '2022-07-27T08:55:01Z', 'revision_number': 0, 'project_id': 'e664288b45ae4b98ae22270ea7eac1e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71584670-2126-4994-80d4-21b4a9015e82', 'name': '', 'network_id': 'ecada7fa-7a56-41f5-bba0-0e680e111c5d', 'tenant_id': 'e664288b45ae4b98ae22270ea7eac1e6', 'mac_address': 'fa:16:3e:da:6b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967dffa2-d957-4d1e-94d7-9b0e845a7543', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '3728e296-f73f-42fa-ab4b-892bf727c18b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:50:24Z', 'updated_at': '2022-07-27T08:50:29Z', 'revision_number': 5, 'project_id': 'e664288b45ae4b98ae22270ea7eac1e6', 'subnets': [{'id': '3728e296-f73f-42fa-ab4b-892bf727c18b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851170-2-iscsi', False) {} {{(pid=104488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:55:03.523045 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-4ef79a0d-a892-436c-b4e5-e9033c995618 req-36d7dcf2-a526-4d72-97c1-d05af8a61ab1 service neutron] 10.222.0.42 "GET /v2.0/networks/ecada7fa-7a56-41f5-bba0-0e680e111c5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878623 Jul 27 08:55:03.523953 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba10d80-468c-48da-b1a5-c36d7a8cc3a9 None None] The sync data for ids ['967dffa2-d957-4d1e-94d7-9b0e845a7543'] in dv-cinder-851170-2-iscsi is: [{'id': '967dffa2-d957-4d1e-94d7-9b0e845a7543', 'name': 'tempest-TestVolumeBootPattern-133541680-router', 'tenant_id': 'e664288b45ae4b98ae22270ea7eac1e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '2bb7f59b-ce22-44d9-a3c0-a28f9e63a608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:50:21Z', 'updated_at': '2022-07-27T08:50:24Z', 'revision_number': 4, 'project_id': 'e664288b45ae4b98ae22270ea7eac1e6', 'gw_port': {'id': '2bb7f59b-ce22-44d9-a3c0-a28f9e63a608', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:9e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967dffa2-d957-4d1e-94d7-9b0e845a7543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:50:22Z', 'updated_at': '2022-07-27T08:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi', '_floatingips': [{'id': '39b0438d-286c-4867-b12f-1a08a02f74e3', 'tenant_id': 'e664288b45ae4b98ae22270ea7eac1e6', 'floating_ip_address': '172.27.2.200', 'floating_network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'router_id': '967dffa2-d957-4d1e-94d7-9b0e845a7543', 'port_id': '7542cc58-529d-46b1-92a1-0856e0cf8843', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 745, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecada7fa-7a56-41f5-bba0-0e680e111c5d', 'mac_address': 'fa:16:3e:6b:23:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0de859b-72e8-4dc0-9af8-8c63b431ac4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T08:55:01Z', 'updated_at': '2022-07-27T08:55:01Z', 'revision_number': 0, 'project_id': 'e664288b45ae4b98ae22270ea7eac1e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71584670-2126-4994-80d4-21b4a9015e82', 'name': '', 'network_id': 'ecada7fa-7a56-41f5-bba0-0e680e111c5d', 'tenant_id': 'e664288b45ae4b98ae22270ea7eac1e6', 'mac_address': 'fa:16:3e:da:6b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967dffa2-d957-4d1e-94d7-9b0e845a7543', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '3728e296-f73f-42fa-ab4b-892bf727c18b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:50:24Z', 'updated_at': '2022-07-27T08:50:29Z', 'revision_number': 5, 'project_id': 'e664288b45ae4b98ae22270ea7eac1e6', 'subnets': [{'id': '3728e296-f73f-42fa-ab4b-892bf727c18b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 08:55:03.716082 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65db5abe-88da-4651-ba48-90fc64db48c8 None None] New status for floating IP 39b0438d-286c-4867-b12f-1a08a02f74e3: ACTIVE {{(pid=104487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 27 08:55:10.703163 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=33 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:55:13.512894 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=19 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:55:13.519916 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=26 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:55:13.813067 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=17 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:55:13.822179 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:55:15.979148 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-1c6ade9b-2a58-40a8-91a5-d185358c81bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (7c77c4a2-8ca4-486b-af2a-676805e7b922), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:55:17.992807 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=93 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:55:17.993744 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=89 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:55:18.344271 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-9cc0d3df-8c6d-4dc9-a615-3b1e98415e48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (5bc6d868-bb0b-4164-b2dd-44360f4de654), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:55:20.345135 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-45eb61cd-e3d7-4840-8013-3080c7768274 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (36998da0-f99a-403d-814c-b55466abd131), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:55:21.401814 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (ed9de811-f248-496b-b487-860d50d7cee7), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:55:21.425968 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (40990755-2d84-4c9d-828c-eda94a5136e8), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:55:21.426357 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-83feb67a-80d7-474e-96e8-1d92c33387c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (0a293c43-2970-4b69-9d2a-dcf41d8870ef), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:55:22.576350 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475bfa05-10e7-480a-85c2-99dc6203c952 req-eab6487c-6844-4a73-b2cb-9bb155b90788 tempest-VolumesSnapshotTestJSON-168933705 tempest-VolumesSnapshotTestJSON-168933705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:55:22.578440 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-475bfa05-10e7-480a-85c2-99dc6203c952 req-eab6487c-6844-4a73-b2cb-9bb155b90788 tempest-VolumesSnapshotTestJSON-168933705 tempest-VolumesSnapshotTestJSON-168933705-project] 10.222.0.40 "GET /v2.0/ports?device_id=f1bcf462-b0df-4b6f-a34c-7eb00a91e4ce HTTP/1.1" status: 200 len: 945 time: 0.0530617 Jul 27 08:55:22.628231 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-475bfa05-10e7-480a-85c2-99dc6203c952 req-a95cf894-d357-4e61-bdc0-b6c3c1d0c4dc tempest-VolumesSnapshotTestJSON-168933705 tempest-VolumesSnapshotTestJSON-168933705-project] 10.222.0.40 "GET /v2.0/security-groups?id=16b935ad-4863-4608-a9e9-e4e2261dd8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440111 Jul 27 08:55:23.758683 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca69549-980b-4b72-9d62-285b51f6d808 req-1a4a0365-1ec8-49bb-871f-45233527f2a8 tempest-VolumesSnapshotTestJSON-168933705 tempest-VolumesSnapshotTestJSON-168933705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:55:23.760174 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-bca69549-980b-4b72-9d62-285b51f6d808 req-1a4a0365-1ec8-49bb-871f-45233527f2a8 tempest-VolumesSnapshotTestJSON-168933705 tempest-VolumesSnapshotTestJSON-168933705-project] 10.222.0.40 "GET /v2.0/ports?device_id=f1bcf462-b0df-4b6f-a34c-7eb00a91e4ce HTTP/1.1" status: 200 len: 945 time: 0.0504348 Jul 27 08:55:23.808435 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-bca69549-980b-4b72-9d62-285b51f6d808 req-24642585-ee88-4550-b4df-345317827cf6 tempest-VolumesSnapshotTestJSON-168933705 tempest-VolumesSnapshotTestJSON-168933705-project] 10.222.0.40 "GET /v2.0/security-groups?id=16b935ad-4863-4608-a9e9-e4e2261dd8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416911 Jul 27 08:55:24.478311 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6219e4e4-d957-4c53-a705-4feb76454c37 req-270f3771-4ac2-44cd-9b17-36010e0de08e tempest-VolumesSnapshotTestJSON-168933705 tempest-VolumesSnapshotTestJSON-168933705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:55:24.479796 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-6219e4e4-d957-4c53-a705-4feb76454c37 req-270f3771-4ac2-44cd-9b17-36010e0de08e tempest-VolumesSnapshotTestJSON-168933705 tempest-VolumesSnapshotTestJSON-168933705-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1bcf462-b0df-4b6f-a34c-7eb00a91e4ce HTTP/1.1" status: 200 len: 945 time: 0.0484550 Jul 27 08:55:24.564425 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.plugin [req-6219e4e4-d957-4c53-a705-4feb76454c37 req-98fe25bc-019c-466d-9e6b-fe1f09800c31 tempest-VolumesSnapshotTestJSON-168933705 tempest-VolumesSnapshotTestJSON-168933705-project] Deleting port 5ecbbfdd-5b91-4d7d-b55e-553bfac4ae38 {{(pid=104486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 08:55:24.564913 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-6219e4e4-d957-4c53-a705-4feb76454c37 req-98fe25bc-019c-466d-9e6b-fe1f09800c31 tempest-VolumesSnapshotTestJSON-168933705 tempest-VolumesSnapshotTestJSON-168933705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786710341133'] for port (5ecbbfdd-5b91-4d7d-b55e-553bfac4ae38), before_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:55:24.664726 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.db [req-6219e4e4-d957-4c53-a705-4feb76454c37 req-98fe25bc-019c-466d-9e6b-fe1f09800c31 tempest-VolumesSnapshotTestJSON-168933705 tempest-VolumesSnapshotTestJSON-168933705-project] For port 5ecbbfdd-5b91-4d7d-b55e-553bfac4ae38, host hv-cinder-85117, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85117',level=0,port_id=5ecbbfdd-5b91-4d7d-b55e-553bfac4ae38,segment=NetworkSegment(f31b5edb-f795-42de-a34b-57d900f5f158),segment_id=f31b5edb-f795-42de-a34b-57d900f5f158)] {{(pid=104486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:55:24.665087 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-6219e4e4-d957-4c53-a705-4feb76454c37 req-98fe25bc-019c-466d-9e6b-fe1f09800c31 tempest-VolumesSnapshotTestJSON-168933705 tempest-VolumesSnapshotTestJSON-168933705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8100626'] for port (5ecbbfdd-5b91-4d7d-b55e-553bfac4ae38), precommit_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:55:24.679420 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.plugin [req-6219e4e4-d957-4c53-a705-4feb76454c37 req-98fe25bc-019c-466d-9e6b-fe1f09800c31 tempest-VolumesSnapshotTestJSON-168933705 tempest-VolumesSnapshotTestJSON-168933705-project] Calling delete_port for 5ecbbfdd-5b91-4d7d-b55e-553bfac4ae38 owned by compute:nova {{(pid=104486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 08:55:24.870737 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-6219e4e4-d957-4c53-a705-4feb76454c37 req-98fe25bc-019c-466d-9e6b-fe1f09800c31 tempest-VolumesSnapshotTestJSON-168933705 tempest-VolumesSnapshotTestJSON-168933705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786710477123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786709965406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4293862'] for port (5ecbbfdd-5b91-4d7d-b55e-553bfac4ae38), after_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:55:24.908880 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fe25bc-019c-466d-9e6b-fe1f09800c31 tempest-VolumesSnapshotTestJSON-168933705 tempest-VolumesSnapshotTestJSON-168933705-project] Pushing event deleted for resources: {'Port': ['ID=5ecbbfdd-5b91-4d7d-b55e-553bfac4ae38,revision_number=None']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:55:24.909506 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] get_ports_and_sgs() called for port_ids ['5ecbbfdd-5b91-4d7d-b55e-553bfac4ae38'] {{(pid=104487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 08:55:24.934175 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-f43eebd9-3469-448a-a360-110bdb4db748 req-8d87120c-3ef3-4fd7-a418-403d7d63b802 tempest-VolumesSnapshotTestJSON-168933705 tempest-VolumesSnapshotTestJSON-168933705-project] 10.222.0.40 "GET /v2.0/ports?device_id=f1bcf462-b0df-4b6f-a34c-7eb00a91e4ce HTTP/1.1" status: 200 len: 210 time: 0.0350559 Jul 27 08:55:24.972222 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.db.l3_dvrscheduler_db [req-6219e4e4-d957-4c53-a705-4feb76454c37 req-98fe25bc-019c-466d-9e6b-fe1f09800c31 tempest-VolumesSnapshotTestJSON-168933705 tempest-VolumesSnapshotTestJSON-168933705-project] No DVR routers for this DVR port 5ecbbfdd-5b91-4d7d-b55e-553bfac4ae38 on host hv-cinder-85117 {{(pid=104486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 08:55:24.974852 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-6219e4e4-d957-4c53-a705-4feb76454c37 req-98fe25bc-019c-466d-9e6b-fe1f09800c31 tempest-VolumesSnapshotTestJSON-168933705 tempest-VolumesSnapshotTestJSON-168933705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8374701'] for port (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:55:24.978070 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-6219e4e4-d957-4c53-a705-4feb76454c37 req-98fe25bc-019c-466d-9e6b-fe1f09800c31 tempest-VolumesSnapshotTestJSON-168933705 tempest-VolumesSnapshotTestJSON-168933705-project] 10.222.0.42 "DELETE /v2.0/ports/5ecbbfdd-5b91-4d7d-b55e-553bfac4ae38 HTTP/1.1" status: 204 len: 173 time: 0.4927692 Jul 27 08:55:24.978522 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1bcf462-b0df-4b6f-a34c-7eb00a91e4ce', 'name': 'network-vif-deleted', 'tag': '5ecbbfdd-5b91-4d7d-b55e-553bfac4ae38'}] {{(pid=104486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 08:55:24.980743 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0fbdf057086729fb3d5906bdd251c7adb98d678ad2f5ce1a48bcc8d44af0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd46d215-49de-4d90-acef-fc3f16493961" -d '{"events": [{"server_uuid": "f1bcf462-b0df-4b6f-a34c-7eb00a91e4ce", "name": "network-vif-deleted", "tag": "5ecbbfdd-5b91-4d7d-b55e-553bfac4ae38"}]}' {{(pid=104486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 08:55:25.017517 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 08:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fc5a167-ebba-4920-a4cc-95b7205f438c x-openstack-request-id: req-6fc5a167-ebba-4920-a4cc-95b7205f438c {{(pid=104486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 08:55:25.017810 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1bcf462-b0df-4b6f-a34c-7eb00a91e4ce", "name": "network-vif-deleted", "tag": "5ecbbfdd-5b91-4d7d-b55e-553bfac4ae38", "status": "completed", "code": 200}]} {{(pid=104486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 08:55:25.018065 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-6fc5a167-ebba-4920-a4cc-95b7205f438c {{(pid=104486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 08:55:25.018491 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6fc5a167-ebba-4920-a4cc-95b7205f438c'] response: {'server_uuid': 'f1bcf462-b0df-4b6f-a34c-7eb00a91e4ce', 'name': 'network-vif-deleted', 'tag': '5ecbbfdd-5b91-4d7d-b55e-553bfac4ae38', 'status': 'completed', 'code': 200} Jul 27 08:55:26.055898 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-a2489b6f-9f39-45d1-8f8a-5cd5d790555a req-d4d98575-97be-4a3b-b34a-68acb12b3487 tempest-VolumesSnapshotTestJSON-168933705 tempest-VolumesSnapshotTestJSON-168933705-project] 10.222.0.40 "GET /v2.0/ports?device_id=f1bcf462-b0df-4b6f-a34c-7eb00a91e4ce HTTP/1.1" status: 200 len: 210 time: 0.0289257 Jul 27 08:55:28.031469 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Device 5ecbbfdd-5b91-4d7d-b55e-553bfac4ae38 no longer exists at agent hyperv_hv-cinder-85117 {{(pid=104487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 08:55:28.051238 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] No Port match for: 5ecbbfdd-5b91-4d7d-b55e-553bfac4ae38 {{(pid=104487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 08:55:28.051584 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Device 5ecbbfdd-5b91-4d7d-b55e-553bfac4ae38 not bound to the agent host hv-cinder-85117 {{(pid=104487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 08:55:33.802003 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=10 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:55:33.804915 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=8 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:55:34.951786 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=56,neutron:DELETE=2 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:55:36.044840 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=55,neutron:DELETE=6 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:55:36.711123 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-2e20f8e3-0422-47d1-9f48-0744035f32e9 req-8c814f3b-47a5-45c9-8ba3-662599182cd4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b0de859b-72e8-4dc0-9af8-8c63b431ac4e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396848 Jul 27 08:55:36.808997 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e20f8e3-0422-47d1-9f48-0744035f32e9 req-56359570-a952-4020-a461-872c1910f729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:55:36.810534 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-2e20f8e3-0422-47d1-9f48-0744035f32e9 req-56359570-a952-4020-a461-872c1910f729 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e664288b45ae4b98ae22270ea7eac1e6&device_id=b0de859b-72e8-4dc0-9af8-8c63b431ac4e HTTP/1.1" status: 200 len: 1130 time: 0.0395846 Jul 27 08:55:36.922238 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e20f8e3-0422-47d1-9f48-0744035f32e9 req-a87372b6-e24a-4d3a-a59a-5b3d99a7f748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:55:36.923710 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-2e20f8e3-0422-47d1-9f48-0744035f32e9 req-a87372b6-e24a-4d3a-a59a-5b3d99a7f748 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ecada7fa-7a56-41f5-bba0-0e680e111c5d HTTP/1.1" status: 200 len: 912 time: 0.0941353 Jul 27 08:55:36.987327 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-2e20f8e3-0422-47d1-9f48-0744035f32e9 req-991d42cf-289a-4820-9a2c-2b0959543f0b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7542cc58-529d-46b1-92a1-0856e0cf8843 HTTP/1.1" status: 200 len: 1002 time: 0.0577230 Jul 27 08:55:37.041661 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e20f8e3-0422-47d1-9f48-0744035f32e9 req-a9fa7c4a-f5a2-4160-9c62-913ed810b9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:55:37.043334 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-2e20f8e3-0422-47d1-9f48-0744035f32e9 req-a9fa7c4a-f5a2-4160-9c62-913ed810b9d6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3728e296-f73f-42fa-ab4b-892bf727c18b HTTP/1.1" status: 200 len: 850 time: 0.0493333 Jul 27 08:55:37.087215 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e20f8e3-0422-47d1-9f48-0744035f32e9 req-bbe0cdbd-76af-4c6e-af3b-0566cc7553f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:55:37.088702 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-2e20f8e3-0422-47d1-9f48-0744035f32e9 req-bbe0cdbd-76af-4c6e-af3b-0566cc7553f3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ecada7fa-7a56-41f5-bba0-0e680e111c5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394518 Jul 27 08:55:37.186056 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-2e20f8e3-0422-47d1-9f48-0744035f32e9 req-79c2b08d-b447-4a6a-b20e-4ff255964117 service neutron] 10.222.0.42 "GET /v2.0/networks/ecada7fa-7a56-41f5-bba0-0e680e111c5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910289 Jul 27 08:55:37.277394 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-2e20f8e3-0422-47d1-9f48-0744035f32e9 req-f645a588-e6ba-45a9-98fb-b58c90f2de90 service neutron] 10.222.0.42 "GET /v2.0/networks/ecada7fa-7a56-41f5-bba0-0e680e111c5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854712 Jul 27 08:55:38.036169 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:55:38.037114 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:55:38.105943 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.agents_db [None req-f85b74c8-06c1-470d-aedd-c7ca4f0196ea None None] Agent healthcheck: found 6 active agents {{(pid=104488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 08:55:45.989846 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-985e3d7d-f370-4bca-9b22-4bae59af8091 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (7c77c4a2-8ca4-486b-af2a-676805e7b922), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:55:47.273107 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=44 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:55:47.273934 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=57 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:55:48.366713 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-b3a05765-ce32-4d57-b9f5-ea6661aba901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (5bc6d868-bb0b-4164-b2dd-44360f4de654), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:55:50.315538 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-45eb61cd-e3d7-4840-8013-3080c7768274 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (36998da0-f99a-403d-814c-b55466abd131), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:55:51.407105 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (ed9de811-f248-496b-b487-860d50d7cee7), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:55:51.442197 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (40990755-2d84-4c9d-828c-eda94a5136e8), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:55:51.443086 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-83feb67a-80d7-474e-96e8-1d92c33387c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (0a293c43-2970-4b69-9d2a-dcf41d8870ef), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:55:54.989105 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=4 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:55:54.989881 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=4 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:55:55.520918 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 38374) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:55:55.568649 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa5471db-09c9-4dcb-a5c4-987d086749be admin admin] Deleting subnet 0aa03391-09f5-4773-8e70-882cfcf9e43e {{(pid=104486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 27 08:55:55.572730 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-fa5471db-09c9-4dcb-a5c4-987d086749be admin admin] Publish callbacks [] for subnet (0aa03391-09f5-4773-8e70-882cfcf9e43e), before_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:55:55.613524 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-fa5471db-09c9-4dcb-a5c4-987d086749be admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6011820'] for subnet (0aa03391-09f5-4773-8e70-882cfcf9e43e), precommit_delete_associations {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:55:55.656789 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-fa5471db-09c9-4dcb-a5c4-987d086749be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-829739'] for subnet (0aa03391-09f5-4773-8e70-882cfcf9e43e), precommit_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:55:55.778342 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-fa5471db-09c9-4dcb-a5c4-987d086749be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-829730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4293835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16656139'] for subnet (0aa03391-09f5-4773-8e70-882cfcf9e43e), after_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:55:55.808239 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-fa5471db-09c9-4dcb-a5c4-987d086749be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7864717'] for subnet (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:55:55.811380 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-fa5471db-09c9-4dcb-a5c4-987d086749be admin admin] 10.222.0.40 "DELETE /v2.0/subnets/0aa03391-09f5-4773-8e70-882cfcf9e43e HTTP/1.1" status: 204 len: 168 time: 0.2894561 Jul 27 08:55:55.812200 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5471db-09c9-4dcb-a5c4-987d086749be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0aa03391-09f5-4773-8e70-882cfcf9e43e,revision_number=None']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:55:55.814386 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 38376) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:55:55.883849 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-08f15848-18c9-4f07-b110-e4440bf2e643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-787041'] for network (2be418e3-97cc-46e3-b27f-ccb8f3176ec8), before_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:55:55.966638 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-08f15848-18c9-4f07-b110-e4440bf2e643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-831493', 'neutron.services.segments.db._delete_segments_for_network-8786710418890'] for network (2be418e3-97cc-46e3-b27f-ccb8f3176ec8), precommit_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:55:55.987365 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.services.segments.db [None req-08f15848-18c9-4f07-b110-e4440bf2e643 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2be418e3-97cc-46e3-b27f-ccb8f3176ec8']}} {{(pid=104485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:55:55.997310 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.services.segments.db [None req-08f15848-18c9-4f07-b110-e4440bf2e643 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f31b5edb-f795-42de-a34b-57d900f5f158') {'for_net_delete': True} {{(pid=104485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:55:55.997607 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.services.segments.db [None req-08f15848-18c9-4f07-b110-e4440bf2e643 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f31b5edb-f795-42de-a34b-57d900f5f158') {} {{(pid=104485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:55:56.008038 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-08f15848-18c9-4f07-b110-e4440bf2e643 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786710418791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4551686'] for segment (f31b5edb-f795-42de-a34b-57d900f5f158), before_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:55:56.021641 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-08f15848-18c9-4f07-b110-e4440bf2e643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-834444'] for segment (f31b5edb-f795-42de-a34b-57d900f5f158), precommit_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:55:56.029726 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08f15848-18c9-4f07-b110-e4440bf2e643 admin admin] Releasing vlan 655 on physical network physnet1 to pool {{(pid=104485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 08:55:56.030067 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-08f15848-18c9-4f07-b110-e4440bf2e643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-834444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16582244'] for segment (f31b5edb-f795-42de-a34b-57d900f5f158), after_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:55:56.183765 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-08f15848-18c9-4f07-b110-e4440bf2e643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-831502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363063'] for network (2be418e3-97cc-46e3-b27f-ccb8f3176ec8), after_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:55:56.205090 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-08f15848-18c9-4f07-b110-e4440bf2e643 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7864717'] for network (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:55:56.208849 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-08f15848-18c9-4f07-b110-e4440bf2e643 admin admin] 10.222.0.40 "DELETE /v2.0/networks/2be418e3-97cc-46e3-b27f-ccb8f3176ec8 HTTP/1.1" status: 204 len: 168 time: 0.3934441 Jul 27 08:55:56.210016 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f15848-18c9-4f07-b110-e4440bf2e643 admin admin] Pushing event deleted for resources: {'Network': ['ID=2be418e3-97cc-46e3-b27f-ccb8f3176ec8,revision_number=None']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:55:56.222215 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f15848-18c9-4f07-b110-e4440bf2e643 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:55:56.223323 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f15848-18c9-4f07-b110-e4440bf2e643 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:55:56.223745 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f15848-18c9-4f07-b110-e4440bf2e643 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:55:56.224162 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f15848-18c9-4f07-b110-e4440bf2e643 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:55:56.224572 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f15848-18c9-4f07-b110-e4440bf2e643 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:55:56.224979 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f15848-18c9-4f07-b110-e4440bf2e643 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:55:56.225379 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f15848-18c9-4f07-b110-e4440bf2e643 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:55:56.225815 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f15848-18c9-4f07-b110-e4440bf2e643 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:55:56.226247 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f15848-18c9-4f07-b110-e4440bf2e643 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:55:56.226678 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f15848-18c9-4f07-b110-e4440bf2e643 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:55:56.227106 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f15848-18c9-4f07-b110-e4440bf2e643 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:55:56.227505 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f15848-18c9-4f07-b110-e4440bf2e643 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:55:56.228023 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f15848-18c9-4f07-b110-e4440bf2e643 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:55:56.228416 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f15848-18c9-4f07-b110-e4440bf2e643 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:55:56.228911 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f15848-18c9-4f07-b110-e4440bf2e643 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:55:56.232712 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.services.segments.plugin [-] Segment f31b5edb-f795-42de-a34b-57d900f5f158 resource provider aggregate not found Jul 27 08:55:56.250747 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.services.segments.plugin [-] Segment f31b5edb-f795-42de-a34b-57d900f5f158 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f31b5edb-f795-42de-a34b-57d900f5f158 found for delete ", "request_id": "req-eaf40109-77b1-4f66-8a31-2690bb97b33b"}]} Jul 27 08:55:56.723166 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 38386) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:55:56.768583 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-aede41f4-67c8-4a12-b14d-bbd063110249 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=d79bf8b3761f48c79c09b2cf28a00ba1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0442019 Jul 27 08:55:56.772096 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 38388) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:55:56.824683 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-faeeffb8-da82-404b-a659-b29de2d4730d admin admin] Publish callbacks [] for security_group (16b935ad-4863-4608-a9e9-e4e2261dd8ff), before_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:55:56.848001 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-faeeffb8-da82-404b-a659-b29de2d4730d admin admin] Publish callbacks [] for security_group (16b935ad-4863-4608-a9e9-e4e2261dd8ff), precommit_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:55:56.977834 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-faeeffb8-da82-404b-a659-b29de2d4730d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (16b935ad-4863-4608-a9e9-e4e2261dd8ff), after_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:55:56.980442 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-faeeffb8-da82-404b-a659-b29de2d4730d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:55:56.981669 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-faeeffb8-da82-404b-a659-b29de2d4730d admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/16b935ad-4863-4608-a9e9-e4e2261dd8ff HTTP/1.1" status: 204 len: 168 time: 0.2085333 Jul 27 08:55:56.990130 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faeeffb8-da82-404b-a659-b29de2d4730d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16b935ad-4863-4608-a9e9-e4e2261dd8ff,revision_number=None']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:56:01.351769 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:56:06.751875 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=26,neutron:DELETE=2 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:56:06.766313 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=33,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:56:06.985340 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=43,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:56:06.986099 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=45,neutron:DELETE=3 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:56:07.004206 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:56:14.038379 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=1 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:56:14.039639 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:DELETE=1 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:56:15.105495 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.agents_db [None req-f85b74c8-06c1-470d-aedd-c7ca4f0196ea None None] Agent healthcheck: found 6 active agents {{(pid=104488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 08:56:16.017562 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-12c672bb-01e5-46c4-b8fa-ff8c53448fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (7c77c4a2-8ca4-486b-af2a-676805e7b922), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:56:18.338132 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-e105118c-5896-44b7-84aa-91ca6b2e6924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (5bc6d868-bb0b-4164-b2dd-44360f4de654), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:56:20.331707 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-45eb61cd-e3d7-4840-8013-3080c7768274 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (36998da0-f99a-403d-814c-b55466abd131), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:56:21.388600 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (ed9de811-f248-496b-b487-860d50d7cee7), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:56:21.417852 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-83feb67a-80d7-474e-96e8-1d92c33387c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (0a293c43-2970-4b69-9d2a-dcf41d8870ef), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:56:21.469373 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (40990755-2d84-4c9d-828c-eda94a5136e8), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:56:31.985817 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=5 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:56:31.986672 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=3 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:56:35.664916 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-221a444c-a648-49f6-8831-3293f9941b34 req-2516f59e-3e8c-461a-aa48-ab6c102ffcf2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b0de859b-72e8-4dc0-9af8-8c63b431ac4e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2107451 Jul 27 08:56:35.765515 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221a444c-a648-49f6-8831-3293f9941b34 req-4c831379-a6e8-4407-9329-78aaad05e447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:56:35.766995 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-221a444c-a648-49f6-8831-3293f9941b34 req-4c831379-a6e8-4407-9329-78aaad05e447 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e664288b45ae4b98ae22270ea7eac1e6&device_id=b0de859b-72e8-4dc0-9af8-8c63b431ac4e HTTP/1.1" status: 200 len: 1130 time: 0.0412149 Jul 27 08:56:35.879162 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221a444c-a648-49f6-8831-3293f9941b34 req-70a8f656-722f-4ec1-a555-8d4c80c543f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:56:35.880650 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-221a444c-a648-49f6-8831-3293f9941b34 req-70a8f656-722f-4ec1-a555-8d4c80c543f1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ecada7fa-7a56-41f5-bba0-0e680e111c5d HTTP/1.1" status: 200 len: 912 time: 0.0942497 Jul 27 08:56:35.946215 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-221a444c-a648-49f6-8831-3293f9941b34 req-8e9feb24-8b1a-44aa-974f-ddd8764e05cb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7542cc58-529d-46b1-92a1-0856e0cf8843 HTTP/1.1" status: 200 len: 1002 time: 0.0592914 Jul 27 08:56:35.995036 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221a444c-a648-49f6-8831-3293f9941b34 req-ae9a14f7-d317-4f98-9c34-25a85ca9f516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:56:35.997090 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-221a444c-a648-49f6-8831-3293f9941b34 req-ae9a14f7-d317-4f98-9c34-25a85ca9f516 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3728e296-f73f-42fa-ab4b-892bf727c18b HTTP/1.1" status: 200 len: 850 time: 0.0443878 Jul 27 08:56:36.044143 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221a444c-a648-49f6-8831-3293f9941b34 req-dc12ae0d-0d02-4539-bf0e-6e3d44de2ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:56:36.045839 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-221a444c-a648-49f6-8831-3293f9941b34 req-dc12ae0d-0d02-4539-bf0e-6e3d44de2ded service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ecada7fa-7a56-41f5-bba0-0e680e111c5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432773 Jul 27 08:56:36.140443 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-221a444c-a648-49f6-8831-3293f9941b34 req-af548f68-57fe-46b2-b5b5-6162160d80dc service neutron] 10.222.0.42 "GET /v2.0/networks/ecada7fa-7a56-41f5-bba0-0e680e111c5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887847 Jul 27 08:56:36.346647 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:UPDATE=3,neutron:SELECT=19 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:56:36.347572 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=25,neutron:UPDATE=3 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:56:36.499243 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-221a444c-a648-49f6-8831-3293f9941b34 req-6971c2e6-0e88-4a17-8950-b5ed18cafdea service neutron] 10.222.0.42 "GET /v2.0/networks/ecada7fa-7a56-41f5-bba0-0e680e111c5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3534236 Jul 27 08:56:46.005619 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-050101f1-2a92-495f-8514-be1b051fd997 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (7c77c4a2-8ca4-486b-af2a-676805e7b922), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:56:46.493332 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=50 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:56:46.495290 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=51 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:56:48.393934 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-1a457165-e21d-4b58-9e26-a92ff9528f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (5bc6d868-bb0b-4164-b2dd-44360f4de654), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:56:50.365249 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-45eb61cd-e3d7-4840-8013-3080c7768274 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (36998da0-f99a-403d-814c-b55466abd131), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:56:51.330592 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (ed9de811-f248-496b-b487-860d50d7cee7), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:56:51.388148 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-83feb67a-80d7-474e-96e8-1d92c33387c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (0a293c43-2970-4b69-9d2a-dcf41d8870ef), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:56:51.444804 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (40990755-2d84-4c9d-828c-eda94a5136e8), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:56:52.104899 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.agents_db [None req-f85b74c8-06c1-470d-aedd-c7ca4f0196ea None None] Agent healthcheck: found 6 active agents {{(pid=104488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 08:57:01.360705 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:57:01.362730 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:57:04.482543 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-3b0398ad-4e4b-4295-b212-a7392fdc54b9 req-c930fe4d-e22a-4c35-91cf-1f8d62d309f1 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2103532908&fields=id&tenant_id=e664288b45ae4b98ae22270ea7eac1e6 HTTP/1.1" status: 200 len: 267 time: 0.0594594 Jul 27 08:57:04.629619 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0398ad-4e4b-4295-b212-a7392fdc54b9 req-e8489136-4d6c-4f33-99f6-4f1e8aab8592 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:57:04.631166 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-3b0398ad-4e4b-4295-b212-a7392fdc54b9 req-e8489136-4d6c-4f33-99f6-4f1e8aab8592 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.40 "GET /v2.0/networks?id=ecada7fa-7a56-41f5-bba0-0e680e111c5d HTTP/1.1" status: 200 len: 811 time: 0.1418407 Jul 27 08:57:04.647214 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-3b0398ad-4e4b-4295-b212-a7392fdc54b9 req-e7b2240b-4d0b-4750-9b08-8ad2ef539ea7 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.40 "GET /v2.0/quotas/e664288b45ae4b98ae22270ea7eac1e6 HTTP/1.1" status: 200 len: 375 time: 0.0105817 Jul 27 08:57:04.699759 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-3b0398ad-4e4b-4295-b212-a7392fdc54b9 req-46cf8f69-b346-4bd1-af85-bf1be0c2dcf1 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=e664288b45ae4b98ae22270ea7eac1e6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0471084 Jul 27 08:57:04.850837 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-3b0398ad-4e4b-4295-b212-a7392fdc54b9 req-44e51999-2136-48d9-bf91-c909e6a53e16 service neutron] 10.222.0.40 "GET /v2.0/networks/ecada7fa-7a56-41f5-bba0-0e680e111c5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392610 Jul 27 08:57:04.947119 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-3b0398ad-4e4b-4295-b212-a7392fdc54b9 req-2d574648-1635-450d-9a08-c94a52ee7968 service neutron] 10.222.0.40 "GET /v2.0/networks/ecada7fa-7a56-41f5-bba0-0e680e111c5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903635 Jul 27 08:57:05.564106 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-d600f351-25c3-43e6-a8f2-62ba18175e77 req-d487d221-31b6-4778-a708-869ac7d00a6b tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.40 "GET /v2.0/ports?device_id=bff87149-f6c9-4853-83a9-85f651545441 HTTP/1.1" status: 200 len: 210 time: 0.0292814 Jul 27 08:57:06.675535 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-deef7d66-39c2-4190-a6e3-02a756a6ed51 req-0abc06e9-0b10-4610-9b46-39be709815b7 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.40 "GET /v2.0/ports?device_id=bff87149-f6c9-4853-83a9-85f651545441 HTTP/1.1" status: 200 len: 210 time: 0.0314162 Jul 27 08:57:07.787217 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-af17f269-b12a-4eb7-ad93-f30c22a6330b req-a4b53d3a-901f-437b-ba48-76557b9c12cb tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.40 "GET /v2.0/ports?device_id=bff87149-f6c9-4853-83a9-85f651545441 HTTP/1.1" status: 200 len: 210 time: 0.0324280 Jul 27 08:57:07.922209 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0398ad-4e4b-4295-b212-a7392fdc54b9 req-14470956-5803-41c2-a6fb-b02572354d41 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:57:07.923686 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-3b0398ad-4e4b-4295-b212-a7392fdc54b9 req-14470956-5803-41c2-a6fb-b02572354d41 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.42 "GET /v2.0/networks?id=ecada7fa-7a56-41f5-bba0-0e680e111c5d HTTP/1.1" status: 200 len: 811 time: 0.1099048 Jul 27 08:57:07.994653 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-3b0398ad-4e4b-4295-b212-a7392fdc54b9 req-40010b25-24ee-4273-8be7-28e3aaf9a0c0 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e664288b45ae4b98ae22270ea7eac1e6 HTTP/1.1" status: 200 len: 380 time: 0.0565636 Jul 27 08:57:08.003697 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.v2.base [req-3b0398ad-4e4b-4295-b212-a7392fdc54b9 req-5d96a750-b7cc-47b7-a833-5f867f4748a6 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Request body: {'port': {'device_id': 'bff87149-f6c9-4853-83a9-85f651545441', 'network_id': 'ecada7fa-7a56-41f5-bba0-0e680e111c5d', 'admin_state_up': True, 'tenant_id': 'e664288b45ae4b98ae22270ea7eac1e6', 'security_groups': ['8d5e7645-7593-4ba6-a8ab-faf9285cddbe']}} {{(pid=104486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:57:08.210261 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b0398ad-4e4b-4295-b212-a7392fdc54b9 req-5d96a750-b7cc-47b7-a833-5f867f4748a6 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Made reservation on behalf of e664288b45ae4b98ae22270ea7eac1e6 for: {'port': 1} {{(pid=104486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 08:57:08.214015 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-3b0398ad-4e4b-4295-b212-a7392fdc54b9 req-5d96a750-b7cc-47b7-a833-5f867f4748a6 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (None), before_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:57:08.358764 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.db.db_base_plugin_common [req-3b0398ad-4e4b-4295-b212-a7392fdc54b9 req-5d96a750-b7cc-47b7-a833-5f867f4748a6 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Allocated IP 172.20.0.12 (ecada7fa-7a56-41f5-bba0-0e680e111c5d/3728e296-f73f-42fa-ab4b-892bf727c18b/23c5071b-889a-4075-bf12-2f7ef7f23fef) {{(pid=104486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 08:57:08.443783 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:57:08.456035 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:57:08.512424 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-3b0398ad-4e4b-4295-b212-a7392fdc54b9 req-5d96a750-b7cc-47b7-a833-5f867f4748a6 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Publish callbacks [] for port (23c5071b-889a-4075-bf12-2f7ef7f23fef), precommit_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:57:08.633693 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-3b0398ad-4e4b-4295-b212-a7392fdc54b9 req-5d96a750-b7cc-47b7-a833-5f867f4748a6 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786709965397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4293862'] for port (23c5071b-889a-4075-bf12-2f7ef7f23fef), after_create {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:57:08.686524 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b0398ad-4e4b-4295-b212-a7392fdc54b9 req-5d96a750-b7cc-47b7-a833-5f867f4748a6 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Network ecada7fa-7a56-41f5-bba0-0e680e111c5d is already hosted by enough agents. {{(pid=104486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 08:57:08.692376 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.scheduler.base_scheduler [req-3b0398ad-4e4b-4295-b212-a7392fdc54b9 req-5d96a750-b7cc-47b7-a833-5f867f4748a6 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Resources bound (agent type, host, resource id): {{(pid=104486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 08:57:08.697377 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d96a750-b7cc-47b7-a833-5f867f4748a6 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Pushing event updated for resources: {'Port': ['ID=23c5071b-889a-4075-bf12-2f7ef7f23fef,revision_number=1']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:57:08.697377 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b0398ad-4e4b-4295-b212-a7392fdc54b9 req-5d96a750-b7cc-47b7-a833-5f867f4748a6 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Received port after_create {{(pid=104486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 08:57:08.726176 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d96a750-b7cc-47b7-a833-5f867f4748a6 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:57:08.726524 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d96a750-b7cc-47b7-a833-5f867f4748a6 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:57:08.726867 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d96a750-b7cc-47b7-a833-5f867f4748a6 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:57:08.727210 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d96a750-b7cc-47b7-a833-5f867f4748a6 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:57:08.727545 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d96a750-b7cc-47b7-a833-5f867f4748a6 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:57:08.727879 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d96a750-b7cc-47b7-a833-5f867f4748a6 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:57:08.728206 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d96a750-b7cc-47b7-a833-5f867f4748a6 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:57:08.728533 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d96a750-b7cc-47b7-a833-5f867f4748a6 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:57:08.728983 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d96a750-b7cc-47b7-a833-5f867f4748a6 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:57:08.729322 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d96a750-b7cc-47b7-a833-5f867f4748a6 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:57:08.729651 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d96a750-b7cc-47b7-a833-5f867f4748a6 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:57:08.729978 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d96a750-b7cc-47b7-a833-5f867f4748a6 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:57:08.730340 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d96a750-b7cc-47b7-a833-5f867f4748a6 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:57:08.730663 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d96a750-b7cc-47b7-a833-5f867f4748a6 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:57:08.730989 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d96a750-b7cc-47b7-a833-5f867f4748a6 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:57:08.760869 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0398ad-4e4b-4295-b212-a7392fdc54b9 req-5d96a750-b7cc-47b7-a833-5f867f4748a6 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:57:08.761512 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-3b0398ad-4e4b-4295-b212-a7392fdc54b9 req-5d96a750-b7cc-47b7-a833-5f867f4748a6 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8374701'] for port (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:57:08.917314 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f8752b-db1e-4fd7-9882-89938d0e7e95 req-6e9bd7d5-961f-4374-a980-13568feb099f tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:57:08.918942 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-59f8752b-db1e-4fd7-9882-89938d0e7e95 req-6e9bd7d5-961f-4374-a980-13568feb099f tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.40 "GET /v2.0/ports?device_id=bff87149-f6c9-4853-83a9-85f651545441 HTTP/1.1" status: 200 len: 932 time: 0.0530002 Jul 27 08:57:08.924463 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-3b0398ad-4e4b-4295-b212-a7392fdc54b9 req-5d96a750-b7cc-47b7-a833-5f867f4748a6 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9244428 Jul 27 08:57:08.946893 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.v2.base [req-3b0398ad-4e4b-4295-b212-a7392fdc54b9 req-54dcd4dc-0ba3-431c-9e6a-9aca4a9d220e service neutron] Request body: {'port': {'device_id': 'bff87149-f6c9-4853-83a9-85f651545441', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85117'}} {{(pid=104486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:57:08.952140 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-81c0dde0-6cd7-432e-9462-8b812bf33b46 None None] Provisioning complete for port 23c5071b-889a-4075-bf12-2f7ef7f23fef triggered by entity DHCP. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:57:08.953613 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-81c0dde0-6cd7-432e-9462-8b812bf33b46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (23c5071b-889a-4075-bf12-2f7ef7f23fef), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:57:08.987566 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-81c0dde0-6cd7-432e-9462-8b812bf33b46 None None] Port 23c5071b-889a-4075-bf12-2f7ef7f23fef cannot update to ACTIVE because it is not bound. {{(pid=104487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 08:57:09.016541 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-59f8752b-db1e-4fd7-9882-89938d0e7e95 req-f0cf3107-e1b4-4c86-b20b-2485a8fdcb86 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.40 "GET /v2.0/security-groups?id=8d5e7645-7593-4ba6-a8ab-faf9285cddbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910704 Jul 27 08:57:09.049088 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-3b0398ad-4e4b-4295-b212-a7392fdc54b9 req-54dcd4dc-0ba3-431c-9e6a-9aca4a9d220e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (23c5071b-889a-4075-bf12-2f7ef7f23fef), before_update {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:57:09.276947 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:57:09.366800 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.notifiers.nova [req-3b0398ad-4e4b-4295-b212-a7392fdc54b9 req-54dcd4dc-0ba3-431c-9e6a-9aca4a9d220e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23c5071b-889a-4075-bf12-2f7ef7f23fef {{(pid=104486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 08:57:09.380385 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-3b0398ad-4e4b-4295-b212-a7392fdc54b9 req-54dcd4dc-0ba3-431c-9e6a-9aca4a9d220e service neutron] Publish callbacks [] for port (23c5071b-889a-4075-bf12-2f7ef7f23fef), precommit_update {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:57:09.402738 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.db.provisioning_blocks [req-3b0398ad-4e4b-4295-b212-a7392fdc54b9 req-54dcd4dc-0ba3-431c-9e6a-9aca4a9d220e service neutron] Transition to ACTIVE for port object 23c5071b-889a-4075-bf12-2f7ef7f23fef will not be triggered until provisioned by entity L2. {{(pid=104486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 27 08:57:09.484988 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-3b0398ad-4e4b-4295-b212-a7392fdc54b9 req-54dcd4dc-0ba3-431c-9e6a-9aca4a9d220e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4293873'] for port (23c5071b-889a-4075-bf12-2f7ef7f23fef), after_update {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:57:09.538835 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dcd4dc-0ba3-431c-9e6a-9aca4a9d220e service neutron] Pushing event updated for resources: {'Port': ['ID=23c5071b-889a-4075-bf12-2f7ef7f23fef,revision_number=2']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:57:09.626722 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.managers [req-3b0398ad-4e4b-4295-b212-a7392fdc54b9 req-54dcd4dc-0ba3-431c-9e6a-9aca4a9d220e service neutron] Attempting to bind port 23c5071b-889a-4075-bf12-2f7ef7f23fef on host hv-cinder-85117 for vnic_type normal with profile {{(pid=104486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 08:57:09.627255 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.managers [req-3b0398ad-4e4b-4295-b212-a7392fdc54b9 req-54dcd4dc-0ba3-431c-9e6a-9aca4a9d220e service neutron] Attempting to bind port 23c5071b-889a-4075-bf12-2f7ef7f23fef by drivers openvswitch,hyperv on host hv-cinder-85117 at level 0 using segments [{'id': '39e09afd-0493-4ab2-a5f6-2cf0ed23b5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'ecada7fa-7a56-41f5-bba0-0e680e111c5d'}] {{(pid=104486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 08:57:09.627676 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b0398ad-4e4b-4295-b212-a7392fdc54b9 req-54dcd4dc-0ba3-431c-9e6a-9aca4a9d220e service neutron] Attempting to bind port 23c5071b-889a-4075-bf12-2f7ef7f23fef on network ecada7fa-7a56-41f5-bba0-0e680e111c5d {{(pid=104486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 08:57:09.635803 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b0398ad-4e4b-4295-b212-a7392fdc54b9 req-54dcd4dc-0ba3-431c-9e6a-9aca4a9d220e service neutron] Port 23c5071b-889a-4075-bf12-2f7ef7f23fef on network ecada7fa-7a56-41f5-bba0-0e680e111c5d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85117 {{(pid=104486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 27 08:57:09.636351 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b0398ad-4e4b-4295-b212-a7392fdc54b9 req-54dcd4dc-0ba3-431c-9e6a-9aca4a9d220e service neutron] Attempting to bind port 23c5071b-889a-4075-bf12-2f7ef7f23fef on network ecada7fa-7a56-41f5-bba0-0e680e111c5d {{(pid=104486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 08:57:09.644907 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b0398ad-4e4b-4295-b212-a7392fdc54b9 req-54dcd4dc-0ba3-431c-9e6a-9aca4a9d220e service neutron] Checking agent: {'id': '40990755-2d84-4c9d-828c-eda94a5136e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85117', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 8, 37, 21), 'started_at': datetime.datetime(2022, 7, 27, 8, 37, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 8, 56, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 08:57:09.645575 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b0398ad-4e4b-4295-b212-a7392fdc54b9 req-54dcd4dc-0ba3-431c-9e6a-9aca4a9d220e service neutron] Checking segment: {'id': '39e09afd-0493-4ab2-a5f6-2cf0ed23b5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'ecada7fa-7a56-41f5-bba0-0e680e111c5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 08:57:09.646010 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b0398ad-4e4b-4295-b212-a7392fdc54b9 req-54dcd4dc-0ba3-431c-9e6a-9aca4a9d220e service neutron] Bound using segment: {'id': '39e09afd-0493-4ab2-a5f6-2cf0ed23b5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'ecada7fa-7a56-41f5-bba0-0e680e111c5d'} {{(pid=104486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 08:57:09.646675 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.managers [req-3b0398ad-4e4b-4295-b212-a7392fdc54b9 req-54dcd4dc-0ba3-431c-9e6a-9aca4a9d220e service neutron] Bound port: 23c5071b-889a-4075-bf12-2f7ef7f23fef, host: hv-cinder-85117, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39e09afd-0493-4ab2-a5f6-2cf0ed23b5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'ecada7fa-7a56-41f5-bba0-0e680e111c5d'}}] {{(pid=104486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 08:57:09.647188 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-3b0398ad-4e4b-4295-b212-a7392fdc54b9 req-54dcd4dc-0ba3-431c-9e6a-9aca4a9d220e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (23c5071b-889a-4075-bf12-2f7ef7f23fef), before_update {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:57:09.658695 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:57:09.717037 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.db [req-3b0398ad-4e4b-4295-b212-a7392fdc54b9 req-54dcd4dc-0ba3-431c-9e6a-9aca4a9d220e service neutron] For port 23c5071b-889a-4075-bf12-2f7ef7f23fef, host hv-cinder-85117, cleared binding levels {{(pid=104486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 08:57:09.720680 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.db [req-3b0398ad-4e4b-4295-b212-a7392fdc54b9 req-54dcd4dc-0ba3-431c-9e6a-9aca4a9d220e service neutron] For port 23c5071b-889a-4075-bf12-2f7ef7f23fef, host hv-cinder-85117, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85117',level=0,port_id=23c5071b-889a-4075-bf12-2f7ef7f23fef,segment=NetworkSegment(39e09afd-0493-4ab2-a5f6-2cf0ed23b5e1),segment_id=39e09afd-0493-4ab2-a5f6-2cf0ed23b5e1)] {{(pid=104486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 08:57:09.805557 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-3b0398ad-4e4b-4295-b212-a7392fdc54b9 req-54dcd4dc-0ba3-431c-9e6a-9aca4a9d220e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4293873'] for port (23c5071b-889a-4075-bf12-2f7ef7f23fef), after_update {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:57:09.844599 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0398ad-4e4b-4295-b212-a7392fdc54b9 req-54dcd4dc-0ba3-431c-9e6a-9aca4a9d220e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:57:09.845223 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-3b0398ad-4e4b-4295-b212-a7392fdc54b9 req-54dcd4dc-0ba3-431c-9e6a-9aca4a9d220e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8374701'] for port (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:57:09.846616 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-3b0398ad-4e4b-4295-b212-a7392fdc54b9 req-54dcd4dc-0ba3-431c-9e6a-9aca4a9d220e service neutron] 10.222.0.42 "PUT /v2.0/ports/23c5071b-889a-4075-bf12-2f7ef7f23fef HTTP/1.1" status: 200 len: 1094 time: 0.9059002 Jul 27 08:57:09.847060 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bff87149-f6c9-4853-83a9-85f651545441', 'tag': '23c5071b-889a-4075-bf12-2f7ef7f23fef'}] {{(pid=104486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 08:57:09.849302 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0fbdf057086729fb3d5906bdd251c7adb98d678ad2f5ce1a48bcc8d44af0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdcc894b-5bae-4229-ada5-66d1ff073db8" -d '{"events": [{"name": "network-changed", "server_uuid": "bff87149-f6c9-4853-83a9-85f651545441", "tag": "23c5071b-889a-4075-bf12-2f7ef7f23fef"}]}' {{(pid=104486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 08:57:09.876322 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dcd4dc-0ba3-431c-9e6a-9aca4a9d220e service neutron] Pushing event updated for resources: {'Port': ['ID=23c5071b-889a-4075-bf12-2f7ef7f23fef,revision_number=3']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:57:09.902422 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 08:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4844541a-1cc1-418d-a649-2079898c928c x-openstack-request-id: req-4844541a-1cc1-418d-a649-2079898c928c {{(pid=104486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 08:57:09.902739 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bff87149-f6c9-4853-83a9-85f651545441", "tag": "23c5071b-889a-4075-bf12-2f7ef7f23fef", "status": "completed", "code": 200}]} {{(pid=104486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 08:57:09.902998 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-4844541a-1cc1-418d-a649-2079898c928c {{(pid=104486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 08:57:09.903409 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4844541a-1cc1-418d-a649-2079898c928c'] response: {'name': 'network-changed', 'server_uuid': 'bff87149-f6c9-4853-83a9-85f651545441', 'tag': '23c5071b-889a-4075-bf12-2f7ef7f23fef', 'status': 'completed', 'code': 200} Jul 27 08:57:09.989430 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcc894b-5bae-4229-ada5-66d1ff073db8 req-d11221ea-d55e-492a-abfa-cdd67d4be239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:57:09.991008 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-fdcc894b-5bae-4229-ada5-66d1ff073db8 req-d11221ea-d55e-492a-abfa-cdd67d4be239 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e664288b45ae4b98ae22270ea7eac1e6&device_id=bff87149-f6c9-4853-83a9-85f651545441 HTTP/1.1" status: 200 len: 1128 time: 0.0425403 Jul 27 08:57:10.114558 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcc894b-5bae-4229-ada5-66d1ff073db8 req-835544b1-d63e-44e7-a3e6-2f9b6ad437a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:57:10.115963 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-fdcc894b-5bae-4229-ada5-66d1ff073db8 req-835544b1-d63e-44e7-a3e6-2f9b6ad437a5 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=e664288b45ae4b98ae22270ea7eac1e6&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1125190 Jul 27 08:57:10.197561 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ad68fb-350c-4ad4-932c-d7e92e0f3078 req-1ac0e725-3a7a-4974-8048-fbe62365a631 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:57:10.202974 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-b3ad68fb-350c-4ad4-932c-d7e92e0f3078 req-1ac0e725-3a7a-4974-8048-fbe62365a631 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.40 "GET /v2.0/ports?device_id=bff87149-f6c9-4853-83a9-85f651545441 HTTP/1.1" status: 200 len: 944 time: 0.1079934 Jul 27 08:57:10.286196 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcc894b-5bae-4229-ada5-66d1ff073db8 req-75ddf408-d6bc-4cfd-9da8-528655027a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:57:10.287701 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-fdcc894b-5bae-4229-ada5-66d1ff073db8 req-75ddf408-d6bc-4cfd-9da8-528655027a81 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1550071 Jul 27 08:57:10.292856 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-b3ad68fb-350c-4ad4-932c-d7e92e0f3078 req-ba299206-3ef9-496f-8ae9-778d073c05a8 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.40 "GET /v2.0/security-groups?id=8d5e7645-7593-4ba6-a8ab-faf9285cddbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831642 Jul 27 08:57:10.384115 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0398ad-4e4b-4295-b212-a7392fdc54b9 req-2e13bdd2-b928-40c1-b106-8fc36a5a1de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:57:10.385609 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-3b0398ad-4e4b-4295-b212-a7392fdc54b9 req-2e13bdd2-b928-40c1-b106-8fc36a5a1de4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e664288b45ae4b98ae22270ea7eac1e6&device_id=bff87149-f6c9-4853-83a9-85f651545441 HTTP/1.1" status: 200 len: 1128 time: 0.0402362 Jul 27 08:57:10.432106 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-3b0398ad-4e4b-4295-b212-a7392fdc54b9 req-bdf6153c-636a-457e-8651-be74ff0e6942 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=23c5071b-889a-4075-bf12-2f7ef7f23fef HTTP/1.1" status: 200 len: 217 time: 0.0337186 Jul 27 08:57:10.481435 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0398ad-4e4b-4295-b212-a7392fdc54b9 req-bcdbaacb-0285-4021-96e1-9975878d1bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:57:10.483016 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-3b0398ad-4e4b-4295-b212-a7392fdc54b9 req-bcdbaacb-0285-4021-96e1-9975878d1bc0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3728e296-f73f-42fa-ab4b-892bf727c18b HTTP/1.1" status: 200 len: 850 time: 0.0449407 Jul 27 08:57:10.528891 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0398ad-4e4b-4295-b212-a7392fdc54b9 req-dbc201db-bbd1-41be-8d97-84c347e00e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:57:10.530447 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-3b0398ad-4e4b-4295-b212-a7392fdc54b9 req-dbc201db-bbd1-41be-8d97-84c347e00e85 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ecada7fa-7a56-41f5-bba0-0e680e111c5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422688 Jul 27 08:57:10.624084 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-3b0398ad-4e4b-4295-b212-a7392fdc54b9 req-3c0fc7d0-0e63-40d6-b164-5fc6c3465638 service neutron] 10.222.0.42 "GET /v2.0/networks/ecada7fa-7a56-41f5-bba0-0e680e111c5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867605 Jul 27 08:57:10.714826 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:57:10.726174 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-3b0398ad-4e4b-4295-b212-a7392fdc54b9 req-6f22e922-5fe0-49e4-975c-a8a198c2e5e5 service neutron] 10.222.0.42 "GET /v2.0/networks/ecada7fa-7a56-41f5-bba0-0e680e111c5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957811 Jul 27 08:57:11.423215 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aa7478-72ab-4496-8fec-3e1394c05938 req-9ab15645-5cb3-450f-a83d-8146204b1788 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:57:11.424777 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-b1aa7478-72ab-4496-8fec-3e1394c05938 req-9ab15645-5cb3-450f-a83d-8146204b1788 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.40 "GET /v2.0/ports?device_id=bff87149-f6c9-4853-83a9-85f651545441 HTTP/1.1" status: 200 len: 944 time: 0.0487218 Jul 27 08:57:11.475580 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-b1aa7478-72ab-4496-8fec-3e1394c05938 req-d8891a4f-4993-46c5-85f1-e60d55b23e8c tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.40 "GET /v2.0/security-groups?id=8d5e7645-7593-4ba6-a8ab-faf9285cddbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452118 Jul 27 08:57:12.597186 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be683aeb-95df-4b33-ac7e-8870b7ab5e98 req-3fa3bda6-2090-4f14-93cb-a54ddda11a0b tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:57:12.598675 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-be683aeb-95df-4b33-ac7e-8870b7ab5e98 req-3fa3bda6-2090-4f14-93cb-a54ddda11a0b tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.40 "GET /v2.0/ports?device_id=bff87149-f6c9-4853-83a9-85f651545441 HTTP/1.1" status: 200 len: 944 time: 0.0480266 Jul 27 08:57:12.647441 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-be683aeb-95df-4b33-ac7e-8870b7ab5e98 req-37c66421-8dda-4f32-a1b6-f15ee5be300f tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.40 "GET /v2.0/security-groups?id=8d5e7645-7593-4ba6-a8ab-faf9285cddbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432136 Jul 27 08:57:13.763394 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839fd593-6c8c-46d5-a8f3-6b91ed714e71 req-84136e3c-91a4-4671-bdcb-206efaca904b tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:57:13.764833 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-839fd593-6c8c-46d5-a8f3-6b91ed714e71 req-84136e3c-91a4-4671-bdcb-206efaca904b tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.40 "GET /v2.0/ports?device_id=bff87149-f6c9-4853-83a9-85f651545441 HTTP/1.1" status: 200 len: 944 time: 0.0450122 Jul 27 08:57:13.813392 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-839fd593-6c8c-46d5-a8f3-6b91ed714e71 req-3b8f244f-4d29-481a-a9b2-fb78141d1294 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.40 "GET /v2.0/security-groups?id=8d5e7645-7593-4ba6-a8ab-faf9285cddbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428731 Jul 27 08:57:14.936317 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f639c3cc-4d8b-4010-8c16-47d5420cb694 req-177671e8-4e49-4563-99dc-095ebc04ea4d tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:57:14.937770 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-f639c3cc-4d8b-4010-8c16-47d5420cb694 req-177671e8-4e49-4563-99dc-095ebc04ea4d tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.40 "GET /v2.0/ports?device_id=bff87149-f6c9-4853-83a9-85f651545441 HTTP/1.1" status: 200 len: 944 time: 0.0504608 Jul 27 08:57:14.986907 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-f639c3cc-4d8b-4010-8c16-47d5420cb694 req-2ccd7308-0c95-45b4-8fab-4e6c1712a25d tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.40 "GET /v2.0/security-groups?id=8d5e7645-7593-4ba6-a8ab-faf9285cddbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429969 Jul 27 08:57:16.004468 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a9bf2a3b-b5f0-464c-ba2d-83e360fbc2c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (7c77c4a2-8ca4-486b-af2a-676805e7b922), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:57:16.119514 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b9a0fc-e488-49f3-a26d-02cb5a098948 req-f02d414e-04f5-4dd9-afe6-17a1bd8fddf4 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:57:16.121066 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-e4b9a0fc-e488-49f3-a26d-02cb5a098948 req-f02d414e-04f5-4dd9-afe6-17a1bd8fddf4 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.40 "GET /v2.0/ports?device_id=bff87149-f6c9-4853-83a9-85f651545441 HTTP/1.1" status: 200 len: 944 time: 0.0539110 Jul 27 08:57:16.177616 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-e4b9a0fc-e488-49f3-a26d-02cb5a098948 req-f8e22bcb-460e-496a-b416-992749e59059 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.40 "GET /v2.0/security-groups?id=8d5e7645-7593-4ba6-a8ab-faf9285cddbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499918 Jul 27 08:57:16.348028 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=19 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:57:16.351057 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=15 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:57:17.305751 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1c1cfc-5e00-489e-9667-27b9ebd70af6 req-86dc48c8-d205-4886-b7e8-99f2043fbd77 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:57:17.307294 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-0a1c1cfc-5e00-489e-9667-27b9ebd70af6 req-86dc48c8-d205-4886-b7e8-99f2043fbd77 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.40 "GET /v2.0/ports?device_id=bff87149-f6c9-4853-83a9-85f651545441 HTTP/1.1" status: 200 len: 944 time: 0.0496223 Jul 27 08:57:17.358683 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-0a1c1cfc-5e00-489e-9667-27b9ebd70af6 req-3fd2e4cc-1530-4a3c-ab21-2ccc5cefa1b0 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.40 "GET /v2.0/security-groups?id=8d5e7645-7593-4ba6-a8ab-faf9285cddbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455906 Jul 27 08:57:18.324337 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-81774ab5-3f34-461b-a43d-12015e855985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (5bc6d868-bb0b-4164-b2dd-44360f4de654), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:57:18.480457 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cb503f-dd86-470b-b78c-035e9aafabad req-5c6627b9-cfc8-47bc-804d-1cc20a94c34b tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:57:18.481999 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-28cb503f-dd86-470b-b78c-035e9aafabad req-5c6627b9-cfc8-47bc-804d-1cc20a94c34b tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.40 "GET /v2.0/ports?device_id=bff87149-f6c9-4853-83a9-85f651545441 HTTP/1.1" status: 200 len: 944 time: 0.0482171 Jul 27 08:57:18.537064 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-28cb503f-dd86-470b-b78c-035e9aafabad req-2969635f-282a-44d8-9b0c-c221fdb0c7e3 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.40 "GET /v2.0/security-groups?id=8d5e7645-7593-4ba6-a8ab-faf9285cddbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486956 Jul 27 08:57:18.674206 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Device 23c5071b-889a-4075-bf12-2f7ef7f23fef details requested by agent hyperv_hv-cinder-85117 with host hv-cinder-85117 {{(pid=104487) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 08:57:18.777700 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] For port 23c5071b-889a-4075-bf12-2f7ef7f23fef, host hv-cinder-85117, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85117',level=0,port_id=23c5071b-889a-4075-bf12-2f7ef7f23fef,segment=NetworkSegment(39e09afd-0493-4ab2-a5f6-2cf0ed23b5e1),segment_id=39e09afd-0493-4ab2-a5f6-2cf0ed23b5e1)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:57:18.790678 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Returning: {'device': '23c5071b-889a-4075-bf12-2f7ef7f23fef', 'network_id': 'ecada7fa-7a56-41f5-bba0-0e680e111c5d', 'port_id': '23c5071b-889a-4075-bf12-2f7ef7f23fef', 'mac_address': 'fa:16:3e:09:c1:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3728e296-f73f-42fa-ab4b-892bf727c18b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104487) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 08:57:18.827800 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Current status of the port 23c5071b-889a-4075-bf12-2f7ef7f23fef is: DOWN; New status is: BUILD {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:57:18.828195 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (23c5071b-889a-4075-bf12-2f7ef7f23fef), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:57:18.841988 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.notifiers.nova [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23c5071b-889a-4075-bf12-2f7ef7f23fef {{(pid=104487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 08:57:18.868036 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] For port 23c5071b-889a-4075-bf12-2f7ef7f23fef, host hv-cinder-85117, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85117',level=0,port_id=23c5071b-889a-4075-bf12-2f7ef7f23fef,segment=NetworkSegment(39e09afd-0493-4ab2-a5f6-2cf0ed23b5e1),segment_id=39e09afd-0493-4ab2-a5f6-2cf0ed23b5e1)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:57:18.987516 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (23c5071b-889a-4075-bf12-2f7ef7f23fef), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:57:19.037878 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Pushing event updated for resources: {'Port': ['ID=23c5071b-889a-4075-bf12-2f7ef7f23fef,revision_number=4']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:57:19.045466 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:57:19.045648 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:57:19.046018 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:57:19.046386 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:57:19.046718 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:57:19.047094 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:57:19.047429 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:57:19.047755 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:57:19.048084 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:57:19.048409 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:57:19.048735 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:57:19.049061 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:57:19.049382 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:57:19.049715 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:57:19.050039 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:57:19.419280 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] get_ports_and_sgs() called for port_ids ['23c5071b-889a-4075-bf12-2f7ef7f23fef'] {{(pid=104487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 08:57:19.682558 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af770237-5fdb-4173-85b4-2ef05dd8baf9 req-1fff212c-ed75-455c-b5d4-985758cd627d tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:57:19.684128 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-af770237-5fdb-4173-85b4-2ef05dd8baf9 req-1fff212c-ed75-455c-b5d4-985758cd627d tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.40 "GET /v2.0/ports?device_id=bff87149-f6c9-4853-83a9-85f651545441 HTTP/1.1" status: 200 len: 945 time: 0.0608993 Jul 27 08:57:19.744249 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=100 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:57:19.754196 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-af770237-5fdb-4173-85b4-2ef05dd8baf9 req-96156505-80c5-4058-aae3-639279301247 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.40 "GET /v2.0/security-groups?id=8d5e7645-7593-4ba6-a8ab-faf9285cddbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633426 Jul 27 08:57:20.324476 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-45eb61cd-e3d7-4840-8013-3080c7768274 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (36998da0-f99a-403d-814c-b55466abd131), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:57:20.688204 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Device 23c5071b-889a-4075-bf12-2f7ef7f23fef up at agent hyperv_hv-cinder-85117 {{(pid=104487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 08:57:20.732838 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Provisioning for port 23c5071b-889a-4075-bf12-2f7ef7f23fef completed by entity L2. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 27 08:57:20.839090 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Provisioning complete for port 23c5071b-889a-4075-bf12-2f7ef7f23fef triggered by entity L2. {{(pid=104487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 08:57:20.839592 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829088'] for port (23c5071b-889a-4075-bf12-2f7ef7f23fef), provisioning_complete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:57:20.865259 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:57:20.883159 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8191e239-9001-4ba2-a449-a2a88a9a1a86 req-493b0b94-d0eb-43e8-ab42-60310c2a45b1 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:57:20.884704 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-8191e239-9001-4ba2-a449-a2a88a9a1a86 req-493b0b94-d0eb-43e8-ab42-60310c2a45b1 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.40 "GET /v2.0/ports?device_id=bff87149-f6c9-4853-83a9-85f651545441 HTTP/1.1" status: 200 len: 945 time: 0.0538709 Jul 27 08:57:20.888238 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:57:20.919616 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Current status of the port 23c5071b-889a-4075-bf12-2f7ef7f23fef is: BUILD; New status is: ACTIVE {{(pid=104487) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 08:57:20.920006 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (23c5071b-889a-4075-bf12-2f7ef7f23fef), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:57:20.943391 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-8191e239-9001-4ba2-a449-a2a88a9a1a86 req-78571aa6-c760-42c9-ae07-d00eed6c8f0c tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.40 "GET /v2.0/security-groups?id=8d5e7645-7593-4ba6-a8ab-faf9285cddbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515153 Jul 27 08:57:20.950466 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bff87149-f6c9-4853-83a9-85f651545441', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23c5071b-889a-4075-bf12-2f7ef7f23fef'}] {{(pid=104487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 08:57:20.952757 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80d6aca8d47c9a16b7ef4a01c61ef1bf5c962aea16cee8599b6bab5dfb4de652" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ff0bd6c-56b3-4933-b663-cc8b23a61d7a" -d '{"events": [{"server_uuid": "bff87149-f6c9-4853-83a9-85f651545441", "name": "network-vif-plugged", "status": "completed", "tag": "23c5071b-889a-4075-bf12-2f7ef7f23fef"}]}' {{(pid=104487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 08:57:20.966100 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] For port 23c5071b-889a-4075-bf12-2f7ef7f23fef, host hv-cinder-85117, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85117',level=0,port_id=23c5071b-889a-4075-bf12-2f7ef7f23fef,segment=NetworkSegment(39e09afd-0493-4ab2-a5f6-2cf0ed23b5e1),segment_id=39e09afd-0493-4ab2-a5f6-2cf0ed23b5e1)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:57:21.021634 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433'] for port (23c5071b-889a-4075-bf12-2f7ef7f23fef), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:57:21.069520 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Pushing event updated for resources: {'Port': ['ID=23c5071b-889a-4075-bf12-2f7ef7f23fef,revision_number=5']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:57:21.122620 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 08:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc1f5183-333c-48e5-a134-a19cfc516ed3 x-openstack-request-id: req-dc1f5183-333c-48e5-a134-a19cfc516ed3 {{(pid=104487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 08:57:21.122910 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bff87149-f6c9-4853-83a9-85f651545441", "name": "network-vif-plugged", "status": "completed", "tag": "23c5071b-889a-4075-bf12-2f7ef7f23fef", "code": 200}]} {{(pid=104487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 08:57:21.123166 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-dc1f5183-333c-48e5-a134-a19cfc516ed3 {{(pid=104487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 08:57:21.123575 dv-cinder-851170-2-iscsi neutron-server[104487]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc1f5183-333c-48e5-a134-a19cfc516ed3'] response: {'server_uuid': 'bff87149-f6c9-4853-83a9-85f651545441', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23c5071b-889a-4075-bf12-2f7ef7f23fef', 'code': 200} Jul 27 08:57:21.347384 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (ed9de811-f248-496b-b487-860d50d7cee7), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:57:21.387292 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-83feb67a-80d7-474e-96e8-1d92c33387c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (0a293c43-2970-4b69-9d2a-dcf41d8870ef), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:57:21.439350 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (40990755-2d84-4c9d-828c-eda94a5136e8), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:57:21.591904 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490578f7-ccdc-4465-9179-cabdd027ee3f req-f943bc40-d861-42d8-b4dd-944347a5fb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:57:21.594505 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-490578f7-ccdc-4465-9179-cabdd027ee3f req-f943bc40-d861-42d8-b4dd-944347a5fb7f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=bff87149-f6c9-4853-83a9-85f651545441 HTTP/1.1" status: 200 len: 1130 time: 0.0512722 Jul 27 08:57:21.652773 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-490578f7-ccdc-4465-9179-cabdd027ee3f req-558ac264-012a-41ca-87c7-39953e3af7af service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=8d5e7645-7593-4ba6-a8ab-faf9285cddbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511425 Jul 27 08:57:22.071134 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3241c83d-89b2-4393-9d7b-0aa7d290d5d0 req-838f6ebb-0333-4118-b1cf-e631e114450a tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:57:22.072644 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-3241c83d-89b2-4393-9d7b-0aa7d290d5d0 req-838f6ebb-0333-4118-b1cf-e631e114450a tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.40 "GET /v2.0/ports?device_id=bff87149-f6c9-4853-83a9-85f651545441 HTTP/1.1" status: 200 len: 946 time: 0.0484278 Jul 27 08:57:22.131426 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-3241c83d-89b2-4393-9d7b-0aa7d290d5d0 req-4cddd4f6-4dab-4db5-94c2-1ba8ca117768 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.40 "GET /v2.0/security-groups?id=8d5e7645-7593-4ba6-a8ab-faf9285cddbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476537 Jul 27 08:57:23.262297 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4c8937-5801-413f-9dbb-3c1001cf6928 req-b530e9a9-1111-4753-b863-4b7b012d6882 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:57:23.263864 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-ac4c8937-5801-413f-9dbb-3c1001cf6928 req-b530e9a9-1111-4753-b863-4b7b012d6882 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.40 "GET /v2.0/ports?device_id=bff87149-f6c9-4853-83a9-85f651545441 HTTP/1.1" status: 200 len: 946 time: 0.0491803 Jul 27 08:57:23.317517 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-ac4c8937-5801-413f-9dbb-3c1001cf6928 req-865a2c9e-648a-4873-82f0-42df3603ba91 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.40 "GET /v2.0/security-groups?id=8d5e7645-7593-4ba6-a8ab-faf9285cddbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468121 Jul 27 08:57:24.441748 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05691dbc-d046-49f4-9f33-400ea1eb9dce req-3dfe4673-50e3-4239-a66f-8e20799b1f71 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:57:24.443351 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-05691dbc-d046-49f4-9f33-400ea1eb9dce req-3dfe4673-50e3-4239-a66f-8e20799b1f71 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.40 "GET /v2.0/ports?device_id=bff87149-f6c9-4853-83a9-85f651545441 HTTP/1.1" status: 200 len: 946 time: 0.0496871 Jul 27 08:57:24.495020 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-05691dbc-d046-49f4-9f33-400ea1eb9dce req-337c678d-3ab4-424f-9032-59dc076a9805 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.40 "GET /v2.0/security-groups?id=8d5e7645-7593-4ba6-a8ab-faf9285cddbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459859 Jul 27 08:57:24.622218 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61b1221-03b9-4206-af37-45d1326ef614 req-ec66dbcd-7afb-42ac-89b7-a4beab8d1d0b tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:57:24.625691 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-d61b1221-03b9-4206-af37-45d1326ef614 req-ec66dbcd-7afb-42ac-89b7-a4beab8d1d0b tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.40 "GET /v2.0/ports?device_id=bff87149-f6c9-4853-83a9-85f651545441 HTTP/1.1" status: 200 len: 946 time: 0.0535724 Jul 27 08:57:24.678388 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-d61b1221-03b9-4206-af37-45d1326ef614 req-e8710a07-5d9e-4eff-b340-cb3f9536035d tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.40 "GET /v2.0/security-groups?id=8d5e7645-7593-4ba6-a8ab-faf9285cddbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480402 Jul 27 08:57:24.704771 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 38510) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:57:24.856191 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d33299-8fad-4124-af81-5ff0da62f5dc tempest-TestVolumeBootPattern-1148435854 tempest-TestVolumeBootPattern-1148435854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:57:24.857778 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-a9d33299-8fad-4124-af81-5ff0da62f5dc tempest-TestVolumeBootPattern-1148435854 tempest-TestVolumeBootPattern-1148435854-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=bff87149-f6c9-4853-83a9-85f651545441 HTTP/1.1" status: 200 len: 1125 time: 0.1519828 Jul 27 08:57:24.861499 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 38514) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:57:24.865835 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.v2.base [None req-8e71c7a9-b877-48b7-a7d7-dc7ed04ed7c3 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Request body: {'floatingip': {'floating_network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'port_id': '23c5071b-889a-4075-bf12-2f7ef7f23fef', 'tenant_id': 'e664288b45ae4b98ae22270ea7eac1e6', 'fixed_ip_address': '172.20.0.12'}} {{(pid=104485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 08:57:24.959251 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-8e71c7a9-b877-48b7-a7d7-dc7ed04ed7c3 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:57:25.047755 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-8e71c7a9-b877-48b7-a7d7-dc7ed04ed7c3 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (None), before_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:57:25.390309 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:57:25.416330 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.db.db_base_plugin_common [None req-8e71c7a9-b877-48b7-a7d7-dc7ed04ed7c3 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Allocated IP 172.27.2.98 (e7cd7671-9410-421d-95f2-ddad301715a5/bd8cca88-d260-42a1-9635-5bfcc6eba2a1/7053fc04-9d07-4907-937f-4cac8f1d1fe0) {{(pid=104485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 08:57:25.472191 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:57:25.539474 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-8e71c7a9-b877-48b7-a7d7-dc7ed04ed7c3 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Publish callbacks [] for port (7053fc04-9d07-4907-937f-4cac8f1d1fe0), precommit_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:57:25.650766 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-8e71c7a9-b877-48b7-a7d7-dc7ed04ed7c3 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786709965397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16582167'] for port (7053fc04-9d07-4907-937f-4cac8f1d1fe0), after_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:57:25.688356 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e71c7a9-b877-48b7-a7d7-dc7ed04ed7c3 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Network e7cd7671-9410-421d-95f2-ddad301715a5 is already hosted by enough agents. {{(pid=104485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 08:57:25.693375 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.scheduler.base_scheduler [None req-8e71c7a9-b877-48b7-a7d7-dc7ed04ed7c3 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Resources bound (agent type, host, resource id): {{(pid=104485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 08:57:25.697468 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e71c7a9-b877-48b7-a7d7-dc7ed04ed7c3 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Received port after_create {{(pid=104485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 08:57:25.702677 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e71c7a9-b877-48b7-a7d7-dc7ed04ed7c3 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Pushing event updated for resources: {'Port': ['ID=7053fc04-9d07-4907-937f-4cac8f1d1fe0,revision_number=1']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:57:25.730279 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e71c7a9-b877-48b7-a7d7-dc7ed04ed7c3 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:57:25.730630 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e71c7a9-b877-48b7-a7d7-dc7ed04ed7c3 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:57:25.730973 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e71c7a9-b877-48b7-a7d7-dc7ed04ed7c3 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:57:25.731323 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e71c7a9-b877-48b7-a7d7-dc7ed04ed7c3 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:57:25.731660 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e71c7a9-b877-48b7-a7d7-dc7ed04ed7c3 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:57:25.731988 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e71c7a9-b877-48b7-a7d7-dc7ed04ed7c3 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:57:25.732318 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e71c7a9-b877-48b7-a7d7-dc7ed04ed7c3 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:57:25.732649 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e71c7a9-b877-48b7-a7d7-dc7ed04ed7c3 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:57:25.732974 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e71c7a9-b877-48b7-a7d7-dc7ed04ed7c3 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:57:25.733301 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e71c7a9-b877-48b7-a7d7-dc7ed04ed7c3 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:57:25.733632 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e71c7a9-b877-48b7-a7d7-dc7ed04ed7c3 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:57:25.733956 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e71c7a9-b877-48b7-a7d7-dc7ed04ed7c3 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:57:25.734330 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e71c7a9-b877-48b7-a7d7-dc7ed04ed7c3 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:57:25.734659 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e71c7a9-b877-48b7-a7d7-dc7ed04ed7c3 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:57:25.734983 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e71c7a9-b877-48b7-a7d7-dc7ed04ed7c3 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:57:25.932085 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:57:26.082995 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-8e71c7a9-b877-48b7-a7d7-dc7ed04ed7c3 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Publish callbacks [] for floatingip (07865de0-4b99-4c7d-8aa3-efc09fe4a979), precommit_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:57:26.205117 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-8e71c7a9-b877-48b7-a7d7-dc7ed04ed7c3 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838339'] for port (7053fc04-9d07-4907-937f-4cac8f1d1fe0), before_update {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:57:26.367371 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-8e71c7a9-b877-48b7-a7d7-dc7ed04ed7c3 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Publish callbacks [] for port (7053fc04-9d07-4907-937f-4cac8f1d1fe0), precommit_update {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:57:26.427492 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-8e71c7a9-b877-48b7-a7d7-dc7ed04ed7c3 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786710344668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786709965415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786709965433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16582144'] for port (7053fc04-9d07-4907-937f-4cac8f1d1fe0), after_update {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:57:26.501211 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e71c7a9-b877-48b7-a7d7-dc7ed04ed7c3 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Pushing event updated for resources: {'Port': ['ID=7053fc04-9d07-4907-937f-4cac8f1d1fe0,revision_number=2']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:57:26.513202 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-8e71c7a9-b877-48b7-a7d7-dc7ed04ed7c3 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-363235'] for floatingip (07865de0-4b99-4c7d-8aa3-efc09fe4a979), after_create {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:57:26.615311 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.db.l3_db [None req-8e71c7a9-b877-48b7-a7d7-dc7ed04ed7c3 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Floating IP 07865de0-4b99-4c7d-8aa3-efc09fe4a979 associated. External IP: 172.27.2.98, port: 23c5071b-889a-4075-bf12-2f7ef7f23fef. Jul 27 08:57:26.761201 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:57:26.814784 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e71c7a9-b877-48b7-a7d7-dc7ed04ed7c3 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Router 967dffa2-d957-4d1e-94d7-9b0e845a7543 has already been hosted by L3 agent 5bc6d868-bb0b-4164-b2dd-44360f4de654 {{(pid=104485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 08:57:26.929675 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e71c7a9-b877-48b7-a7d7-dc7ed04ed7c3 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Notify agent at l3_agent.dv-cinder-851170-2-iscsi the message routers_updated {{(pid=104485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 08:57:26.944051 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b50f61-2cf6-4f2b-a080-0365baeb3f05 None None] Sync routers for ids ['967dffa2-d957-4d1e-94d7-9b0e845a7543'] in dv-cinder-851170-2-iscsi {{(pid=104488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 08:57:26.955695 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b50f61-2cf6-4f2b-a080-0365baeb3f05 None None] Routers {'967dffa2-d957-4d1e-94d7-9b0e845a7543'} bound to L3 agent in host dv-cinder-851170-2-iscsi {{(pid=104488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 08:57:26.956337 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_hamode_db [None req-d0b50f61-2cf6-4f2b-a080-0365baeb3f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-27T08:30:18Z,description=,heartbeat_timestamp=2022-07-27T08:57:18Z,host='dv-cinder-851170-2-iscsi',id=5bc6d868-bb0b-4164-b2dd-44360f4de654,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T08:30:19Z,topic='l3_agent')) {'router_ids': ['967dffa2-d957-4d1e-94d7-9b0e845a7543'], 'active': True} {{(pid=104488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:57:26.988767 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-8e71c7a9-b877-48b7-a7d7-dc7ed04ed7c3 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8374701'] for floatingip (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:57:27.010462 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:57:27.021699 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-8e71c7a9-b877-48b7-a7d7-dc7ed04ed7c3 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1590683 Jul 27 08:57:27.022225 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bff87149-f6c9-4853-83a9-85f651545441', 'tag': '23c5071b-889a-4075-bf12-2f7ef7f23fef'}] {{(pid=104485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 08:57:27.024511 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f4ab7c7b1e34975a56cd7ce610f5615b70f950c8da59d9e9b5a870069a9544" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-671b3c6b-ce6e-4341-990c-adf26032d739" -d '{"events": [{"name": "network-changed", "server_uuid": "bff87149-f6c9-4853-83a9-85f651545441", "tag": "23c5071b-889a-4075-bf12-2f7ef7f23fef"}]}' {{(pid=104485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 08:57:27.068333 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvr_db [None req-d0b50f61-2cf6-4f2b-a080-0365baeb3f05 None None] Set router 967dffa2-d957-4d1e-94d7-9b0e845a7543 gateway port host: dv-cinder-851170-2-iscsi {{(pid=104488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 08:57:27.129065 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 08:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ade49694-4b76-4963-9400-4f0e7cb714e8 x-openstack-request-id: req-ade49694-4b76-4963-9400-4f0e7cb714e8 {{(pid=104485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 08:57:27.129361 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bff87149-f6c9-4853-83a9-85f651545441", "tag": "23c5071b-889a-4075-bf12-2f7ef7f23fef", "status": "completed", "code": 200}]} {{(pid=104485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 08:57:27.129623 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-ade49694-4b76-4963-9400-4f0e7cb714e8 {{(pid=104485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 08:57:27.130033 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ade49694-4b76-4963-9400-4f0e7cb714e8'] response: {'name': 'network-changed', 'server_uuid': 'bff87149-f6c9-4853-83a9-85f651545441', 'tag': '23c5071b-889a-4075-bf12-2f7ef7f23fef', 'status': 'completed', 'code': 200} Jul 27 08:57:27.215785 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671b3c6b-ce6e-4341-990c-adf26032d739 req-73fffb20-85d1-41b4-9c1f-f6a9d2f74eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:57:27.217438 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-671b3c6b-ce6e-4341-990c-adf26032d739 req-73fffb20-85d1-41b4-9c1f-f6a9d2f74eae service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e664288b45ae4b98ae22270ea7eac1e6&device_id=bff87149-f6c9-4853-83a9-85f651545441 HTTP/1.1" status: 200 len: 1130 time: 0.0430024 Jul 27 08:57:27.309614 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_hamode_db [None req-d0b50f61-2cf6-4f2b-a080-0365baeb3f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '967dffa2-d957-4d1e-94d7-9b0e845a7543', 'name': 'tempest-TestVolumeBootPattern-133541680-router', 'tenant_id': 'e664288b45ae4b98ae22270ea7eac1e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '2bb7f59b-ce22-44d9-a3c0-a28f9e63a608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:50:21Z', 'updated_at': '2022-07-27T08:50:24Z', 'revision_number': 4, 'project_id': 'e664288b45ae4b98ae22270ea7eac1e6', 'gw_port': {'id': '2bb7f59b-ce22-44d9-a3c0-a28f9e63a608', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:9e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967dffa2-d957-4d1e-94d7-9b0e845a7543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:50:22Z', 'updated_at': '2022-07-27T08:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi', '_floatingips': [{'id': '07865de0-4b99-4c7d-8aa3-efc09fe4a979', 'tenant_id': 'e664288b45ae4b98ae22270ea7eac1e6', 'floating_ip_address': '172.27.2.98', 'floating_network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'router_id': '967dffa2-d957-4d1e-94d7-9b0e845a7543', 'port_id': '23c5071b-889a-4075-bf12-2f7ef7f23fef', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 748, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecada7fa-7a56-41f5-bba0-0e680e111c5d', 'mac_address': 'fa:16:3e:09:c1:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bff87149-f6c9-4853-83a9-85f651545441', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T08:57:25Z', 'updated_at': '2022-07-27T08:57:25Z', 'revision_number': 0, 'project_id': 'e664288b45ae4b98ae22270ea7eac1e6', 'fixed_ip_address_scope': None}, {'id': '39b0438d-286c-4867-b12f-1a08a02f74e3', 'tenant_id': 'e664288b45ae4b98ae22270ea7eac1e6', 'floating_ip_address': '172.27.2.200', 'floating_network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'router_id': '967dffa2-d957-4d1e-94d7-9b0e845a7543', 'port_id': '7542cc58-529d-46b1-92a1-0856e0cf8843', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 745, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecada7fa-7a56-41f5-bba0-0e680e111c5d', 'mac_address': 'fa:16:3e:6b:23:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0de859b-72e8-4dc0-9af8-8c63b431ac4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T08:55:01Z', 'updated_at': '2022-07-27T08:55:03Z', 'revision_number': 1, 'project_id': 'e664288b45ae4b98ae22270ea7eac1e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71584670-2126-4994-80d4-21b4a9015e82', 'name': '', 'network_id': 'ecada7fa-7a56-41f5-bba0-0e680e111c5d', 'tenant_id': 'e664288b45ae4b98ae22270ea7eac1e6', 'mac_address': 'fa:16:3e:da:6b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967dffa2-d957-4d1e-94d7-9b0e845a7543', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '3728e296-f73f-42fa-ab4b-892bf727c18b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:50:24Z', 'updated_at': '2022-07-27T08:50:29Z', 'revision_number': 5, 'project_id': 'e664288b45ae4b98ae22270ea7eac1e6', 'subnets': [{'id': '3728e296-f73f-42fa-ab4b-892bf727c18b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851170-2-iscsi', False) {} {{(pid=104488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:57:27.321953 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671b3c6b-ce6e-4341-990c-adf26032d739 req-daacd388-e762-4368-93ff-708272964b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:57:27.323515 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-671b3c6b-ce6e-4341-990c-adf26032d739 req-daacd388-e762-4368-93ff-708272964b99 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ecada7fa-7a56-41f5-bba0-0e680e111c5d HTTP/1.1" status: 200 len: 912 time: 0.0989811 Jul 27 08:57:27.339505 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b50f61-2cf6-4f2b-a080-0365baeb3f05 None None] Checking router: 967dffa2-d957-4d1e-94d7-9b0e845a7543 for host: dv-cinder-851170-2-iscsi {{(pid=104488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 08:57:27.353426 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b50f61-2cf6-4f2b-a080-0365baeb3f05 None None] Routers {'967dffa2-d957-4d1e-94d7-9b0e845a7543'} bound to L3 agent in host dv-cinder-851170-2-iscsi {{(pid=104488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 08:57:27.353426 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_hamode_db [None req-d0b50f61-2cf6-4f2b-a080-0365baeb3f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-27T08:30:18Z,description=,heartbeat_timestamp=2022-07-27T08:57:18Z,host='dv-cinder-851170-2-iscsi',id=5bc6d868-bb0b-4164-b2dd-44360f4de654,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T08:30:19Z,topic='l3_agent')) {'router_ids': ['967dffa2-d957-4d1e-94d7-9b0e845a7543'], 'active': True} {{(pid=104488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:57:27.389434 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-671b3c6b-ce6e-4341-990c-adf26032d739 req-a61a232c-67b1-4c4c-9689-2c9ec422e5e6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=23c5071b-889a-4075-bf12-2f7ef7f23fef HTTP/1.1" status: 200 len: 999 time: 0.0595741 Jul 27 08:57:27.443243 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671b3c6b-ce6e-4341-990c-adf26032d739 req-bce0e1e0-be4b-4c6e-9b50-1be2c2b799c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:57:27.444710 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-671b3c6b-ce6e-4341-990c-adf26032d739 req-bce0e1e0-be4b-4c6e-9b50-1be2c2b799c0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3728e296-f73f-42fa-ab4b-892bf727c18b HTTP/1.1" status: 200 len: 850 time: 0.0492847 Jul 27 08:57:27.457963 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvr_db [None req-d0b50f61-2cf6-4f2b-a080-0365baeb3f05 None None] Set router 967dffa2-d957-4d1e-94d7-9b0e845a7543 gateway port host: dv-cinder-851170-2-iscsi {{(pid=104488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 08:57:27.493819 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671b3c6b-ce6e-4341-990c-adf26032d739 req-3502f8cc-2017-4cd1-ae72-312e965df8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:57:27.495375 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-671b3c6b-ce6e-4341-990c-adf26032d739 req-3502f8cc-2017-4cd1-ae72-312e965df8dd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ecada7fa-7a56-41f5-bba0-0e680e111c5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449791 Jul 27 08:57:27.559695 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=100 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:57:27.597923 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-671b3c6b-ce6e-4341-990c-adf26032d739 req-4c778b35-d1e0-408a-a6c4-3e68424d9f46 service neutron] 10.222.0.42 "GET /v2.0/networks/ecada7fa-7a56-41f5-bba0-0e680e111c5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962324 Jul 27 08:57:27.689666 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_hamode_db [None req-d0b50f61-2cf6-4f2b-a080-0365baeb3f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '967dffa2-d957-4d1e-94d7-9b0e845a7543', 'name': 'tempest-TestVolumeBootPattern-133541680-router', 'tenant_id': 'e664288b45ae4b98ae22270ea7eac1e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '2bb7f59b-ce22-44d9-a3c0-a28f9e63a608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:50:21Z', 'updated_at': '2022-07-27T08:50:24Z', 'revision_number': 4, 'project_id': 'e664288b45ae4b98ae22270ea7eac1e6', 'gw_port': {'id': '2bb7f59b-ce22-44d9-a3c0-a28f9e63a608', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:9e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967dffa2-d957-4d1e-94d7-9b0e845a7543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:50:22Z', 'updated_at': '2022-07-27T08:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi', '_floatingips': [{'id': '07865de0-4b99-4c7d-8aa3-efc09fe4a979', 'tenant_id': 'e664288b45ae4b98ae22270ea7eac1e6', 'floating_ip_address': '172.27.2.98', 'floating_network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'router_id': '967dffa2-d957-4d1e-94d7-9b0e845a7543', 'port_id': '23c5071b-889a-4075-bf12-2f7ef7f23fef', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 748, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecada7fa-7a56-41f5-bba0-0e680e111c5d', 'mac_address': 'fa:16:3e:09:c1:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bff87149-f6c9-4853-83a9-85f651545441', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T08:57:25Z', 'updated_at': '2022-07-27T08:57:25Z', 'revision_number': 0, 'project_id': 'e664288b45ae4b98ae22270ea7eac1e6', 'fixed_ip_address_scope': None}, {'id': '39b0438d-286c-4867-b12f-1a08a02f74e3', 'tenant_id': 'e664288b45ae4b98ae22270ea7eac1e6', 'floating_ip_address': '172.27.2.200', 'floating_network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'router_id': '967dffa2-d957-4d1e-94d7-9b0e845a7543', 'port_id': '7542cc58-529d-46b1-92a1-0856e0cf8843', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 745, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecada7fa-7a56-41f5-bba0-0e680e111c5d', 'mac_address': 'fa:16:3e:6b:23:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0de859b-72e8-4dc0-9af8-8c63b431ac4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T08:55:01Z', 'updated_at': '2022-07-27T08:55:03Z', 'revision_number': 1, 'project_id': 'e664288b45ae4b98ae22270ea7eac1e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71584670-2126-4994-80d4-21b4a9015e82', 'name': '', 'network_id': 'ecada7fa-7a56-41f5-bba0-0e680e111c5d', 'tenant_id': 'e664288b45ae4b98ae22270ea7eac1e6', 'mac_address': 'fa:16:3e:da:6b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967dffa2-d957-4d1e-94d7-9b0e845a7543', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '3728e296-f73f-42fa-ab4b-892bf727c18b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:50:24Z', 'updated_at': '2022-07-27T08:50:29Z', 'revision_number': 5, 'project_id': 'e664288b45ae4b98ae22270ea7eac1e6', 'subnets': [{'id': '3728e296-f73f-42fa-ab4b-892bf727c18b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851170-2-iscsi', False) {} {{(pid=104488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:57:27.703008 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-671b3c6b-ce6e-4341-990c-adf26032d739 req-4e659011-698f-49dd-b8de-e840198223a0 service neutron] 10.222.0.42 "GET /v2.0/networks/ecada7fa-7a56-41f5-bba0-0e680e111c5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981677 Jul 27 08:57:27.714895 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b50f61-2cf6-4f2b-a080-0365baeb3f05 None None] The sync data for ids ['967dffa2-d957-4d1e-94d7-9b0e845a7543'] in dv-cinder-851170-2-iscsi is: [{'id': '967dffa2-d957-4d1e-94d7-9b0e845a7543', 'name': 'tempest-TestVolumeBootPattern-133541680-router', 'tenant_id': 'e664288b45ae4b98ae22270ea7eac1e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '2bb7f59b-ce22-44d9-a3c0-a28f9e63a608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:50:21Z', 'updated_at': '2022-07-27T08:50:24Z', 'revision_number': 4, 'project_id': 'e664288b45ae4b98ae22270ea7eac1e6', 'gw_port': {'id': '2bb7f59b-ce22-44d9-a3c0-a28f9e63a608', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:9e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967dffa2-d957-4d1e-94d7-9b0e845a7543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:50:22Z', 'updated_at': '2022-07-27T08:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi', '_floatingips': [{'id': '07865de0-4b99-4c7d-8aa3-efc09fe4a979', 'tenant_id': 'e664288b45ae4b98ae22270ea7eac1e6', 'floating_ip_address': '172.27.2.98', 'floating_network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'router_id': '967dffa2-d957-4d1e-94d7-9b0e845a7543', 'port_id': '23c5071b-889a-4075-bf12-2f7ef7f23fef', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 748, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecada7fa-7a56-41f5-bba0-0e680e111c5d', 'mac_address': 'fa:16:3e:09:c1:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bff87149-f6c9-4853-83a9-85f651545441', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T08:57:25Z', 'updated_at': '2022-07-27T08:57:25Z', 'revision_number': 0, 'project_id': 'e664288b45ae4b98ae22270ea7eac1e6', 'fixed_ip_address_scope': None}, {'id': '39b0438d-286c-4867-b12f-1a08a02f74e3', 'tenant_id': 'e664288b45ae4b98ae22270ea7eac1e6', 'floating_ip_address': '172.27.2.200', 'floating_network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'router_id': '967dffa2-d957-4d1e-94d7-9b0e845a7543', 'port_id': '7542cc58-529d-46b1-92a1-0856e0cf8843', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 745, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecada7fa-7a56-41f5-bba0-0e680e111c5d', 'mac_address': 'fa:16:3e:6b:23:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0de859b-72e8-4dc0-9af8-8c63b431ac4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T08:55:01Z', 'updated_at': '2022-07-27T08:55:03Z', 'revision_number': 1, 'project_id': 'e664288b45ae4b98ae22270ea7eac1e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71584670-2126-4994-80d4-21b4a9015e82', 'name': '', 'network_id': 'ecada7fa-7a56-41f5-bba0-0e680e111c5d', 'tenant_id': 'e664288b45ae4b98ae22270ea7eac1e6', 'mac_address': 'fa:16:3e:da:6b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967dffa2-d957-4d1e-94d7-9b0e845a7543', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '3728e296-f73f-42fa-ab4b-892bf727c18b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:50:24Z', 'updated_at': '2022-07-27T08:50:29Z', 'revision_number': 5, 'project_id': 'e664288b45ae4b98ae22270ea7eac1e6', 'subnets': [{'id': '3728e296-f73f-42fa-ab4b-892bf727c18b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 08:57:27.926021 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b444dc0a-8293-41d5-ac58-e5b6c6298d6f None None] New status for floating IP 07865de0-4b99-4c7d-8aa3-efc09fe4a979: ACTIVE {{(pid=104487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 27 08:57:29.103730 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.agents_db [None req-f85b74c8-06c1-470d-aedd-c7ca4f0196ea None None] Agent healthcheck: found 6 active agents {{(pid=104488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 08:57:37.017972 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=14,neutron:DELETE=1 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:57:37.494727 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-482ca65a-8150-43f4-84e8-99d5afb59fdc req-d3d851e0-575e-4adf-807b-b9a1a83e90c0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b0de859b-72e8-4dc0-9af8-8c63b431ac4e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389724 Jul 27 08:57:37.595086 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482ca65a-8150-43f4-84e8-99d5afb59fdc req-c87ea7a6-d17b-4a41-9ef4-6c4b9a557721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:57:37.596583 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-482ca65a-8150-43f4-84e8-99d5afb59fdc req-c87ea7a6-d17b-4a41-9ef4-6c4b9a557721 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e664288b45ae4b98ae22270ea7eac1e6&device_id=b0de859b-72e8-4dc0-9af8-8c63b431ac4e HTTP/1.1" status: 200 len: 1130 time: 0.0405300 Jul 27 08:57:37.710341 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482ca65a-8150-43f4-84e8-99d5afb59fdc req-412c9590-a905-4718-bc30-2782f23f22f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:57:37.711846 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-482ca65a-8150-43f4-84e8-99d5afb59fdc req-412c9590-a905-4718-bc30-2782f23f22f8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ecada7fa-7a56-41f5-bba0-0e680e111c5d HTTP/1.1" status: 200 len: 912 time: 0.0946460 Jul 27 08:57:37.769940 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=100 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:57:37.776681 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-482ca65a-8150-43f4-84e8-99d5afb59fdc req-512bcd04-c4d7-441e-9eb1-9e3c0ac5d280 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7542cc58-529d-46b1-92a1-0856e0cf8843 HTTP/1.1" status: 200 len: 1002 time: 0.0579386 Jul 27 08:57:37.837132 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482ca65a-8150-43f4-84e8-99d5afb59fdc req-d25d34fc-0fdb-47d4-8731-a1a67e560fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:57:37.838599 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-482ca65a-8150-43f4-84e8-99d5afb59fdc req-d25d34fc-0fdb-47d4-8731-a1a67e560fb4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3728e296-f73f-42fa-ab4b-892bf727c18b HTTP/1.1" status: 200 len: 850 time: 0.0488265 Jul 27 08:57:37.882532 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482ca65a-8150-43f4-84e8-99d5afb59fdc req-a5968cac-0751-40f4-aef9-05ff6d60d72d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:57:37.884028 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-482ca65a-8150-43f4-84e8-99d5afb59fdc req-a5968cac-0751-40f4-aef9-05ff6d60d72d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ecada7fa-7a56-41f5-bba0-0e680e111c5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398655 Jul 27 08:57:37.984350 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-482ca65a-8150-43f4-84e8-99d5afb59fdc req-86b10c6e-d9f4-46e1-accb-9692f9dfd6b9 service neutron] 10.222.0.42 "GET /v2.0/networks/ecada7fa-7a56-41f5-bba0-0e680e111c5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937202 Jul 27 08:57:38.031526 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=38,neutron:UPDATE=6 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:57:38.035008 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=18,neutron:UPDATE=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:57:38.080958 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-482ca65a-8150-43f4-84e8-99d5afb59fdc req-4c72b96c-a1a1-46d4-a756-d6df3f912089 service neutron] 10.222.0.42 "GET /v2.0/networks/ecada7fa-7a56-41f5-bba0-0e680e111c5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905690 Jul 27 08:57:45.978316 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=79 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:57:45.984232 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=77 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:57:46.044477 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-08e83434-c479-4552-a1bc-4b28196a6481 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (7c77c4a2-8ca4-486b-af2a-676805e7b922), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:57:48.075251 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=61 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:57:48.077549 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=27 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:57:48.363833 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-9923bf8d-6c26-46bf-90b7-ff16fecaf2a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (5bc6d868-bb0b-4164-b2dd-44360f4de654), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:57:50.334564 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-45eb61cd-e3d7-4840-8013-3080c7768274 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (36998da0-f99a-403d-814c-b55466abd131), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:57:51.415228 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (ed9de811-f248-496b-b487-860d50d7cee7), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:57:51.438624 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-83feb67a-80d7-474e-96e8-1d92c33387c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (0a293c43-2970-4b69-9d2a-dcf41d8870ef), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:57:51.441647 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (40990755-2d84-4c9d-828c-eda94a5136e8), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:58:01.355292 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:58:01.362527 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:58:06.102935 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.agents_db [None req-f85b74c8-06c1-470d-aedd-c7ca4f0196ea None None] Agent healthcheck: found 6 active agents {{(pid=104488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 08:58:10.387280 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [req-3f953052-ad19-44aa-94f5-bb14a9067ee5 req-52130c32-577e-404e-a3dc-f7d13e029a1c service neutron] (104485) timed out ('10.222.0.40', 58538) {{(pid=104485) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 27 08:58:10.569036 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [req-3f953052-ad19-44aa-94f5-bb14a9067ee5 req-bb843899-f725-4bc9-b372-c3f4c87ee1d1 tempest-AttachVolumeShelveTestJSON-2012194629 tempest-AttachVolumeShelveTestJSON-2012194629-project] (104486) timed out ('10.222.0.40', 58550) {{(pid=104486) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 27 08:58:15.979553 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-d361b2ae-afb5-473c-a6fc-36229abe1517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (7c77c4a2-8ca4-486b-af2a-676805e7b922), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:58:18.328826 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-3a665958-a5d6-46a7-9d74-327dfbd12d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (5bc6d868-bb0b-4164-b2dd-44360f4de654), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:58:20.380109 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-45eb61cd-e3d7-4840-8013-3080c7768274 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (36998da0-f99a-403d-814c-b55466abd131), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:58:21.375821 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (ed9de811-f248-496b-b487-860d50d7cee7), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:58:21.396615 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-83feb67a-80d7-474e-96e8-1d92c33387c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (0a293c43-2970-4b69-9d2a-dcf41d8870ef), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:58:21.471287 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (40990755-2d84-4c9d-828c-eda94a5136e8), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:58:22.976278 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=4 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:58:22.981369 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:58:36.354335 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=25,neutron:UPDATE=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:58:36.355496 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:UPDATE=5,neutron:SELECT=19 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:58:37.491747 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-2107e534-eda5-4ef4-b05a-c69d13bba4ec req-c381b8b2-7c6c-4957-9777-ae2b97f72e65 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=bff87149-f6c9-4853-83a9-85f651545441&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0426853 Jul 27 08:58:37.585382 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2107e534-eda5-4ef4-b05a-c69d13bba4ec req-74bb9af2-88a8-4f1e-a466-9dd10c84b4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:58:37.587445 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-2107e534-eda5-4ef4-b05a-c69d13bba4ec req-74bb9af2-88a8-4f1e-a466-9dd10c84b4b1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e664288b45ae4b98ae22270ea7eac1e6&device_id=bff87149-f6c9-4853-83a9-85f651545441 HTTP/1.1" status: 200 len: 1130 time: 0.0628037 Jul 27 08:58:37.705373 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2107e534-eda5-4ef4-b05a-c69d13bba4ec req-c1f4e708-a290-4156-9d8d-ea841fb16d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:58:37.706914 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-2107e534-eda5-4ef4-b05a-c69d13bba4ec req-c1f4e708-a290-4156-9d8d-ea841fb16d8f service neutron] 10.222.0.42 "GET /v2.0/networks?id=ecada7fa-7a56-41f5-bba0-0e680e111c5d HTTP/1.1" status: 200 len: 912 time: 0.0990300 Jul 27 08:58:37.777762 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-2107e534-eda5-4ef4-b05a-c69d13bba4ec req-b89817c4-e2c6-4112-addd-4ae3d8b433e0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=23c5071b-889a-4075-bf12-2f7ef7f23fef HTTP/1.1" status: 200 len: 1001 time: 0.0641119 Jul 27 08:58:37.830821 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2107e534-eda5-4ef4-b05a-c69d13bba4ec req-5cbe0fa5-2183-4a7c-8df9-64c47ddb781a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:58:37.832298 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-2107e534-eda5-4ef4-b05a-c69d13bba4ec req-5cbe0fa5-2183-4a7c-8df9-64c47ddb781a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3728e296-f73f-42fa-ab4b-892bf727c18b HTTP/1.1" status: 200 len: 850 time: 0.0495846 Jul 27 08:58:37.878681 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2107e534-eda5-4ef4-b05a-c69d13bba4ec req-5efedf84-9b05-4c3a-a478-7c5e9ee4ca21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:58:37.880248 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-2107e534-eda5-4ef4-b05a-c69d13bba4ec req-5efedf84-9b05-4c3a-a478-7c5e9ee4ca21 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ecada7fa-7a56-41f5-bba0-0e680e111c5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422096 Jul 27 08:58:37.982536 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-2107e534-eda5-4ef4-b05a-c69d13bba4ec req-ec26fb5b-9f21-4327-94aa-62868d26e6ad service neutron] 10.222.0.42 "GET /v2.0/networks/ecada7fa-7a56-41f5-bba0-0e680e111c5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958674 Jul 27 08:58:38.083161 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-2107e534-eda5-4ef4-b05a-c69d13bba4ec req-3a33652c-dc2d-4f64-9332-b05f637aebdf service neutron] 10.222.0.42 "GET /v2.0/networks/ecada7fa-7a56-41f5-bba0-0e680e111c5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950675 Jul 27 08:58:43.164212 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.agents_db [None req-f85b74c8-06c1-470d-aedd-c7ca4f0196ea None None] Agent healthcheck: found 6 active agents {{(pid=104488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 08:58:46.036122 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a5b48716-41a7-4ba9-b97b-35692adf8909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (7c77c4a2-8ca4-486b-af2a-676805e7b922), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:58:48.077726 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=49 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:58:48.079756 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=52 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:58:48.345389 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-76800522-4afa-48d6-814a-5c9fce43b8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (5bc6d868-bb0b-4164-b2dd-44360f4de654), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:58:50.344580 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-45eb61cd-e3d7-4840-8013-3080c7768274 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (36998da0-f99a-403d-814c-b55466abd131), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:58:51.350051 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (ed9de811-f248-496b-b487-860d50d7cee7), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:58:51.435765 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-83feb67a-80d7-474e-96e8-1d92c33387c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (0a293c43-2970-4b69-9d2a-dcf41d8870ef), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:58:51.493143 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (40990755-2d84-4c9d-828c-eda94a5136e8), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:58:59.973263 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=3 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:58:59.978454 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=5 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:59:01.404445 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:59:01.406373 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:59:13.854068 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 38550) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:59:14.008716 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.plugin [None req-88505027-6174-433e-be95-24d93e361485 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Deleting port 7053fc04-9d07-4907-937f-4cac8f1d1fe0 {{(pid=104486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 08:59:14.009056 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-88505027-6174-433e-be95-24d93e361485 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786710341133'] for port (7053fc04-9d07-4907-937f-4cac8f1d1fe0), before_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:59:14.086114 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-88505027-6174-433e-be95-24d93e361485 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8100626'] for port (7053fc04-9d07-4907-937f-4cac8f1d1fe0), precommit_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:59:14.086478 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-88505027-6174-433e-be95-24d93e361485 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Publish callbacks [] for floatingip (7053fc04-9d07-4907-937f-4cac8f1d1fe0), precommit_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:59:14.099683 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.plugin [None req-88505027-6174-433e-be95-24d93e361485 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Calling delete_port for 7053fc04-9d07-4907-937f-4cac8f1d1fe0 owned by network:floatingip {{(pid=104486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 08:59:14.338682 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-88505027-6174-433e-be95-24d93e361485 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786710477123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786709965406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4293862'] for port (7053fc04-9d07-4907-937f-4cac8f1d1fe0), after_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:59:14.369057 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88505027-6174-433e-be95-24d93e361485 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Pushing event deleted for resources: {'Port': ['ID=7053fc04-9d07-4907-937f-4cac8f1d1fe0,revision_number=None']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:59:14.383150 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88505027-6174-433e-be95-24d93e361485 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:59:14.383505 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88505027-6174-433e-be95-24d93e361485 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:59:14.383848 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88505027-6174-433e-be95-24d93e361485 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:59:14.384197 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88505027-6174-433e-be95-24d93e361485 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:59:14.384529 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88505027-6174-433e-be95-24d93e361485 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:59:14.384858 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88505027-6174-433e-be95-24d93e361485 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:59:14.385194 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88505027-6174-433e-be95-24d93e361485 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:59:14.385518 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88505027-6174-433e-be95-24d93e361485 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:59:14.385849 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88505027-6174-433e-be95-24d93e361485 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:59:14.386195 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88505027-6174-433e-be95-24d93e361485 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:59:14.386527 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88505027-6174-433e-be95-24d93e361485 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:59:14.386852 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88505027-6174-433e-be95-24d93e361485 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:59:14.387177 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88505027-6174-433e-be95-24d93e361485 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:59:14.387499 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88505027-6174-433e-be95-24d93e361485 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:59:14.387818 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88505027-6174-433e-be95-24d93e361485 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:59:14.447273 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-88505027-6174-433e-be95-24d93e361485 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Publish callbacks [] for floatingip (07865de0-4b99-4c7d-8aa3-efc09fe4a979), after_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:59:14.447598 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.db.l3_db [None req-88505027-6174-433e-be95-24d93e361485 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Floating IP 07865de0-4b99-4c7d-8aa3-efc09fe4a979 disassociated (deleted). External IP: 172.27.2.98, port: 23c5071b-889a-4075-bf12-2f7ef7f23fef. Jul 27 08:59:14.647852 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88505027-6174-433e-be95-24d93e361485 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Router 967dffa2-d957-4d1e-94d7-9b0e845a7543 has already been hosted by L3 agent 5bc6d868-bb0b-4164-b2dd-44360f4de654 {{(pid=104486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 08:59:15.010935 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88505027-6174-433e-be95-24d93e361485 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Notify agent at l3_agent.dv-cinder-851170-2-iscsi the message routers_updated {{(pid=104486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 08:59:15.016950 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-88505027-6174-433e-be95-24d93e361485 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8374701'] for floatingip (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:59:15.024550 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791c6087-8afe-400f-b701-6d200cf2c637 None None] Sync routers for ids ['967dffa2-d957-4d1e-94d7-9b0e845a7543'] in dv-cinder-851170-2-iscsi {{(pid=104488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 08:59:15.035723 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791c6087-8afe-400f-b701-6d200cf2c637 None None] Routers {'967dffa2-d957-4d1e-94d7-9b0e845a7543'} bound to L3 agent in host dv-cinder-851170-2-iscsi {{(pid=104488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 08:59:15.036386 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_hamode_db [None req-791c6087-8afe-400f-b701-6d200cf2c637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-27T08:30:18Z,description=,heartbeat_timestamp=2022-07-27T08:58:48Z,host='dv-cinder-851170-2-iscsi',id=5bc6d868-bb0b-4164-b2dd-44360f4de654,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T08:30:19Z,topic='l3_agent')) {'router_ids': ['967dffa2-d957-4d1e-94d7-9b0e845a7543'], 'active': True} {{(pid=104488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:59:15.047399 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-88505027-6174-433e-be95-24d93e361485 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.40 "DELETE /v2.0/floatingips/07865de0-4b99-4c7d-8aa3-efc09fe4a979 HTTP/1.1" status: 204 len: 168 time: 1.1919539 Jul 27 08:59:15.047977 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bff87149-f6c9-4853-83a9-85f651545441', 'tag': '23c5071b-889a-4075-bf12-2f7ef7f23fef'}] {{(pid=104486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 08:59:15.050256 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0fbdf057086729fb3d5906bdd251c7adb98d678ad2f5ce1a48bcc8d44af0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-913d05bc-3ea1-49f8-9bd0-3d87171b62cb" -d '{"events": [{"name": "network-changed", "server_uuid": "bff87149-f6c9-4853-83a9-85f651545441", "tag": "23c5071b-889a-4075-bf12-2f7ef7f23fef"}]}' {{(pid=104486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 08:59:15.101951 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 08:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86c2032d-80b0-47ef-8f14-8d3535d50af6 x-openstack-request-id: req-86c2032d-80b0-47ef-8f14-8d3535d50af6 {{(pid=104486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 08:59:15.102290 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bff87149-f6c9-4853-83a9-85f651545441", "tag": "23c5071b-889a-4075-bf12-2f7ef7f23fef", "status": "completed", "code": 200}]} {{(pid=104486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 08:59:15.102538 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-86c2032d-80b0-47ef-8f14-8d3535d50af6 {{(pid=104486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 08:59:15.103167 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86c2032d-80b0-47ef-8f14-8d3535d50af6'] response: {'name': 'network-changed', 'server_uuid': 'bff87149-f6c9-4853-83a9-85f651545441', 'tag': '23c5071b-889a-4075-bf12-2f7ef7f23fef', 'status': 'completed', 'code': 200} Jul 27 08:59:15.153751 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:59:15.158076 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvr_db [None req-791c6087-8afe-400f-b701-6d200cf2c637 None None] Set router 967dffa2-d957-4d1e-94d7-9b0e845a7543 gateway port host: dv-cinder-851170-2-iscsi {{(pid=104488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 08:59:15.179110 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:59:15.187731 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913d05bc-3ea1-49f8-9bd0-3d87171b62cb req-68b2cb91-0c42-41b8-9850-fa528082c5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:59:15.189394 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-913d05bc-3ea1-49f8-9bd0-3d87171b62cb req-68b2cb91-0c42-41b8-9850-fa528082c5d2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e664288b45ae4b98ae22270ea7eac1e6&device_id=bff87149-f6c9-4853-83a9-85f651545441 HTTP/1.1" status: 200 len: 1130 time: 0.0449610 Jul 27 08:59:15.285310 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913d05bc-3ea1-49f8-9bd0-3d87171b62cb req-18564c20-78a3-402c-8e96-7f932b549dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:59:15.287241 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-913d05bc-3ea1-49f8-9bd0-3d87171b62cb req-18564c20-78a3-402c-8e96-7f932b549dc8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ecada7fa-7a56-41f5-bba0-0e680e111c5d HTTP/1.1" status: 200 len: 912 time: 0.0922716 Jul 27 08:59:15.334944 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-913d05bc-3ea1-49f8-9bd0-3d87171b62cb req-54fa4900-8c44-4e91-99ad-f005e6b4ebab service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=23c5071b-889a-4075-bf12-2f7ef7f23fef HTTP/1.1" status: 200 len: 217 time: 0.0421214 Jul 27 08:59:15.385809 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913d05bc-3ea1-49f8-9bd0-3d87171b62cb req-078c2459-7545-4b9a-af48-abcbe69da12a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:59:15.387612 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-913d05bc-3ea1-49f8-9bd0-3d87171b62cb req-078c2459-7545-4b9a-af48-abcbe69da12a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3728e296-f73f-42fa-ab4b-892bf727c18b HTTP/1.1" status: 200 len: 850 time: 0.0468163 Jul 27 08:59:15.389104 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_hamode_db [None req-791c6087-8afe-400f-b701-6d200cf2c637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '967dffa2-d957-4d1e-94d7-9b0e845a7543', 'name': 'tempest-TestVolumeBootPattern-133541680-router', 'tenant_id': 'e664288b45ae4b98ae22270ea7eac1e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '2bb7f59b-ce22-44d9-a3c0-a28f9e63a608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:50:21Z', 'updated_at': '2022-07-27T08:50:24Z', 'revision_number': 4, 'project_id': 'e664288b45ae4b98ae22270ea7eac1e6', 'gw_port': {'id': '2bb7f59b-ce22-44d9-a3c0-a28f9e63a608', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:9e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967dffa2-d957-4d1e-94d7-9b0e845a7543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:50:22Z', 'updated_at': '2022-07-27T08:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi', '_floatingips': [{'id': '39b0438d-286c-4867-b12f-1a08a02f74e3', 'tenant_id': 'e664288b45ae4b98ae22270ea7eac1e6', 'floating_ip_address': '172.27.2.200', 'floating_network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'router_id': '967dffa2-d957-4d1e-94d7-9b0e845a7543', 'port_id': '7542cc58-529d-46b1-92a1-0856e0cf8843', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 745, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecada7fa-7a56-41f5-bba0-0e680e111c5d', 'mac_address': 'fa:16:3e:6b:23:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0de859b-72e8-4dc0-9af8-8c63b431ac4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T08:55:01Z', 'updated_at': '2022-07-27T08:55:03Z', 'revision_number': 1, 'project_id': 'e664288b45ae4b98ae22270ea7eac1e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71584670-2126-4994-80d4-21b4a9015e82', 'name': '', 'network_id': 'ecada7fa-7a56-41f5-bba0-0e680e111c5d', 'tenant_id': 'e664288b45ae4b98ae22270ea7eac1e6', 'mac_address': 'fa:16:3e:da:6b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967dffa2-d957-4d1e-94d7-9b0e845a7543', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '3728e296-f73f-42fa-ab4b-892bf727c18b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:50:24Z', 'updated_at': '2022-07-27T08:50:29Z', 'revision_number': 5, 'project_id': 'e664288b45ae4b98ae22270ea7eac1e6', 'subnets': [{'id': '3728e296-f73f-42fa-ab4b-892bf727c18b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851170-2-iscsi', False) {} {{(pid=104488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:59:15.416496 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791c6087-8afe-400f-b701-6d200cf2c637 None None] Checking router: 967dffa2-d957-4d1e-94d7-9b0e845a7543 for host: dv-cinder-851170-2-iscsi {{(pid=104488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 08:59:15.428284 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791c6087-8afe-400f-b701-6d200cf2c637 None None] Routers {'967dffa2-d957-4d1e-94d7-9b0e845a7543'} bound to L3 agent in host dv-cinder-851170-2-iscsi {{(pid=104488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 08:59:15.429818 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_hamode_db [None req-791c6087-8afe-400f-b701-6d200cf2c637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-27T08:30:18Z,description=,heartbeat_timestamp=2022-07-27T08:58:48Z,host='dv-cinder-851170-2-iscsi',id=5bc6d868-bb0b-4164-b2dd-44360f4de654,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T08:30:19Z,topic='l3_agent')) {'router_ids': ['967dffa2-d957-4d1e-94d7-9b0e845a7543'], 'active': True} {{(pid=104488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:59:15.442242 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913d05bc-3ea1-49f8-9bd0-3d87171b62cb req-691a1b2b-41a8-408d-84f1-05a87b1546ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:59:15.444540 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-913d05bc-3ea1-49f8-9bd0-3d87171b62cb req-691a1b2b-41a8-408d-84f1-05a87b1546ed service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ecada7fa-7a56-41f5-bba0-0e680e111c5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0502901 Jul 27 08:59:15.512671 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc82087-d908-4755-9a54-26647be484c6 req-507d613b-cd5a-4fa8-902e-b32874689ad3 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:59:15.514254 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-ffc82087-d908-4755-9a54-26647be484c6 req-507d613b-cd5a-4fa8-902e-b32874689ad3 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.40 "GET /v2.0/ports?device_id=bff87149-f6c9-4853-83a9-85f651545441 HTTP/1.1" status: 200 len: 946 time: 0.0531967 Jul 27 08:59:15.565893 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-ffc82087-d908-4755-9a54-26647be484c6 req-16c82452-da90-43f3-8b93-b577e779c819 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.40 "GET /v2.0/security-groups?id=8d5e7645-7593-4ba6-a8ab-faf9285cddbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457497 Jul 27 08:59:15.590945 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvr_db [None req-791c6087-8afe-400f-b701-6d200cf2c637 None None] Set router 967dffa2-d957-4d1e-94d7-9b0e845a7543 gateway port host: dv-cinder-851170-2-iscsi {{(pid=104488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 08:59:15.822520 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_hamode_db [None req-791c6087-8afe-400f-b701-6d200cf2c637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '967dffa2-d957-4d1e-94d7-9b0e845a7543', 'name': 'tempest-TestVolumeBootPattern-133541680-router', 'tenant_id': 'e664288b45ae4b98ae22270ea7eac1e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '2bb7f59b-ce22-44d9-a3c0-a28f9e63a608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:50:21Z', 'updated_at': '2022-07-27T08:50:24Z', 'revision_number': 4, 'project_id': 'e664288b45ae4b98ae22270ea7eac1e6', 'gw_port': {'id': '2bb7f59b-ce22-44d9-a3c0-a28f9e63a608', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:9e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967dffa2-d957-4d1e-94d7-9b0e845a7543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:50:22Z', 'updated_at': '2022-07-27T08:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi', '_floatingips': [{'id': '39b0438d-286c-4867-b12f-1a08a02f74e3', 'tenant_id': 'e664288b45ae4b98ae22270ea7eac1e6', 'floating_ip_address': '172.27.2.200', 'floating_network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'router_id': '967dffa2-d957-4d1e-94d7-9b0e845a7543', 'port_id': '7542cc58-529d-46b1-92a1-0856e0cf8843', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 745, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecada7fa-7a56-41f5-bba0-0e680e111c5d', 'mac_address': 'fa:16:3e:6b:23:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0de859b-72e8-4dc0-9af8-8c63b431ac4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T08:55:01Z', 'updated_at': '2022-07-27T08:55:03Z', 'revision_number': 1, 'project_id': 'e664288b45ae4b98ae22270ea7eac1e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71584670-2126-4994-80d4-21b4a9015e82', 'name': '', 'network_id': 'ecada7fa-7a56-41f5-bba0-0e680e111c5d', 'tenant_id': 'e664288b45ae4b98ae22270ea7eac1e6', 'mac_address': 'fa:16:3e:da:6b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967dffa2-d957-4d1e-94d7-9b0e845a7543', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '3728e296-f73f-42fa-ab4b-892bf727c18b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:50:24Z', 'updated_at': '2022-07-27T08:50:29Z', 'revision_number': 5, 'project_id': 'e664288b45ae4b98ae22270ea7eac1e6', 'subnets': [{'id': '3728e296-f73f-42fa-ab4b-892bf727c18b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851170-2-iscsi', False) {} {{(pid=104488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:59:15.847832 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791c6087-8afe-400f-b701-6d200cf2c637 None None] The sync data for ids ['967dffa2-d957-4d1e-94d7-9b0e845a7543'] in dv-cinder-851170-2-iscsi is: [{'id': '967dffa2-d957-4d1e-94d7-9b0e845a7543', 'name': 'tempest-TestVolumeBootPattern-133541680-router', 'tenant_id': 'e664288b45ae4b98ae22270ea7eac1e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '2bb7f59b-ce22-44d9-a3c0-a28f9e63a608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:50:21Z', 'updated_at': '2022-07-27T08:50:24Z', 'revision_number': 4, 'project_id': 'e664288b45ae4b98ae22270ea7eac1e6', 'gw_port': {'id': '2bb7f59b-ce22-44d9-a3c0-a28f9e63a608', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:9e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967dffa2-d957-4d1e-94d7-9b0e845a7543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:50:22Z', 'updated_at': '2022-07-27T08:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi', '_floatingips': [{'id': '39b0438d-286c-4867-b12f-1a08a02f74e3', 'tenant_id': 'e664288b45ae4b98ae22270ea7eac1e6', 'floating_ip_address': '172.27.2.200', 'floating_network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'router_id': '967dffa2-d957-4d1e-94d7-9b0e845a7543', 'port_id': '7542cc58-529d-46b1-92a1-0856e0cf8843', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 745, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecada7fa-7a56-41f5-bba0-0e680e111c5d', 'mac_address': 'fa:16:3e:6b:23:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0de859b-72e8-4dc0-9af8-8c63b431ac4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T08:55:01Z', 'updated_at': '2022-07-27T08:55:03Z', 'revision_number': 1, 'project_id': 'e664288b45ae4b98ae22270ea7eac1e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71584670-2126-4994-80d4-21b4a9015e82', 'name': '', 'network_id': 'ecada7fa-7a56-41f5-bba0-0e680e111c5d', 'tenant_id': 'e664288b45ae4b98ae22270ea7eac1e6', 'mac_address': 'fa:16:3e:da:6b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967dffa2-d957-4d1e-94d7-9b0e845a7543', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '3728e296-f73f-42fa-ab4b-892bf727c18b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:50:24Z', 'updated_at': '2022-07-27T08:50:29Z', 'revision_number': 5, 'project_id': 'e664288b45ae4b98ae22270ea7eac1e6', 'subnets': [{'id': '3728e296-f73f-42fa-ab4b-892bf727c18b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 08:59:15.984145 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-df51a4ee-f721-406f-bcce-1181b091b878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (7c77c4a2-8ca4-486b-af2a-676805e7b922), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:59:16.076884 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d1e24a-8f99-4ee7-a9c3-61eac53919cb None None] New status for floating IP 07865de0-4b99-4c7d-8aa3-efc09fe4a979: DOWN {{(pid=104487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 27 08:59:16.577702 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-913d05bc-3ea1-49f8-9bd0-3d87171b62cb req-40a2cb02-f54f-4af4-b518-b501f88787a3 service neutron] 10.222.0.42 "GET /v2.0/networks/ecada7fa-7a56-41f5-bba0-0e680e111c5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915048 Jul 27 08:59:16.715610 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fbf5a9-0ffd-4262-8aba-9d9e69dc23ea req-ed063c9e-382b-4725-ab51-93fba8007f56 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:59:16.717114 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-c2fbf5a9-0ffd-4262-8aba-9d9e69dc23ea req-ed063c9e-382b-4725-ab51-93fba8007f56 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.40 "GET /v2.0/ports?device_id=bff87149-f6c9-4853-83a9-85f651545441 HTTP/1.1" status: 200 len: 946 time: 0.0713425 Jul 27 08:59:16.719345 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-913d05bc-3ea1-49f8-9bd0-3d87171b62cb req-33f125b4-3de9-4e48-a58e-ba57ad48764c service neutron] 10.222.0.42 "GET /v2.0/networks/ecada7fa-7a56-41f5-bba0-0e680e111c5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321564 Jul 27 08:59:16.768407 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-c2fbf5a9-0ffd-4262-8aba-9d9e69dc23ea req-a9f38f8a-a0fd-458c-9183-07f984fcc69b tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.40 "GET /v2.0/security-groups?id=8d5e7645-7593-4ba6-a8ab-faf9285cddbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453339 Jul 27 08:59:17.275135 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e494bf-bc07-466d-8811-abd26c973146 req-25df153f-bc1e-470a-9050-79131b5a1a58 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:59:17.276535 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-69e494bf-bc07-466d-8811-abd26c973146 req-25df153f-bc1e-470a-9050-79131b5a1a58 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.42 "GET /v2.0/ports?device_id=bff87149-f6c9-4853-83a9-85f651545441 HTTP/1.1" status: 200 len: 946 time: 0.0480359 Jul 27 08:59:17.371309 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.plugin [req-69e494bf-bc07-466d-8811-abd26c973146 req-5bf63162-c1c8-4ae4-9934-456cdec878fb tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Deleting port 23c5071b-889a-4075-bf12-2f7ef7f23fef {{(pid=104486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 08:59:17.371766 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-69e494bf-bc07-466d-8811-abd26c973146 req-5bf63162-c1c8-4ae4-9934-456cdec878fb tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786710341133'] for port (23c5071b-889a-4075-bf12-2f7ef7f23fef), before_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:59:17.464943 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.db [req-69e494bf-bc07-466d-8811-abd26c973146 req-5bf63162-c1c8-4ae4-9934-456cdec878fb tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] For port 23c5071b-889a-4075-bf12-2f7ef7f23fef, host hv-cinder-85117, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85117',level=0,port_id=23c5071b-889a-4075-bf12-2f7ef7f23fef,segment=NetworkSegment(39e09afd-0493-4ab2-a5f6-2cf0ed23b5e1),segment_id=39e09afd-0493-4ab2-a5f6-2cf0ed23b5e1)] {{(pid=104486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:59:17.465313 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-69e494bf-bc07-466d-8811-abd26c973146 req-5bf63162-c1c8-4ae4-9934-456cdec878fb tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8100626'] for port (23c5071b-889a-4075-bf12-2f7ef7f23fef), precommit_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:59:17.479506 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.plugin [req-69e494bf-bc07-466d-8811-abd26c973146 req-5bf63162-c1c8-4ae4-9934-456cdec878fb tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Calling delete_port for 23c5071b-889a-4075-bf12-2f7ef7f23fef owned by compute:nova {{(pid=104486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 08:59:17.535399 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=100 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:59:17.709905 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-69e494bf-bc07-466d-8811-abd26c973146 req-5bf63162-c1c8-4ae4-9934-456cdec878fb tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786710477123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786709965406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4293862'] for port (23c5071b-889a-4075-bf12-2f7ef7f23fef), after_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:59:17.738893 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf63162-c1c8-4ae4-9934-456cdec878fb tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Pushing event deleted for resources: {'Port': ['ID=23c5071b-889a-4075-bf12-2f7ef7f23fef,revision_number=None']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:59:17.783705 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.db.l3_dvrscheduler_db [req-69e494bf-bc07-466d-8811-abd26c973146 req-5bf63162-c1c8-4ae4-9934-456cdec878fb tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] No DVR routers for this DVR port 23c5071b-889a-4075-bf12-2f7ef7f23fef on host hv-cinder-85117 {{(pid=104486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 08:59:17.786338 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-69e494bf-bc07-466d-8811-abd26c973146 req-5bf63162-c1c8-4ae4-9934-456cdec878fb tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8374701'] for port (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:59:17.790041 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-69e494bf-bc07-466d-8811-abd26c973146 req-5bf63162-c1c8-4ae4-9934-456cdec878fb tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.42 "DELETE /v2.0/ports/23c5071b-889a-4075-bf12-2f7ef7f23fef HTTP/1.1" status: 204 len: 173 time: 0.5079865 Jul 27 08:59:17.790478 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bff87149-f6c9-4853-83a9-85f651545441', 'name': 'network-vif-deleted', 'tag': '23c5071b-889a-4075-bf12-2f7ef7f23fef'}] {{(pid=104486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 08:59:17.792711 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0fbdf057086729fb3d5906bdd251c7adb98d678ad2f5ce1a48bcc8d44af0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84a92152-2443-46cb-8d28-eb7bef561f56" -d '{"events": [{"server_uuid": "bff87149-f6c9-4853-83a9-85f651545441", "name": "network-vif-deleted", "tag": "23c5071b-889a-4075-bf12-2f7ef7f23fef"}]}' {{(pid=104486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 08:59:17.837357 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 08:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8927d87-d9d2-4fa7-8680-8e83fd12c9c6 x-openstack-request-id: req-a8927d87-d9d2-4fa7-8680-8e83fd12c9c6 {{(pid=104486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 08:59:17.837660 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bff87149-f6c9-4853-83a9-85f651545441", "name": "network-vif-deleted", "tag": "23c5071b-889a-4075-bf12-2f7ef7f23fef", "status": "completed", "code": 200}]} {{(pid=104486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 08:59:17.837949 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-a8927d87-d9d2-4fa7-8680-8e83fd12c9c6 {{(pid=104486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 08:59:17.838394 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8927d87-d9d2-4fa7-8680-8e83fd12c9c6'] response: {'server_uuid': 'bff87149-f6c9-4853-83a9-85f651545441', 'name': 'network-vif-deleted', 'tag': '23c5071b-889a-4075-bf12-2f7ef7f23fef', 'status': 'completed', 'code': 200} Jul 27 08:59:17.884668 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-77b754b6-056d-44f4-99e3-303821930d8f req-ec48e108-d9dd-48bf-a213-7efe55a90f4e tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.40 "GET /v2.0/ports?device_id=bff87149-f6c9-4853-83a9-85f651545441 HTTP/1.1" status: 200 len: 210 time: 0.0288255 Jul 27 08:59:18.383519 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-737151e8-bf54-4e0f-95b8-d3c58728acfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (5bc6d868-bb0b-4164-b2dd-44360f4de654), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:59:19.008326 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-fa72fbcc-b059-4d82-899a-7db1b25d5adb req-89be1b93-d28c-4a1e-b4a0-1db6215601a0 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.40 "GET /v2.0/ports?device_id=bff87149-f6c9-4853-83a9-85f651545441 HTTP/1.1" status: 200 len: 210 time: 0.0321777 Jul 27 08:59:20.166917 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.agents_db [None req-f85b74c8-06c1-470d-aedd-c7ca4f0196ea None None] Agent healthcheck: found 6 active agents {{(pid=104488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 08:59:20.344071 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-45eb61cd-e3d7-4840-8013-3080c7768274 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (36998da0-f99a-403d-814c-b55466abd131), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:59:21.292658 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Device 23c5071b-889a-4075-bf12-2f7ef7f23fef no longer exists at agent hyperv_hv-cinder-85117 {{(pid=104487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 08:59:21.312028 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] No Port match for: 23c5071b-889a-4075-bf12-2f7ef7f23fef {{(pid=104487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 08:59:21.312376 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Device 23c5071b-889a-4075-bf12-2f7ef7f23fef not bound to the agent host hv-cinder-85117 {{(pid=104487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 08:59:21.348831 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (ed9de811-f248-496b-b487-860d50d7cee7), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:59:21.434909 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-83feb67a-80d7-474e-96e8-1d92c33387c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (0a293c43-2970-4b69-9d2a-dcf41d8870ef), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:59:21.463120 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (40990755-2d84-4c9d-828c-eda94a5136e8), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:59:22.522916 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 38590) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:59:22.673908 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.plugin [None req-453edf56-4a45-4426-9e2c-a7a85e1bfede tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Deleting port 70203787-6974-43bf-bf4d-da5ea37092a8 {{(pid=104485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 08:59:22.674278 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-453edf56-4a45-4426-9e2c-a7a85e1bfede tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786710341133'] for port (70203787-6974-43bf-bf4d-da5ea37092a8), before_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:59:22.768642 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-453edf56-4a45-4426-9e2c-a7a85e1bfede tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8100626'] for port (70203787-6974-43bf-bf4d-da5ea37092a8), precommit_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:59:22.768911 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-453edf56-4a45-4426-9e2c-a7a85e1bfede tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Publish callbacks [] for floatingip (70203787-6974-43bf-bf4d-da5ea37092a8), precommit_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:59:22.782173 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.plugin [None req-453edf56-4a45-4426-9e2c-a7a85e1bfede tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Calling delete_port for 70203787-6974-43bf-bf4d-da5ea37092a8 owned by network:floatingip {{(pid=104485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 08:59:23.024538 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-453edf56-4a45-4426-9e2c-a7a85e1bfede tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786710477123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786709965406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16582167'] for port (70203787-6974-43bf-bf4d-da5ea37092a8), after_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:59:23.049971 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453edf56-4a45-4426-9e2c-a7a85e1bfede tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Pushing event deleted for resources: {'Port': ['ID=70203787-6974-43bf-bf4d-da5ea37092a8,revision_number=None']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:59:23.065871 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453edf56-4a45-4426-9e2c-a7a85e1bfede tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:59:23.068396 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453edf56-4a45-4426-9e2c-a7a85e1bfede tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:59:23.068396 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453edf56-4a45-4426-9e2c-a7a85e1bfede tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:59:23.068396 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453edf56-4a45-4426-9e2c-a7a85e1bfede tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:59:23.068396 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453edf56-4a45-4426-9e2c-a7a85e1bfede tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:59:23.068396 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453edf56-4a45-4426-9e2c-a7a85e1bfede tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:59:23.068396 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453edf56-4a45-4426-9e2c-a7a85e1bfede tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:59:23.070404 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453edf56-4a45-4426-9e2c-a7a85e1bfede tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:59:23.070404 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453edf56-4a45-4426-9e2c-a7a85e1bfede tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:59:23.070404 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453edf56-4a45-4426-9e2c-a7a85e1bfede tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:59:23.070404 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453edf56-4a45-4426-9e2c-a7a85e1bfede tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:59:23.070404 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453edf56-4a45-4426-9e2c-a7a85e1bfede tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:59:23.070404 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453edf56-4a45-4426-9e2c-a7a85e1bfede tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:59:23.071208 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453edf56-4a45-4426-9e2c-a7a85e1bfede tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:59:23.071208 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453edf56-4a45-4426-9e2c-a7a85e1bfede tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:59:23.135880 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-453edf56-4a45-4426-9e2c-a7a85e1bfede tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Publish callbacks [] for floatingip (39b0438d-286c-4867-b12f-1a08a02f74e3), after_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:59:23.136213 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.db.l3_db [None req-453edf56-4a45-4426-9e2c-a7a85e1bfede tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Floating IP 39b0438d-286c-4867-b12f-1a08a02f74e3 disassociated (deleted). External IP: 172.27.2.200, port: 7542cc58-529d-46b1-92a1-0856e0cf8843. Jul 27 08:59:23.340765 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-453edf56-4a45-4426-9e2c-a7a85e1bfede tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Router 967dffa2-d957-4d1e-94d7-9b0e845a7543 has already been hosted by L3 agent 5bc6d868-bb0b-4164-b2dd-44360f4de654 {{(pid=104485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 08:59:23.384080 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:59:23.438721 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:59:23.459019 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-453edf56-4a45-4426-9e2c-a7a85e1bfede tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Notify agent at l3_agent.dv-cinder-851170-2-iscsi the message routers_updated {{(pid=104485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 08:59:23.464317 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-453edf56-4a45-4426-9e2c-a7a85e1bfede tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8374701'] for floatingip (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:59:23.468755 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb895ae-9193-4dcd-87e8-8344ff3c4a82 None None] Sync routers for ids ['967dffa2-d957-4d1e-94d7-9b0e845a7543'] in dv-cinder-851170-2-iscsi {{(pid=104488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 08:59:23.480220 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb895ae-9193-4dcd-87e8-8344ff3c4a82 None None] Routers {'967dffa2-d957-4d1e-94d7-9b0e845a7543'} bound to L3 agent in host dv-cinder-851170-2-iscsi {{(pid=104488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 08:59:23.480833 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_hamode_db [None req-2cb895ae-9193-4dcd-87e8-8344ff3c4a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-27T08:30:18Z,description=,heartbeat_timestamp=2022-07-27T08:59:18Z,host='dv-cinder-851170-2-iscsi',id=5bc6d868-bb0b-4164-b2dd-44360f4de654,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T08:30:19Z,topic='l3_agent')) {'router_ids': ['967dffa2-d957-4d1e-94d7-9b0e845a7543'], 'active': True} {{(pid=104488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:59:23.495628 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-453edf56-4a45-4426-9e2c-a7a85e1bfede tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.40 "DELETE /v2.0/floatingips/39b0438d-286c-4867-b12f-1a08a02f74e3 HTTP/1.1" status: 204 len: 168 time: 0.9715703 Jul 27 08:59:23.496227 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0de859b-72e8-4dc0-9af8-8c63b431ac4e', 'tag': '7542cc58-529d-46b1-92a1-0856e0cf8843'}] {{(pid=104485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 08:59:23.499145 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f4ab7c7b1e34975a56cd7ce610f5615b70f950c8da59d9e9b5a870069a9544" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceeb2d3c-f671-45e2-853d-08b36674524c" -d '{"events": [{"name": "network-changed", "server_uuid": "b0de859b-72e8-4dc0-9af8-8c63b431ac4e", "tag": "7542cc58-529d-46b1-92a1-0856e0cf8843"}]}' {{(pid=104485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 08:59:23.543322 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 08:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60c5e378-5aea-4345-bcfc-31483bd97ee9 x-openstack-request-id: req-60c5e378-5aea-4345-bcfc-31483bd97ee9 {{(pid=104485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 08:59:23.544348 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0de859b-72e8-4dc0-9af8-8c63b431ac4e", "tag": "7542cc58-529d-46b1-92a1-0856e0cf8843", "status": "completed", "code": 200}]} {{(pid=104485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 08:59:23.544348 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-60c5e378-5aea-4345-bcfc-31483bd97ee9 {{(pid=104485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 08:59:23.544670 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60c5e378-5aea-4345-bcfc-31483bd97ee9'] response: {'name': 'network-changed', 'server_uuid': 'b0de859b-72e8-4dc0-9af8-8c63b431ac4e', 'tag': '7542cc58-529d-46b1-92a1-0856e0cf8843', 'status': 'completed', 'code': 200} Jul 27 08:59:23.580305 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=100 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:59:23.585538 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=100 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:59:23.606315 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvr_db [None req-2cb895ae-9193-4dcd-87e8-8344ff3c4a82 None None] Set router 967dffa2-d957-4d1e-94d7-9b0e845a7543 gateway port host: dv-cinder-851170-2-iscsi {{(pid=104488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 08:59:23.631132 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeb2d3c-f671-45e2-853d-08b36674524c req-cf5d3ff5-124b-4c63-b3bb-bc39d5a6f02e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:59:23.632662 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-ceeb2d3c-f671-45e2-853d-08b36674524c req-cf5d3ff5-124b-4c63-b3bb-bc39d5a6f02e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e664288b45ae4b98ae22270ea7eac1e6&device_id=b0de859b-72e8-4dc0-9af8-8c63b431ac4e HTTP/1.1" status: 200 len: 1130 time: 0.0416293 Jul 27 08:59:23.703498 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:59:23.735494 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeb2d3c-f671-45e2-853d-08b36674524c req-c69c100a-482f-4abb-a63f-240ae2c28c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:59:23.736965 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-ceeb2d3c-f671-45e2-853d-08b36674524c req-c69c100a-482f-4abb-a63f-240ae2c28c4d service neutron] 10.222.0.42 "GET /v2.0/networks?id=ecada7fa-7a56-41f5-bba0-0e680e111c5d HTTP/1.1" status: 200 len: 912 time: 0.0981092 Jul 27 08:59:23.780902 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-ceeb2d3c-f671-45e2-853d-08b36674524c req-f034441c-1d40-4482-9c02-e9984cf6bbc1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7542cc58-529d-46b1-92a1-0856e0cf8843 HTTP/1.1" status: 200 len: 217 time: 0.0362983 Jul 27 08:59:23.797008 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_hamode_db [None req-2cb895ae-9193-4dcd-87e8-8344ff3c4a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '967dffa2-d957-4d1e-94d7-9b0e845a7543', 'name': 'tempest-TestVolumeBootPattern-133541680-router', 'tenant_id': 'e664288b45ae4b98ae22270ea7eac1e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '2bb7f59b-ce22-44d9-a3c0-a28f9e63a608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:50:21Z', 'updated_at': '2022-07-27T08:50:24Z', 'revision_number': 4, 'project_id': 'e664288b45ae4b98ae22270ea7eac1e6', 'gw_port': {'id': '2bb7f59b-ce22-44d9-a3c0-a28f9e63a608', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:9e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967dffa2-d957-4d1e-94d7-9b0e845a7543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:50:22Z', 'updated_at': '2022-07-27T08:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi', '_interfaces': [{'id': '71584670-2126-4994-80d4-21b4a9015e82', 'name': '', 'network_id': 'ecada7fa-7a56-41f5-bba0-0e680e111c5d', 'tenant_id': 'e664288b45ae4b98ae22270ea7eac1e6', 'mac_address': 'fa:16:3e:da:6b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967dffa2-d957-4d1e-94d7-9b0e845a7543', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '3728e296-f73f-42fa-ab4b-892bf727c18b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:50:24Z', 'updated_at': '2022-07-27T08:50:29Z', 'revision_number': 5, 'project_id': 'e664288b45ae4b98ae22270ea7eac1e6', 'subnets': [{'id': '3728e296-f73f-42fa-ab4b-892bf727c18b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851170-2-iscsi', False) {} {{(pid=104488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:59:23.825262 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb895ae-9193-4dcd-87e8-8344ff3c4a82 None None] Checking router: 967dffa2-d957-4d1e-94d7-9b0e845a7543 for host: dv-cinder-851170-2-iscsi {{(pid=104488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 08:59:23.832682 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeb2d3c-f671-45e2-853d-08b36674524c req-1259816c-d5c8-4239-90f1-12bf376d7b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:59:23.835326 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-ceeb2d3c-f671-45e2-853d-08b36674524c req-1259816c-d5c8-4239-90f1-12bf376d7b79 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3728e296-f73f-42fa-ab4b-892bf727c18b HTTP/1.1" status: 200 len: 850 time: 0.0488684 Jul 27 08:59:23.835766 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb895ae-9193-4dcd-87e8-8344ff3c4a82 None None] Routers {'967dffa2-d957-4d1e-94d7-9b0e845a7543'} bound to L3 agent in host dv-cinder-851170-2-iscsi {{(pid=104488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 08:59:23.837635 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_hamode_db [None req-2cb895ae-9193-4dcd-87e8-8344ff3c4a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-27T08:30:18Z,description=,heartbeat_timestamp=2022-07-27T08:59:18Z,host='dv-cinder-851170-2-iscsi',id=5bc6d868-bb0b-4164-b2dd-44360f4de654,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T08:30:19Z,topic='l3_agent')) {'router_ids': ['967dffa2-d957-4d1e-94d7-9b0e845a7543'], 'active': True} {{(pid=104488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:59:23.883142 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeb2d3c-f671-45e2-853d-08b36674524c req-c10dd34c-efdb-46a2-8945-b2751bf4d2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:59:23.884580 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-ceeb2d3c-f671-45e2-853d-08b36674524c req-c10dd34c-efdb-46a2-8945-b2751bf4d2bf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ecada7fa-7a56-41f5-bba0-0e680e111c5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437369 Jul 27 08:59:23.995819 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-ceeb2d3c-f671-45e2-853d-08b36674524c req-f22d67f8-69b4-42a9-85e9-0e77994a052e service neutron] 10.222.0.42 "GET /v2.0/networks/ecada7fa-7a56-41f5-bba0-0e680e111c5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035953 Jul 27 08:59:24.016956 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942ce42e-7c19-4326-a842-4ca303c45575 req-ae10a530-b806-4059-819c-3fdb70eb4ac2 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:59:24.018626 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-942ce42e-7c19-4326-a842-4ca303c45575 req-ae10a530-b806-4059-819c-3fdb70eb4ac2 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.40 "GET /v2.0/ports?device_id=b0de859b-72e8-4dc0-9af8-8c63b431ac4e HTTP/1.1" status: 200 len: 946 time: 0.0568092 Jul 27 08:59:24.040286 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvr_db [None req-2cb895ae-9193-4dcd-87e8-8344ff3c4a82 None None] Set router 967dffa2-d957-4d1e-94d7-9b0e845a7543 gateway port host: dv-cinder-851170-2-iscsi {{(pid=104488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 08:59:24.081229 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-942ce42e-7c19-4326-a842-4ca303c45575 req-f1f2006b-b717-4c34-987a-26db6297f754 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.40 "GET /v2.0/security-groups?id=8d5e7645-7593-4ba6-a8ab-faf9285cddbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540440 Jul 27 08:59:24.255667 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_hamode_db [None req-2cb895ae-9193-4dcd-87e8-8344ff3c4a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '967dffa2-d957-4d1e-94d7-9b0e845a7543', 'name': 'tempest-TestVolumeBootPattern-133541680-router', 'tenant_id': 'e664288b45ae4b98ae22270ea7eac1e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '2bb7f59b-ce22-44d9-a3c0-a28f9e63a608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:50:21Z', 'updated_at': '2022-07-27T08:50:24Z', 'revision_number': 4, 'project_id': 'e664288b45ae4b98ae22270ea7eac1e6', 'gw_port': {'id': '2bb7f59b-ce22-44d9-a3c0-a28f9e63a608', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:9e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967dffa2-d957-4d1e-94d7-9b0e845a7543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:50:22Z', 'updated_at': '2022-07-27T08:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi', '_interfaces': [{'id': '71584670-2126-4994-80d4-21b4a9015e82', 'name': '', 'network_id': 'ecada7fa-7a56-41f5-bba0-0e680e111c5d', 'tenant_id': 'e664288b45ae4b98ae22270ea7eac1e6', 'mac_address': 'fa:16:3e:da:6b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967dffa2-d957-4d1e-94d7-9b0e845a7543', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '3728e296-f73f-42fa-ab4b-892bf727c18b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:50:24Z', 'updated_at': '2022-07-27T08:50:29Z', 'revision_number': 5, 'project_id': 'e664288b45ae4b98ae22270ea7eac1e6', 'subnets': [{'id': '3728e296-f73f-42fa-ab4b-892bf727c18b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851170-2-iscsi', False) {} {{(pid=104488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:59:24.284065 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb895ae-9193-4dcd-87e8-8344ff3c4a82 None None] The sync data for ids ['967dffa2-d957-4d1e-94d7-9b0e845a7543'] in dv-cinder-851170-2-iscsi is: [{'id': '967dffa2-d957-4d1e-94d7-9b0e845a7543', 'name': 'tempest-TestVolumeBootPattern-133541680-router', 'tenant_id': 'e664288b45ae4b98ae22270ea7eac1e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '2bb7f59b-ce22-44d9-a3c0-a28f9e63a608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:50:21Z', 'updated_at': '2022-07-27T08:50:24Z', 'revision_number': 4, 'project_id': 'e664288b45ae4b98ae22270ea7eac1e6', 'gw_port': {'id': '2bb7f59b-ce22-44d9-a3c0-a28f9e63a608', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:9e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967dffa2-d957-4d1e-94d7-9b0e845a7543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:50:22Z', 'updated_at': '2022-07-27T08:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi', '_interfaces': [{'id': '71584670-2126-4994-80d4-21b4a9015e82', 'name': '', 'network_id': 'ecada7fa-7a56-41f5-bba0-0e680e111c5d', 'tenant_id': 'e664288b45ae4b98ae22270ea7eac1e6', 'mac_address': 'fa:16:3e:da:6b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967dffa2-d957-4d1e-94d7-9b0e845a7543', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '3728e296-f73f-42fa-ab4b-892bf727c18b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:50:24Z', 'updated_at': '2022-07-27T08:50:29Z', 'revision_number': 5, 'project_id': 'e664288b45ae4b98ae22270ea7eac1e6', 'subnets': [{'id': '3728e296-f73f-42fa-ab4b-892bf727c18b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 08:59:24.524394 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b12023-1569-420d-87bc-3b6f28b90708 None None] New status for floating IP 39b0438d-286c-4867-b12f-1a08a02f74e3: DOWN {{(pid=104487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 27 08:59:25.059573 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-ceeb2d3c-f671-45e2-853d-08b36674524c req-6fb26ec8-635c-4eb8-bb17-624d52480cbd service neutron] 10.222.0.42 "GET /v2.0/networks/ecada7fa-7a56-41f5-bba0-0e680e111c5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909543 Jul 27 08:59:25.208767 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f65b525-b9a5-4415-889d-0f90f153b5ec req-d11656f7-8979-4f5c-b9c2-aafc5f078009 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:59:25.210356 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-6f65b525-b9a5-4415-889d-0f90f153b5ec req-d11656f7-8979-4f5c-b9c2-aafc5f078009 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.40 "GET /v2.0/ports?device_id=b0de859b-72e8-4dc0-9af8-8c63b431ac4e HTTP/1.1" status: 200 len: 946 time: 0.0497527 Jul 27 08:59:25.264417 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-6f65b525-b9a5-4415-889d-0f90f153b5ec req-ff8b3d1a-233a-4675-8b12-33decc14c5f5 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.40 "GET /v2.0/security-groups?id=8d5e7645-7593-4ba6-a8ab-faf9285cddbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468631 Jul 27 08:59:25.662160 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987e1c5d-8482-41c2-a1fb-791cfe2c0304 req-c08e0c81-317f-4c81-bbbf-1ac3e1c2d784 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 08:59:25.663676 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-987e1c5d-8482-41c2-a1fb-791cfe2c0304 req-c08e0c81-317f-4c81-bbbf-1ac3e1c2d784 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0de859b-72e8-4dc0-9af8-8c63b431ac4e HTTP/1.1" status: 200 len: 946 time: 0.0497289 Jul 27 08:59:25.756932 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.plugin [req-987e1c5d-8482-41c2-a1fb-791cfe2c0304 req-c3f6f29b-0ced-44e9-b22e-d747832bee93 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Deleting port 7542cc58-529d-46b1-92a1-0856e0cf8843 {{(pid=104486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 08:59:25.757277 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-987e1c5d-8482-41c2-a1fb-791cfe2c0304 req-c3f6f29b-0ced-44e9-b22e-d747832bee93 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786710341133'] for port (7542cc58-529d-46b1-92a1-0856e0cf8843), before_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:59:25.853003 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.db [req-987e1c5d-8482-41c2-a1fb-791cfe2c0304 req-c3f6f29b-0ced-44e9-b22e-d747832bee93 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] For port 7542cc58-529d-46b1-92a1-0856e0cf8843, host hv-cinder-85117, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85117',level=0,port_id=7542cc58-529d-46b1-92a1-0856e0cf8843,segment=NetworkSegment(39e09afd-0493-4ab2-a5f6-2cf0ed23b5e1),segment_id=39e09afd-0493-4ab2-a5f6-2cf0ed23b5e1)] {{(pid=104486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:59:25.853368 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-987e1c5d-8482-41c2-a1fb-791cfe2c0304 req-c3f6f29b-0ced-44e9-b22e-d747832bee93 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8100626'] for port (7542cc58-529d-46b1-92a1-0856e0cf8843), precommit_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:59:25.871391 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.plugin [req-987e1c5d-8482-41c2-a1fb-791cfe2c0304 req-c3f6f29b-0ced-44e9-b22e-d747832bee93 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Calling delete_port for 7542cc58-529d-46b1-92a1-0856e0cf8843 owned by compute:nova {{(pid=104486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 08:59:25.945362 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:59:26.058233 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-987e1c5d-8482-41c2-a1fb-791cfe2c0304 req-c3f6f29b-0ced-44e9-b22e-d747832bee93 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786710477123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786709965406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4293862'] for port (7542cc58-529d-46b1-92a1-0856e0cf8843), after_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:59:26.089318 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f6f29b-0ced-44e9-b22e-d747832bee93 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Pushing event deleted for resources: {'Port': ['ID=7542cc58-529d-46b1-92a1-0856e0cf8843,revision_number=None']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:59:26.140173 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.db.l3_dvrscheduler_db [req-987e1c5d-8482-41c2-a1fb-791cfe2c0304 req-c3f6f29b-0ced-44e9-b22e-d747832bee93 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] No DVR routers for this DVR port 7542cc58-529d-46b1-92a1-0856e0cf8843 on host hv-cinder-85117 {{(pid=104486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 08:59:26.142837 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [req-987e1c5d-8482-41c2-a1fb-791cfe2c0304 req-c3f6f29b-0ced-44e9-b22e-d747832bee93 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8374701'] for port (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:59:26.147123 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-987e1c5d-8482-41c2-a1fb-791cfe2c0304 req-c3f6f29b-0ced-44e9-b22e-d747832bee93 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.42 "DELETE /v2.0/ports/7542cc58-529d-46b1-92a1-0856e0cf8843 HTTP/1.1" status: 204 len: 173 time: 0.4774671 Jul 27 08:59:26.147606 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0de859b-72e8-4dc0-9af8-8c63b431ac4e', 'name': 'network-vif-deleted', 'tag': '7542cc58-529d-46b1-92a1-0856e0cf8843'}] {{(pid=104486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 08:59:26.150504 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd0fbdf057086729fb3d5906bdd251c7adb98d678ad2f5ce1a48bcc8d44af0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3e0a15b-6d44-44d3-8336-2ca17b126048" -d '{"events": [{"server_uuid": "b0de859b-72e8-4dc0-9af8-8c63b431ac4e", "name": "network-vif-deleted", "tag": "7542cc58-529d-46b1-92a1-0856e0cf8843"}]}' {{(pid=104486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 08:59:26.188690 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 08:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aad435f-6fd8-4f62-b935-be0949d201ff x-openstack-request-id: req-1aad435f-6fd8-4f62-b935-be0949d201ff {{(pid=104486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 08:59:26.188992 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0de859b-72e8-4dc0-9af8-8c63b431ac4e", "name": "network-vif-deleted", "tag": "7542cc58-529d-46b1-92a1-0856e0cf8843", "status": "completed", "code": 200}]} {{(pid=104486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 08:59:26.189251 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-1aad435f-6fd8-4f62-b935-be0949d201ff {{(pid=104486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 08:59:26.189662 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1aad435f-6fd8-4f62-b935-be0949d201ff'] response: {'server_uuid': 'b0de859b-72e8-4dc0-9af8-8c63b431ac4e', 'name': 'network-vif-deleted', 'tag': '7542cc58-529d-46b1-92a1-0856e0cf8843', 'status': 'completed', 'code': 200} Jul 27 08:59:26.374536 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [req-504f987d-c775-4ef8-9f90-f40580205965 req-f52520dd-1d80-4653-b4ac-a92e5c3361aa tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.40 "GET /v2.0/ports?device_id=b0de859b-72e8-4dc0-9af8-8c63b431ac4e HTTP/1.1" status: 200 len: 210 time: 0.0333269 Jul 27 08:59:27.497525 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [req-ba09e98c-6a53-4766-987f-39a4f56d601a req-c8d7563e-fb96-4081-a5bd-f7724b674da2 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.40 "GET /v2.0/ports?device_id=b0de859b-72e8-4dc0-9af8-8c63b431ac4e HTTP/1.1" status: 200 len: 210 time: 0.0327611 Jul 27 08:59:28.573714 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 38608) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:59:28.690461 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.plugin [None req-c2428119-20c8-482e-abe5-e638ff8e63b6 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Deleting port 53161955-ae8a-4e40-b261-d45ed1053607 {{(pid=104485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 08:59:28.690812 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-c2428119-20c8-482e-abe5-e638ff8e63b6 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786710341133'] for port (53161955-ae8a-4e40-b261-d45ed1053607), before_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:59:28.768889 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-c2428119-20c8-482e-abe5-e638ff8e63b6 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8100626'] for port (53161955-ae8a-4e40-b261-d45ed1053607), precommit_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:59:28.769212 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-c2428119-20c8-482e-abe5-e638ff8e63b6 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Publish callbacks [] for floatingip (53161955-ae8a-4e40-b261-d45ed1053607), precommit_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:59:28.783596 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.plugin [None req-c2428119-20c8-482e-abe5-e638ff8e63b6 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Calling delete_port for 53161955-ae8a-4e40-b261-d45ed1053607 owned by network:floatingip {{(pid=104485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 08:59:29.012189 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-c2428119-20c8-482e-abe5-e638ff8e63b6 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786710477123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786709965406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16582167'] for port (53161955-ae8a-4e40-b261-d45ed1053607), after_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:59:29.040106 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2428119-20c8-482e-abe5-e638ff8e63b6 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Pushing event deleted for resources: {'Port': ['ID=53161955-ae8a-4e40-b261-d45ed1053607,revision_number=None']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:59:29.110333 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-c2428119-20c8-482e-abe5-e638ff8e63b6 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Publish callbacks [] for floatingip (c17af243-78d7-4506-94a0-6268e02024bf), after_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:59:29.112929 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-c2428119-20c8-482e-abe5-e638ff8e63b6 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8374701'] for floatingip (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:59:29.114132 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-c2428119-20c8-482e-abe5-e638ff8e63b6 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.40 "DELETE /v2.0/floatingips/c17af243-78d7-4506-94a0-6268e02024bf HTTP/1.1" status: 204 len: 168 time: 0.5417628 Jul 27 08:59:29.341321 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Device 7542cc58-529d-46b1-92a1-0856e0cf8843 no longer exists at agent hyperv_hv-cinder-85117 {{(pid=104487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 08:59:29.366578 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] No Port match for: 7542cc58-529d-46b1-92a1-0856e0cf8843 {{(pid=104487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 08:59:29.366914 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Device 7542cc58-529d-46b1-92a1-0856e0cf8843 not bound to the agent host hv-cinder-85117 {{(pid=104487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 08:59:30.423770 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 38620) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:59:30.481629 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-b601203b-8b52-4be6-bcbe-366cb3a39290 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Publish callbacks [] for security_group (8d5e7645-7593-4ba6-a8ab-faf9285cddbe), before_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:59:30.507310 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-b601203b-8b52-4be6-bcbe-366cb3a39290 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Publish callbacks [] for security_group (8d5e7645-7593-4ba6-a8ab-faf9285cddbe), precommit_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:59:30.640546 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-b601203b-8b52-4be6-bcbe-366cb3a39290 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (8d5e7645-7593-4ba6-a8ab-faf9285cddbe), after_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:59:30.643225 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-b601203b-8b52-4be6-bcbe-366cb3a39290 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Publish callbacks [] for security_group (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:59:30.644432 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-b601203b-8b52-4be6-bcbe-366cb3a39290 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] 10.222.0.40 "DELETE /v2.0/security-groups/8d5e7645-7593-4ba6-a8ab-faf9285cddbe HTTP/1.1" status: 204 len: 168 time: 0.2196693 Jul 27 08:59:30.657157 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b601203b-8b52-4be6-bcbe-366cb3a39290 tempest-TestVolumeBootPattern-281247421 tempest-TestVolumeBootPattern-281247421-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d5e7645-7593-4ba6-a8ab-faf9285cddbe,revision_number=None']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:59:30.787159 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 38624) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:59:30.990306 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:59:31.076335 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:59:31.222672 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-864335d2-d31a-48dd-9a93-f3a0b9bc6035 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-361243'] for router_interface (967dffa2-d957-4d1e-94d7-9b0e845a7543), before_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:59:31.703212 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.plugin [None req-864335d2-d31a-48dd-9a93-f3a0b9bc6035 admin admin] Deleting port 71584670-2126-4994-80d4-21b4a9015e82 {{(pid=104485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 08:59:31.703971 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-864335d2-d31a-48dd-9a93-f3a0b9bc6035 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786710341133'] for port (71584670-2126-4994-80d4-21b4a9015e82), before_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:59:31.781910 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.db [None req-864335d2-d31a-48dd-9a93-f3a0b9bc6035 admin admin] For port 71584670-2126-4994-80d4-21b4a9015e82, host dv-cinder-851170-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851170-2-iscsi',level=0,port_id=71584670-2126-4994-80d4-21b4a9015e82,segment=NetworkSegment(39e09afd-0493-4ab2-a5f6-2cf0ed23b5e1),segment_id=39e09afd-0493-4ab2-a5f6-2cf0ed23b5e1)] {{(pid=104485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:59:31.782317 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-864335d2-d31a-48dd-9a93-f3a0b9bc6035 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8100626'] for port (71584670-2126-4994-80d4-21b4a9015e82), precommit_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:59:31.795569 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.plugin [None req-864335d2-d31a-48dd-9a93-f3a0b9bc6035 admin admin] Calling delete_port for 71584670-2126-4994-80d4-21b4a9015e82 owned by network:router_interface {{(pid=104485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 08:59:32.051374 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-864335d2-d31a-48dd-9a93-f3a0b9bc6035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786710477123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786709965406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16582167'] for port (71584670-2126-4994-80d4-21b4a9015e82), after_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:59:32.078150 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864335d2-d31a-48dd-9a93-f3a0b9bc6035 admin admin] Pushing event deleted for resources: {'Port': ['ID=71584670-2126-4994-80d4-21b4a9015e82,revision_number=None']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:59:32.126681 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:59:32.253387 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-864335d2-d31a-48dd-9a93-f3a0b9bc6035 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7864744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-361359'] for router_interface (967dffa2-d957-4d1e-94d7-9b0e845a7543), after_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:59:32.296689 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:59:32.468769 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-864335d2-d31a-48dd-9a93-f3a0b9bc6035 admin admin] Router 967dffa2-d957-4d1e-94d7-9b0e845a7543 has already been hosted by L3 agent 5bc6d868-bb0b-4164-b2dd-44360f4de654 {{(pid=104485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 08:59:32.577292 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-864335d2-d31a-48dd-9a93-f3a0b9bc6035 admin admin] Notify agent at l3_agent.dv-cinder-851170-2-iscsi the message routers_updated {{(pid=104485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 08:59:32.582317 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-864335d2-d31a-48dd-9a93-f3a0b9bc6035 admin admin] 10.222.0.40 "PUT /v2.0/routers/967dffa2-d957-4d1e-94d7-9b0e845a7543/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7940032 Jul 27 08:59:32.585377 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 38628) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:59:32.586805 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e35d4c62-706d-40d7-8717-a1ba9d613e40 None None] Sync routers for ids ['967dffa2-d957-4d1e-94d7-9b0e845a7543'] in dv-cinder-851170-2-iscsi {{(pid=104488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 08:59:32.592146 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:59:32.597654 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e35d4c62-706d-40d7-8717-a1ba9d613e40 None None] Routers {'967dffa2-d957-4d1e-94d7-9b0e845a7543'} bound to L3 agent in host dv-cinder-851170-2-iscsi {{(pid=104488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 08:59:32.598296 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_hamode_db [None req-e35d4c62-706d-40d7-8717-a1ba9d613e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-27T08:30:18Z,description=,heartbeat_timestamp=2022-07-27T08:59:18Z,host='dv-cinder-851170-2-iscsi',id=5bc6d868-bb0b-4164-b2dd-44360f4de654,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T08:30:19Z,topic='l3_agent')) {'router_ids': ['967dffa2-d957-4d1e-94d7-9b0e845a7543'], 'active': True} {{(pid=104488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:59:32.706304 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-b70ece61-3bc8-4583-b2ea-ff72ae783f8b admin admin] Publish callbacks [] for router (967dffa2-d957-4d1e-94d7-9b0e845a7543), before_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:59:32.712417 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvr_db [None req-e35d4c62-706d-40d7-8717-a1ba9d613e40 None None] Set router 967dffa2-d957-4d1e-94d7-9b0e845a7543 gateway port host: dv-cinder-851170-2-iscsi {{(pid=104488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 08:59:32.806378 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-b70ece61-3bc8-4583-b2ea-ff72ae783f8b admin admin] Publish callbacks [] for router_gateway (967dffa2-d957-4d1e-94d7-9b0e845a7543), before_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:59:32.884722 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_hamode_db [None req-e35d4c62-706d-40d7-8717-a1ba9d613e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '967dffa2-d957-4d1e-94d7-9b0e845a7543', 'name': 'tempest-TestVolumeBootPattern-133541680-router', 'tenant_id': 'e664288b45ae4b98ae22270ea7eac1e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '2bb7f59b-ce22-44d9-a3c0-a28f9e63a608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:50:21Z', 'updated_at': '2022-07-27T08:59:31Z', 'revision_number': 5, 'project_id': 'e664288b45ae4b98ae22270ea7eac1e6', 'gw_port': {'id': '2bb7f59b-ce22-44d9-a3c0-a28f9e63a608', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:9e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967dffa2-d957-4d1e-94d7-9b0e845a7543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:50:22Z', 'updated_at': '2022-07-27T08:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi'}], 'dv-cinder-851170-2-iscsi', False) {} {{(pid=104488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:59:32.903129 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.plugin [None req-b70ece61-3bc8-4583-b2ea-ff72ae783f8b admin admin] Deleting port 2bb7f59b-ce22-44d9-a3c0-a28f9e63a608 {{(pid=104486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 08:59:32.903499 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-b70ece61-3bc8-4583-b2ea-ff72ae783f8b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786710341133'] for port (2bb7f59b-ce22-44d9-a3c0-a28f9e63a608), before_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:59:32.910442 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e35d4c62-706d-40d7-8717-a1ba9d613e40 None None] Checking router: 967dffa2-d957-4d1e-94d7-9b0e845a7543 for host: dv-cinder-851170-2-iscsi {{(pid=104488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 08:59:32.918965 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e35d4c62-706d-40d7-8717-a1ba9d613e40 None None] Routers {'967dffa2-d957-4d1e-94d7-9b0e845a7543'} bound to L3 agent in host dv-cinder-851170-2-iscsi {{(pid=104488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 08:59:32.919568 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_hamode_db [None req-e35d4c62-706d-40d7-8717-a1ba9d613e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-27T08:30:18Z,description=,heartbeat_timestamp=2022-07-27T08:59:18Z,host='dv-cinder-851170-2-iscsi',id=5bc6d868-bb0b-4164-b2dd-44360f4de654,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T08:30:19Z,topic='l3_agent')) {'router_ids': ['967dffa2-d957-4d1e-94d7-9b0e845a7543'], 'active': True} {{(pid=104488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:59:32.990035 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.db [None req-b70ece61-3bc8-4583-b2ea-ff72ae783f8b admin admin] For port 2bb7f59b-ce22-44d9-a3c0-a28f9e63a608, host dv-cinder-851170-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851170-2-iscsi',level=0,port_id=2bb7f59b-ce22-44d9-a3c0-a28f9e63a608,segment=NetworkSegment(0a5e83d9-b5a8-42c5-b200-67984880d111),segment_id=0a5e83d9-b5a8-42c5-b200-67984880d111)] {{(pid=104486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:59:32.990438 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-b70ece61-3bc8-4583-b2ea-ff72ae783f8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8100626'] for port (2bb7f59b-ce22-44d9-a3c0-a28f9e63a608), precommit_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:59:33.005125 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=100 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:59:33.006402 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.plugin [None req-b70ece61-3bc8-4583-b2ea-ff72ae783f8b admin admin] Calling delete_port for 2bb7f59b-ce22-44d9-a3c0-a28f9e63a608 owned by network:router_gateway {{(pid=104486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 08:59:33.011896 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvr_db [None req-e35d4c62-706d-40d7-8717-a1ba9d613e40 None None] Set router 967dffa2-d957-4d1e-94d7-9b0e845a7543 gateway port host: None {{(pid=104488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 08:59:33.066923 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.l3_hamode_db [None req-e35d4c62-706d-40d7-8717-a1ba9d613e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '967dffa2-d957-4d1e-94d7-9b0e845a7543', 'name': 'tempest-TestVolumeBootPattern-133541680-router', 'tenant_id': 'e664288b45ae4b98ae22270ea7eac1e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:50:21Z', 'updated_at': '2022-07-27T08:59:32Z', 'revision_number': 6, 'project_id': 'e664288b45ae4b98ae22270ea7eac1e6', 'gw_port_host': None}], 'dv-cinder-851170-2-iscsi', False) {} {{(pid=104488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:59:33.093304 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e35d4c62-706d-40d7-8717-a1ba9d613e40 None None] The sync data for ids ['967dffa2-d957-4d1e-94d7-9b0e845a7543'] in dv-cinder-851170-2-iscsi is: [{'id': '967dffa2-d957-4d1e-94d7-9b0e845a7543', 'name': 'tempest-TestVolumeBootPattern-133541680-router', 'tenant_id': 'e664288b45ae4b98ae22270ea7eac1e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:50:21Z', 'updated_at': '2022-07-27T08:59:32Z', 'revision_number': 6, 'project_id': 'e664288b45ae4b98ae22270ea7eac1e6', 'gw_port_host': None}] {{(pid=104488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 08:59:33.229047 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-b70ece61-3bc8-4583-b2ea-ff72ae783f8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786710477123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786709965406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4293862'] for port (2bb7f59b-ce22-44d9-a3c0-a28f9e63a608), after_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:59:33.254539 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70ece61-3bc8-4583-b2ea-ff72ae783f8b admin admin] Pushing event deleted for resources: {'Port': ['ID=2bb7f59b-ce22-44d9-a3c0-a28f9e63a608,revision_number=None']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:59:33.319251 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-b70ece61-3bc8-4583-b2ea-ff72ae783f8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-363035'] for router_gateway (967dffa2-d957-4d1e-94d7-9b0e845a7543), after_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:59:33.410886 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-b70ece61-3bc8-4583-b2ea-ff72ae783f8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8119440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-333'] for router (967dffa2-d957-4d1e-94d7-9b0e845a7543), precommit_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:59:33.413166 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-b70ece61-3bc8-4583-b2ea-ff72ae783f8b admin admin] Publish callbacks [] for router_controller (967dffa2-d957-4d1e-94d7-9b0e845a7543), precommit_delete_associations {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:59:33.515946 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-b70ece61-3bc8-4583-b2ea-ff72ae783f8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8119314'] for router (967dffa2-d957-4d1e-94d7-9b0e845a7543), after_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:59:33.516564 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b70ece61-3bc8-4583-b2ea-ff72ae783f8b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 967dffa2-d957-4d1e-94d7-9b0e845a7543 {{(pid=104486) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 08:59:33.527324 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-b70ece61-3bc8-4583-b2ea-ff72ae783f8b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:59:33.527324 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-b70ece61-3bc8-4583-b2ea-ff72ae783f8b admin admin] 10.222.0.40 "DELETE /v2.0/routers/967dffa2-d957-4d1e-94d7-9b0e845a7543 HTTP/1.1" status: 204 len: 168 time: 0.9360282 Jul 27 08:59:33.527718 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 38630) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:59:33.578013 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3a24c61-991c-4a04-99c3-8afd47af68f8 admin admin] Deleting subnet 3728e296-f73f-42fa-ab4b-892bf727c18b {{(pid=104485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 27 08:59:33.581342 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-f3a24c61-991c-4a04-99c3-8afd47af68f8 admin admin] Publish callbacks [] for subnet (3728e296-f73f-42fa-ab4b-892bf727c18b), before_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:59:33.617231 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-f3a24c61-991c-4a04-99c3-8afd47af68f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4551711'] for subnet (3728e296-f73f-42fa-ab4b-892bf727c18b), precommit_delete_associations {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:59:33.700100 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-f3a24c61-991c-4a04-99c3-8afd47af68f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-829739'] for subnet (3728e296-f73f-42fa-ab4b-892bf727c18b), precommit_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:59:33.841811 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-f3a24c61-991c-4a04-99c3-8afd47af68f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-829730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16582202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16687746'] for subnet (3728e296-f73f-42fa-ab4b-892bf727c18b), after_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:59:33.868382 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a24c61-991c-4a04-99c3-8afd47af68f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3728e296-f73f-42fa-ab4b-892bf727c18b,revision_number=None']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:59:33.874250 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-f3a24c61-991c-4a04-99c3-8afd47af68f8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:59:33.877347 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-f3a24c61-991c-4a04-99c3-8afd47af68f8 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/3728e296-f73f-42fa-ab4b-892bf727c18b HTTP/1.1" status: 204 len: 168 time: 0.3500416 Jul 27 08:59:33.880103 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 38632) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:59:33.883383 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52431a36-67ef-4d2a-8610-4162198ccba8 None None] Network ecada7fa-7a56-41f5-bba0-0e680e111c5d requested from dv-cinder-851170-2-iscsi {{(pid=104487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 08:59:33.955229 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-f6619043-4173-43db-9b2d-149d3ff63a88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-787041'] for network (ecada7fa-7a56-41f5-bba0-0e680e111c5d), before_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:59:33.998012 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:59:34.009043 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.plugin [None req-f6619043-4173-43db-9b2d-149d3ff63a88 admin admin] Deleting port 3755ea22-919d-466b-b115-13b441008ac9 {{(pid=104486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 08:59:34.009908 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-f6619043-4173-43db-9b2d-149d3ff63a88 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786710341133'] for port (3755ea22-919d-466b-b115-13b441008ac9), before_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:59:34.063383 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d5b31e-c879-4196-92c9-581da8a2dbac None None] DHCP port deletion for ecada7fa-7a56-41f5-bba0-0e680e111c5d request from dv-cinder-851170-2-iscsi {{(pid=104487) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 27 08:59:34.102727 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-b3d5b31e-c879-4196-92c9-581da8a2dbac None None] Deleting port 3755ea22-919d-466b-b115-13b441008ac9 {{(pid=104487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 08:59:34.103404 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-b3d5b31e-c879-4196-92c9-581da8a2dbac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786710341133'] for port (3755ea22-919d-466b-b115-13b441008ac9), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:59:34.105384 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:59:34.108043 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.db [None req-f6619043-4173-43db-9b2d-149d3ff63a88 admin admin] For port 3755ea22-919d-466b-b115-13b441008ac9, host dv-cinder-851170-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851170-2-iscsi',level=0,port_id=3755ea22-919d-466b-b115-13b441008ac9,segment=NetworkSegment(39e09afd-0493-4ab2-a5f6-2cf0ed23b5e1),segment_id=39e09afd-0493-4ab2-a5f6-2cf0ed23b5e1)] {{(pid=104486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:59:34.108504 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-f6619043-4173-43db-9b2d-149d3ff63a88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8100626'] for port (3755ea22-919d-466b-b115-13b441008ac9), precommit_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:59:34.127012 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.plugin [None req-f6619043-4173-43db-9b2d-149d3ff63a88 admin admin] Calling delete_port for 3755ea22-919d-466b-b115-13b441008ac9 owned by network:dhcp {{(pid=104486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 08:59:34.177322 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-b3d5b31e-c879-4196-92c9-581da8a2dbac None None] For port 3755ea22-919d-466b-b115-13b441008ac9, host dv-cinder-851170-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851170-2-iscsi',level=0,port_id=3755ea22-919d-466b-b115-13b441008ac9,segment=NetworkSegment(39e09afd-0493-4ab2-a5f6-2cf0ed23b5e1),segment_id=39e09afd-0493-4ab2-a5f6-2cf0ed23b5e1)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:59:34.177714 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-b3d5b31e-c879-4196-92c9-581da8a2dbac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8100626'] for port (3755ea22-919d-466b-b115-13b441008ac9), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:59:34.192750 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-b3d5b31e-c879-4196-92c9-581da8a2dbac None None] Calling delete_port for 3755ea22-919d-466b-b115-13b441008ac9 owned by network:dhcp {{(pid=104487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 08:59:34.309554 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-f6619043-4173-43db-9b2d-149d3ff63a88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786710477123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786709965406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4293862'] for port (3755ea22-919d-466b-b115-13b441008ac9), after_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:59:34.317373 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-b3d5b31e-c879-4196-92c9-581da8a2dbac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786710477123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786709965406'] for port (3755ea22-919d-466b-b115-13b441008ac9), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:59:34.334878 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6619043-4173-43db-9b2d-149d3ff63a88 admin admin] Pushing event deleted for resources: {'Port': ['ID=3755ea22-919d-466b-b115-13b441008ac9,revision_number=None']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:59:34.341277 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6619043-4173-43db-9b2d-149d3ff63a88 admin admin] No DVR routers for this DVR port 3755ea22-919d-466b-b115-13b441008ac9 on host dv-cinder-851170-2-iscsi {{(pid=104486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 08:59:34.343576 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d5b31e-c879-4196-92c9-581da8a2dbac None None] Pushing event deleted for resources: {'Port': ['ID=3755ea22-919d-466b-b115-13b441008ac9,revision_number=None']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:59:34.353742 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d5b31e-c879-4196-92c9-581da8a2dbac None None] No DVR routers for this DVR port 3755ea22-919d-466b-b115-13b441008ac9 on host dv-cinder-851170-2-iscsi {{(pid=104487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 08:59:34.356693 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d5b31e-c879-4196-92c9-581da8a2dbac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:59:34.357050 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d5b31e-c879-4196-92c9-581da8a2dbac None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:59:34.357392 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d5b31e-c879-4196-92c9-581da8a2dbac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:59:34.357737 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d5b31e-c879-4196-92c9-581da8a2dbac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:59:34.358094 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d5b31e-c879-4196-92c9-581da8a2dbac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:59:34.358433 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d5b31e-c879-4196-92c9-581da8a2dbac None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:59:34.358767 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d5b31e-c879-4196-92c9-581da8a2dbac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:59:34.359095 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d5b31e-c879-4196-92c9-581da8a2dbac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:59:34.359422 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d5b31e-c879-4196-92c9-581da8a2dbac None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:59:34.359747 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d5b31e-c879-4196-92c9-581da8a2dbac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:59:34.360174 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d5b31e-c879-4196-92c9-581da8a2dbac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:59:34.360613 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d5b31e-c879-4196-92c9-581da8a2dbac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:59:34.361046 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d5b31e-c879-4196-92c9-581da8a2dbac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:59:34.361512 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d5b31e-c879-4196-92c9-581da8a2dbac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:59:34.361980 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d5b31e-c879-4196-92c9-581da8a2dbac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851170-2-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 08:59:34.416979 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-f6619043-4173-43db-9b2d-149d3ff63a88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-831493', 'neutron.services.segments.db._delete_segments_for_network-8786710418890'] for network (ecada7fa-7a56-41f5-bba0-0e680e111c5d), precommit_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:59:34.438260 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.services.segments.db [None req-f6619043-4173-43db-9b2d-149d3ff63a88 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecada7fa-7a56-41f5-bba0-0e680e111c5d']}} {{(pid=104486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:59:34.448481 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.services.segments.db [None req-f6619043-4173-43db-9b2d-149d3ff63a88 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39e09afd-0493-4ab2-a5f6-2cf0ed23b5e1') {'for_net_delete': True} {{(pid=104486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:59:34.448789 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.services.segments.db [None req-f6619043-4173-43db-9b2d-149d3ff63a88 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39e09afd-0493-4ab2-a5f6-2cf0ed23b5e1') {} {{(pid=104486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:59:34.462442 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-f6619043-4173-43db-9b2d-149d3ff63a88 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786710418791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6011829'] for segment (39e09afd-0493-4ab2-a5f6-2cf0ed23b5e1), before_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:59:34.476736 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-f6619043-4173-43db-9b2d-149d3ff63a88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-834444'] for segment (39e09afd-0493-4ab2-a5f6-2cf0ed23b5e1), precommit_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:59:34.483606 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6619043-4173-43db-9b2d-149d3ff63a88 admin admin] Releasing vlan 657 on physical network physnet1 to pool {{(pid=104486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 08:59:34.484001 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-f6619043-4173-43db-9b2d-149d3ff63a88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-834444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4293781'] for segment (39e09afd-0493-4ab2-a5f6-2cf0ed23b5e1), after_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:59:34.555492 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.services.segments.plugin [-] Segment 39e09afd-0493-4ab2-a5f6-2cf0ed23b5e1 resource provider aggregate not found Jul 27 08:59:34.576486 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.services.segments.plugin [-] Segment 39e09afd-0493-4ab2-a5f6-2cf0ed23b5e1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 39e09afd-0493-4ab2-a5f6-2cf0ed23b5e1 found for delete ", "request_id": "req-cfe9448f-486f-480f-b919-7a90adc95297"}]} Jul 27 08:59:34.623614 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-f6619043-4173-43db-9b2d-149d3ff63a88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-831502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363063'] for network (ecada7fa-7a56-41f5-bba0-0e680e111c5d), after_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:59:34.629368 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-f6619043-4173-43db-9b2d-149d3ff63a88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7864717'] for network (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:59:34.633447 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-f6619043-4173-43db-9b2d-149d3ff63a88 admin admin] 10.222.0.40 "DELETE /v2.0/networks/ecada7fa-7a56-41f5-bba0-0e680e111c5d HTTP/1.1" status: 204 len: 168 time: 0.7514262 Jul 27 08:59:34.636633 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 38640) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:59:34.644363 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6619043-4173-43db-9b2d-149d3ff63a88 admin admin] Pushing event deleted for resources: {'Network': ['ID=ecada7fa-7a56-41f5-bba0-0e680e111c5d,revision_number=None']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:59:34.746528 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:59:34.953357 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-a3d90a79-d708-4726-9e6c-8cccd6732f8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-361243'] for router_interface (ecba5b92-e17a-44d5-8e2e-e82ee24b461a), before_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:59:35.039136 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:59:35.048129 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Device 3755ea22-919d-466b-b115-13b441008ac9 no longer exists at agent ovs-agent-dv-cinder-851170-2-iscsi {{(pid=104487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 08:59:35.071184 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] No Port match for: 3755ea22-919d-466b-b115-13b441008ac9 {{(pid=104487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 08:59:35.071640 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Device 3755ea22-919d-466b-b115-13b441008ac9 not bound to the agent host dv-cinder-851170-2-iscsi {{(pid=104487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 08:59:35.072069 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Device 2bb7f59b-ce22-44d9-a3c0-a28f9e63a608 no longer exists at agent ovs-agent-dv-cinder-851170-2-iscsi {{(pid=104487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 08:59:35.091748 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] No Port match for: 2bb7f59b-ce22-44d9-a3c0-a28f9e63a608 {{(pid=104487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 08:59:35.092104 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Device 2bb7f59b-ce22-44d9-a3c0-a28f9e63a608 not bound to the agent host dv-cinder-851170-2-iscsi {{(pid=104487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 08:59:35.092526 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Device 71584670-2126-4994-80d4-21b4a9015e82 no longer exists at agent ovs-agent-dv-cinder-851170-2-iscsi {{(pid=104487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 08:59:35.112554 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] No Port match for: 71584670-2126-4994-80d4-21b4a9015e82 {{(pid=104487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 08:59:35.112907 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Device 71584670-2126-4994-80d4-21b4a9015e82 not bound to the agent host dv-cinder-851170-2-iscsi {{(pid=104487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 08:59:35.207090 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.plugin [None req-a3d90a79-d708-4726-9e6c-8cccd6732f8d admin admin] Deleting port 2b3cda98-782c-4474-ab2d-285b333dee25 {{(pid=104485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 08:59:35.207363 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-a3d90a79-d708-4726-9e6c-8cccd6732f8d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786710341133'] for port (2b3cda98-782c-4474-ab2d-285b333dee25), before_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:59:35.294872 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.db [None req-a3d90a79-d708-4726-9e6c-8cccd6732f8d admin admin] For port 2b3cda98-782c-4474-ab2d-285b333dee25, host dv-cinder-851170-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851170-2-iscsi',level=0,port_id=2b3cda98-782c-4474-ab2d-285b333dee25,segment=NetworkSegment(8da00439-a110-4235-97db-d522fbdfa2ac),segment_id=8da00439-a110-4235-97db-d522fbdfa2ac)] {{(pid=104485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:59:35.295244 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-a3d90a79-d708-4726-9e6c-8cccd6732f8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8100626'] for port (2b3cda98-782c-4474-ab2d-285b333dee25), precommit_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:59:35.309617 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.plugin [None req-a3d90a79-d708-4726-9e6c-8cccd6732f8d admin admin] Calling delete_port for 2b3cda98-782c-4474-ab2d-285b333dee25 owned by network:router_interface {{(pid=104485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 08:59:35.562128 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-a3d90a79-d708-4726-9e6c-8cccd6732f8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786710477123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786709965406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16582167'] for port (2b3cda98-782c-4474-ab2d-285b333dee25), after_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:59:35.586922 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d90a79-d708-4726-9e6c-8cccd6732f8d admin admin] Pushing event deleted for resources: {'Port': ['ID=2b3cda98-782c-4474-ab2d-285b333dee25,revision_number=None']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:59:35.752307 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:59:35.760383 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-a3d90a79-d708-4726-9e6c-8cccd6732f8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7864744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-361359'] for router_interface (ecba5b92-e17a-44d5-8e2e-e82ee24b461a), after_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:59:35.958468 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:59:35.967070 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3d90a79-d708-4726-9e6c-8cccd6732f8d admin admin] Router ecba5b92-e17a-44d5-8e2e-e82ee24b461a has already been hosted by L3 agent 5bc6d868-bb0b-4164-b2dd-44360f4de654 {{(pid=104485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 08:59:36.073398 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3d90a79-d708-4726-9e6c-8cccd6732f8d admin admin] Notify agent at l3_agent.dv-cinder-851170-2-iscsi the message routers_updated {{(pid=104485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 08:59:36.078336 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-a3d90a79-d708-4726-9e6c-8cccd6732f8d admin admin] 10.222.0.40 "PUT /v2.0/routers/ecba5b92-e17a-44d5-8e2e-e82ee24b461a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4407864 Jul 27 08:59:36.080938 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 38642) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:59:36.083752 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f0caac-22b4-4383-99b8-9a4856e1bcfb None None] Sync routers for ids ['ecba5b92-e17a-44d5-8e2e-e82ee24b461a'] in dv-cinder-851170-2-iscsi {{(pid=104487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 08:59:36.095238 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f0caac-22b4-4383-99b8-9a4856e1bcfb None None] Routers {'ecba5b92-e17a-44d5-8e2e-e82ee24b461a'} bound to L3 agent in host dv-cinder-851170-2-iscsi {{(pid=104487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 08:59:36.095878 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_hamode_db [None req-16f0caac-22b4-4383-99b8-9a4856e1bcfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-27T08:30:18Z,description=,heartbeat_timestamp=2022-07-27T08:59:18Z,host='dv-cinder-851170-2-iscsi',id=5bc6d868-bb0b-4164-b2dd-44360f4de654,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T08:30:19Z,topic='l3_agent')) {'router_ids': ['ecba5b92-e17a-44d5-8e2e-e82ee24b461a'], 'active': True} {{(pid=104487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:59:36.186334 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-41e72b18-1a53-4aaa-a31c-255d5bf861a8 admin admin] Publish callbacks [] for router (ecba5b92-e17a-44d5-8e2e-e82ee24b461a), before_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:59:36.201250 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvr_db [None req-16f0caac-22b4-4383-99b8-9a4856e1bcfb None None] Set router ecba5b92-e17a-44d5-8e2e-e82ee24b461a gateway port host: dv-cinder-851170-2-iscsi {{(pid=104487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 08:59:36.295477 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-41e72b18-1a53-4aaa-a31c-255d5bf861a8 admin admin] Publish callbacks [] for router_gateway (ecba5b92-e17a-44d5-8e2e-e82ee24b461a), before_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:59:36.389726 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.plugin [None req-41e72b18-1a53-4aaa-a31c-255d5bf861a8 admin admin] Deleting port 23f4d638-6949-49d4-8baa-303771e037c7 {{(pid=104485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 08:59:36.390069 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-41e72b18-1a53-4aaa-a31c-255d5bf861a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786710341133'] for port (23f4d638-6949-49d4-8baa-303771e037c7), before_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:59:36.474871 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.db [None req-41e72b18-1a53-4aaa-a31c-255d5bf861a8 admin admin] For port 23f4d638-6949-49d4-8baa-303771e037c7, host dv-cinder-851170-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851170-2-iscsi',level=0,port_id=23f4d638-6949-49d4-8baa-303771e037c7,segment=NetworkSegment(0a5e83d9-b5a8-42c5-b200-67984880d111),segment_id=0a5e83d9-b5a8-42c5-b200-67984880d111)] {{(pid=104485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:59:36.475230 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-41e72b18-1a53-4aaa-a31c-255d5bf861a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8100626'] for port (23f4d638-6949-49d4-8baa-303771e037c7), precommit_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:59:36.488145 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.plugin [None req-41e72b18-1a53-4aaa-a31c-255d5bf861a8 admin admin] Calling delete_port for 23f4d638-6949-49d4-8baa-303771e037c7 owned by network:router_gateway {{(pid=104485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 08:59:36.506864 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_hamode_db [None req-16f0caac-22b4-4383-99b8-9a4856e1bcfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecba5b92-e17a-44d5-8e2e-e82ee24b461a', 'name': 'tempest-TestVolumeBootPattern-959539920-router', 'tenant_id': 'f02877d9307944d78ebe93ea3d5b9dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'external_fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': '23f4d638-6949-49d4-8baa-303771e037c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:50:28Z', 'updated_at': '2022-07-27T08:59:35Z', 'revision_number': 5, 'project_id': 'f02877d9307944d78ebe93ea3d5b9dfb', 'gw_port': {'id': '23f4d638-6949-49d4-8baa-303771e037c7', 'name': '', 'network_id': 'e7cd7671-9410-421d-95f2-ddad301715a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:8c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecba5b92-e17a-44d5-8e2e-e82ee24b461a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T08:50:28Z', 'updated_at': '2022-07-27T08:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd8cca88-d260-42a1-9635-5bfcc6eba2a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851170-2-iscsi'}], 'dv-cinder-851170-2-iscsi', False) {} {{(pid=104487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:59:36.536638 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f0caac-22b4-4383-99b8-9a4856e1bcfb None None] Checking router: ecba5b92-e17a-44d5-8e2e-e82ee24b461a for host: dv-cinder-851170-2-iscsi {{(pid=104487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 08:59:36.545135 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f0caac-22b4-4383-99b8-9a4856e1bcfb None None] Routers {'ecba5b92-e17a-44d5-8e2e-e82ee24b461a'} bound to L3 agent in host dv-cinder-851170-2-iscsi {{(pid=104487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 08:59:36.545807 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_hamode_db [None req-16f0caac-22b4-4383-99b8-9a4856e1bcfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-27T08:30:18Z,description=,heartbeat_timestamp=2022-07-27T08:59:18Z,host='dv-cinder-851170-2-iscsi',id=5bc6d868-bb0b-4164-b2dd-44360f4de654,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T08:30:19Z,topic='l3_agent')) {'router_ids': ['ecba5b92-e17a-44d5-8e2e-e82ee24b461a'], 'active': True} {{(pid=104487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:59:36.596701 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:59:36.611844 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:59:36.633489 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvr_db [None req-16f0caac-22b4-4383-99b8-9a4856e1bcfb None None] Set router ecba5b92-e17a-44d5-8e2e-e82ee24b461a gateway port host: None {{(pid=104487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 08:59:36.657559 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:59:36.684404 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_hamode_db [None req-16f0caac-22b4-4383-99b8-9a4856e1bcfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecba5b92-e17a-44d5-8e2e-e82ee24b461a', 'name': 'tempest-TestVolumeBootPattern-959539920-router', 'tenant_id': 'f02877d9307944d78ebe93ea3d5b9dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:50:28Z', 'updated_at': '2022-07-27T08:59:36Z', 'revision_number': 6, 'project_id': 'f02877d9307944d78ebe93ea3d5b9dfb', 'gw_port_host': None}], 'dv-cinder-851170-2-iscsi', False) {} {{(pid=104487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:59:36.712383 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f0caac-22b4-4383-99b8-9a4856e1bcfb None None] The sync data for ids ['ecba5b92-e17a-44d5-8e2e-e82ee24b461a'] in dv-cinder-851170-2-iscsi is: [{'id': 'ecba5b92-e17a-44d5-8e2e-e82ee24b461a', 'name': 'tempest-TestVolumeBootPattern-959539920-router', 'tenant_id': 'f02877d9307944d78ebe93ea3d5b9dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T08:50:28Z', 'updated_at': '2022-07-27T08:59:36Z', 'revision_number': 6, 'project_id': 'f02877d9307944d78ebe93ea3d5b9dfb', 'gw_port_host': None}] {{(pid=104487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 08:59:36.726797 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-41e72b18-1a53-4aaa-a31c-255d5bf861a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786710477123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786709965406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16582167'] for port (23f4d638-6949-49d4-8baa-303771e037c7), after_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:59:36.754769 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e72b18-1a53-4aaa-a31c-255d5bf861a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=23f4d638-6949-49d4-8baa-303771e037c7,revision_number=None']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:59:36.822868 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-41e72b18-1a53-4aaa-a31c-255d5bf861a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-363035'] for router_gateway (ecba5b92-e17a-44d5-8e2e-e82ee24b461a), after_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:59:37.192336 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-41e72b18-1a53-4aaa-a31c-255d5bf861a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8119440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-333'] for router (ecba5b92-e17a-44d5-8e2e-e82ee24b461a), precommit_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:59:37.194593 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-41e72b18-1a53-4aaa-a31c-255d5bf861a8 admin admin] Publish callbacks [] for router_controller (ecba5b92-e17a-44d5-8e2e-e82ee24b461a), precommit_delete_associations {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:59:37.338208 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-41e72b18-1a53-4aaa-a31c-255d5bf861a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8119314'] for router (ecba5b92-e17a-44d5-8e2e-e82ee24b461a), after_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:59:37.339499 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41e72b18-1a53-4aaa-a31c-255d5bf861a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ecba5b92-e17a-44d5-8e2e-e82ee24b461a {{(pid=104485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 08:59:37.343932 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-41e72b18-1a53-4aaa-a31c-255d5bf861a8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:59:37.345128 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-41e72b18-1a53-4aaa-a31c-255d5bf861a8 admin admin] 10.222.0.40 "DELETE /v2.0/routers/ecba5b92-e17a-44d5-8e2e-e82ee24b461a HTTP/1.1" status: 204 len: 168 time: 1.2632713 Jul 27 08:59:37.347792 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 38644) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:59:37.393009 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.db.db_base_plugin_v2 [None req-8716a633-316f-46c3-be7f-b1257d3a9efb admin admin] Deleting subnet 3fee7f81-6b2b-4002-b0c9-f59c622374ad {{(pid=104485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 27 08:59:37.396217 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-8716a633-316f-46c3-be7f-b1257d3a9efb admin admin] Publish callbacks [] for subnet (3fee7f81-6b2b-4002-b0c9-f59c622374ad), before_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:59:37.397788 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:DELETE=11 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:59:37.437618 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-8716a633-316f-46c3-be7f-b1257d3a9efb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4551711'] for subnet (3fee7f81-6b2b-4002-b0c9-f59c622374ad), precommit_delete_associations {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:59:37.458436 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Device 2b3cda98-782c-4474-ab2d-285b333dee25 no longer exists at agent ovs-agent-dv-cinder-851170-2-iscsi {{(pid=104487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 08:59:37.488264 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] No Port match for: 2b3cda98-782c-4474-ab2d-285b333dee25 {{(pid=104487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 08:59:37.488607 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Device 2b3cda98-782c-4474-ab2d-285b333dee25 not bound to the agent host dv-cinder-851170-2-iscsi {{(pid=104487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 08:59:37.534347 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-8716a633-316f-46c3-be7f-b1257d3a9efb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-829739'] for subnet (3fee7f81-6b2b-4002-b0c9-f59c622374ad), precommit_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:59:37.658109 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-8716a633-316f-46c3-be7f-b1257d3a9efb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-829730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16582202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16687746'] for subnet (3fee7f81-6b2b-4002-b0c9-f59c622374ad), after_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:59:37.691530 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8716a633-316f-46c3-be7f-b1257d3a9efb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3fee7f81-6b2b-4002-b0c9-f59c622374ad,revision_number=None']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:59:37.697241 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-8716a633-316f-46c3-be7f-b1257d3a9efb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:59:37.707575 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-8716a633-316f-46c3-be7f-b1257d3a9efb admin admin] 10.222.0.40 "DELETE /v2.0/subnets/3fee7f81-6b2b-4002-b0c9-f59c622374ad HTTP/1.1" status: 204 len: 168 time: 0.3536096 Jul 27 08:59:37.707575 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 38646) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:59:37.713085 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da44d363-4439-40d4-a2d2-74c01b764d76 None None] Network 1e6b89cd-b028-4fa5-829f-b4138d736fc0 requested from dv-cinder-851170-2-iscsi {{(pid=104487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 08:59:37.800113 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-e26bee17-4dea-4480-85d1-d0dcc2e5d772 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-787041'] for network (1e6b89cd-b028-4fa5-829f-b4138d736fc0), before_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:59:37.844544 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.plugin [None req-e26bee17-4dea-4480-85d1-d0dcc2e5d772 admin admin] Deleting port 34956a4c-abc1-4b3c-a42a-ce1dba149187 {{(pid=104485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 08:59:37.844893 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-e26bee17-4dea-4480-85d1-d0dcc2e5d772 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786710341133'] for port (34956a4c-abc1-4b3c-a42a-ce1dba149187), before_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:59:37.893867 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40746704-b51a-4bb7-8071-c0f9e4b56814 None None] DHCP port deletion for 1e6b89cd-b028-4fa5-829f-b4138d736fc0 request from dv-cinder-851170-2-iscsi {{(pid=104487) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 27 08:59:37.914251 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.db [None req-e26bee17-4dea-4480-85d1-d0dcc2e5d772 admin admin] For port 34956a4c-abc1-4b3c-a42a-ce1dba149187, host dv-cinder-851170-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851170-2-iscsi',level=0,port_id=34956a4c-abc1-4b3c-a42a-ce1dba149187,segment=NetworkSegment(8da00439-a110-4235-97db-d522fbdfa2ac),segment_id=8da00439-a110-4235-97db-d522fbdfa2ac)] {{(pid=104485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:59:37.914617 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-e26bee17-4dea-4480-85d1-d0dcc2e5d772 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8100626'] for port (34956a4c-abc1-4b3c-a42a-ce1dba149187), precommit_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:59:37.932648 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.plugin [None req-e26bee17-4dea-4480-85d1-d0dcc2e5d772 admin admin] Calling delete_port for 34956a4c-abc1-4b3c-a42a-ce1dba149187 owned by network:dhcp {{(pid=104485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 08:59:37.934466 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-40746704-b51a-4bb7-8071-c0f9e4b56814 None None] Deleting port 34956a4c-abc1-4b3c-a42a-ce1dba149187 {{(pid=104487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 08:59:37.934843 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-40746704-b51a-4bb7-8071-c0f9e4b56814 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786710341133'] for port (34956a4c-abc1-4b3c-a42a-ce1dba149187), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:59:37.996056 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:59:38.000741 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-40746704-b51a-4bb7-8071-c0f9e4b56814 None None] For port 34956a4c-abc1-4b3c-a42a-ce1dba149187, host dv-cinder-851170-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851170-2-iscsi',level=0,port_id=34956a4c-abc1-4b3c-a42a-ce1dba149187,segment=NetworkSegment(8da00439-a110-4235-97db-d522fbdfa2ac),segment_id=8da00439-a110-4235-97db-d522fbdfa2ac)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 08:59:38.001145 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-40746704-b51a-4bb7-8071-c0f9e4b56814 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8100626'] for port (34956a4c-abc1-4b3c-a42a-ce1dba149187), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:59:38.015617 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-40746704-b51a-4bb7-8071-c0f9e4b56814 None None] Calling delete_port for 34956a4c-abc1-4b3c-a42a-ce1dba149187 owned by network:dhcp {{(pid=104487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 08:59:38.057898 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-e26bee17-4dea-4480-85d1-d0dcc2e5d772 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786710477123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786709965406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16582167'] for port (34956a4c-abc1-4b3c-a42a-ce1dba149187), after_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:59:38.084839 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26bee17-4dea-4480-85d1-d0dcc2e5d772 admin admin] Pushing event deleted for resources: {'Port': ['ID=34956a4c-abc1-4b3c-a42a-ce1dba149187,revision_number=None']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:59:38.091557 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26bee17-4dea-4480-85d1-d0dcc2e5d772 admin admin] No DVR routers for this DVR port 34956a4c-abc1-4b3c-a42a-ce1dba149187 on host dv-cinder-851170-2-iscsi {{(pid=104485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 08:59:38.107761 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-40746704-b51a-4bb7-8071-c0f9e4b56814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786710477123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786709965406'] for port (34956a4c-abc1-4b3c-a42a-ce1dba149187), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:59:38.131047 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40746704-b51a-4bb7-8071-c0f9e4b56814 None None] Pushing event deleted for resources: {'Port': ['ID=34956a4c-abc1-4b3c-a42a-ce1dba149187,revision_number=None']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:59:38.137437 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40746704-b51a-4bb7-8071-c0f9e4b56814 None None] No DVR routers for this DVR port 34956a4c-abc1-4b3c-a42a-ce1dba149187 on host dv-cinder-851170-2-iscsi {{(pid=104487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 08:59:38.173960 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-e26bee17-4dea-4480-85d1-d0dcc2e5d772 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-831493', 'neutron.services.segments.db._delete_segments_for_network-8786710418890'] for network (1e6b89cd-b028-4fa5-829f-b4138d736fc0), precommit_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:59:38.195397 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.services.segments.db [None req-e26bee17-4dea-4480-85d1-d0dcc2e5d772 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e6b89cd-b028-4fa5-829f-b4138d736fc0']}} {{(pid=104485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:59:38.204991 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.services.segments.db [None req-e26bee17-4dea-4480-85d1-d0dcc2e5d772 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8da00439-a110-4235-97db-d522fbdfa2ac') {'for_net_delete': True} {{(pid=104485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:59:38.205299 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.services.segments.db [None req-e26bee17-4dea-4480-85d1-d0dcc2e5d772 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8da00439-a110-4235-97db-d522fbdfa2ac') {} {{(pid=104485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 08:59:38.215224 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-e26bee17-4dea-4480-85d1-d0dcc2e5d772 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786710418791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4551686'] for segment (8da00439-a110-4235-97db-d522fbdfa2ac), before_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:59:38.229897 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-e26bee17-4dea-4480-85d1-d0dcc2e5d772 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-834444'] for segment (8da00439-a110-4235-97db-d522fbdfa2ac), precommit_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:59:38.236772 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e26bee17-4dea-4480-85d1-d0dcc2e5d772 admin admin] Releasing vlan 699 on physical network physnet1 to pool {{(pid=104485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 08:59:38.237168 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-e26bee17-4dea-4480-85d1-d0dcc2e5d772 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-834444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16582244'] for segment (8da00439-a110-4235-97db-d522fbdfa2ac), after_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:59:38.277892 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.services.segments.plugin [-] Segment 8da00439-a110-4235-97db-d522fbdfa2ac resource provider aggregate not found Jul 27 08:59:38.297773 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.services.segments.plugin [-] Segment 8da00439-a110-4235-97db-d522fbdfa2ac resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8da00439-a110-4235-97db-d522fbdfa2ac found for delete ", "request_id": "req-ed331e7e-0992-44b5-8758-6f070912d96b"}]} Jul 27 08:59:38.383975 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-e26bee17-4dea-4480-85d1-d0dcc2e5d772 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-831502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7864739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-363063'] for network (1e6b89cd-b028-4fa5-829f-b4138d736fc0), after_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:59:38.390457 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-e26bee17-4dea-4480-85d1-d0dcc2e5d772 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7864717'] for network (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:59:38.393533 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-e26bee17-4dea-4480-85d1-d0dcc2e5d772 admin admin] 10.222.0.40 "DELETE /v2.0/networks/1e6b89cd-b028-4fa5-829f-b4138d736fc0 HTTP/1.1" status: 204 len: 168 time: 0.6857488 Jul 27 08:59:38.405288 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26bee17-4dea-4480-85d1-d0dcc2e5d772 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e6b89cd-b028-4fa5-829f-b4138d736fc0,revision_number=None']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:59:38.654197 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 38658) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:59:38.697112 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-62439009-4af0-4309-914f-d3ff012f71cd admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=e664288b45ae4b98ae22270ea7eac1e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0417356 Jul 27 08:59:38.699694 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [-] (104486) accepted ('10.222.0.40', 38660) {{(pid=104486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:59:38.751154 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-56a2420f-e734-49be-b265-fd98e1ed1a03 admin admin] Publish callbacks [] for security_group (25250086-5b1a-4052-9dba-f69c669004f6), before_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:59:38.777593 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-56a2420f-e734-49be-b265-fd98e1ed1a03 admin admin] Publish callbacks [] for security_group (25250086-5b1a-4052-9dba-f69c669004f6), precommit_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:59:38.903303 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-56a2420f-e734-49be-b265-fd98e1ed1a03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (25250086-5b1a-4052-9dba-f69c669004f6), after_delete {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:59:38.905880 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron_lib.callbacks.manager [None req-56a2420f-e734-49be-b265-fd98e1ed1a03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:59:38.907142 dv-cinder-851170-2-iscsi neutron-server[104486]: INFO neutron.wsgi [None req-56a2420f-e734-49be-b265-fd98e1ed1a03 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/25250086-5b1a-4052-9dba-f69c669004f6 HTTP/1.1" status: 204 len: 168 time: 0.2065248 Jul 27 08:59:38.916085 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a2420f-e734-49be-b265-fd98e1ed1a03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25250086-5b1a-4052-9dba-f69c669004f6,revision_number=None']} {{(pid=104486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:59:39.045922 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Device 23f4d638-6949-49d4-8baa-303771e037c7 no longer exists at agent ovs-agent-dv-cinder-851170-2-iscsi {{(pid=104487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 08:59:39.066067 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] No Port match for: 23f4d638-6949-49d4-8baa-303771e037c7 {{(pid=104487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 08:59:39.066476 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Device 23f4d638-6949-49d4-8baa-303771e037c7 not bound to the agent host dv-cinder-851170-2-iscsi {{(pid=104487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 08:59:39.066895 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Device 34956a4c-abc1-4b3c-a42a-ce1dba149187 no longer exists at agent ovs-agent-dv-cinder-851170-2-iscsi {{(pid=104487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 08:59:39.093446 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] No Port match for: 34956a4c-abc1-4b3c-a42a-ce1dba149187 {{(pid=104487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 08:59:39.093799 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.rpc [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Device 34956a4c-abc1-4b3c-a42a-ce1dba149187 not bound to the agent host dv-cinder-851170-2-iscsi {{(pid=104487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 08:59:39.641414 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 38668) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:59:39.688227 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-9d74afbf-db5c-4a92-a807-b6e0bf54c110 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=f02877d9307944d78ebe93ea3d5b9dfb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0455143 Jul 27 08:59:39.690658 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [-] (104485) accepted ('10.222.0.40', 38670) {{(pid=104485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 08:59:39.741258 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-8f779e9e-3343-44c0-88e6-34bb869ad576 admin admin] Publish callbacks [] for security_group (cf8047f9-248c-4b13-b9d3-55bcfc4348d3), before_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:59:39.764656 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-8f779e9e-3343-44c0-88e6-34bb869ad576 admin admin] Publish callbacks [] for security_group (cf8047f9-248c-4b13-b9d3-55bcfc4348d3), precommit_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:59:39.874454 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-8f779e9e-3343-44c0-88e6-34bb869ad576 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334236'] for security_group (cf8047f9-248c-4b13-b9d3-55bcfc4348d3), after_delete {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:59:39.876951 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron_lib.callbacks.manager [None req-8f779e9e-3343-44c0-88e6-34bb869ad576 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:59:39.878118 dv-cinder-851170-2-iscsi neutron-server[104485]: INFO neutron.wsgi [None req-8f779e9e-3343-44c0-88e6-34bb869ad576 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/cf8047f9-248c-4b13-b9d3-55bcfc4348d3 HTTP/1.1" status: 204 len: 168 time: 0.1865652 Jul 27 08:59:39.886073 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f779e9e-3343-44c0-88e6-34bb869ad576 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf8047f9-248c-4b13-b9d3-55bcfc4348d3,revision_number=None']} {{(pid=104485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 08:59:45.024123 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=97 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:59:45.026025 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=2 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:59:45.983360 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-89a70af8-2ff6-4fc3-95d3-565ae93c967a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (7c77c4a2-8ca4-486b-af2a-676805e7b922), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:59:48.354271 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-633aca6c-cbca-457a-9181-3cf7f0f0fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (5bc6d868-bb0b-4164-b2dd-44360f4de654), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:59:48.910415 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=32,neutron:DELETE=5 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:59:48.911267 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG dbcounter [-] [104486] Writing DB stats neutron:SELECT=79,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104486) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:59:49.881177 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=31,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:59:49.882643 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG dbcounter [-] [104485] Writing DB stats neutron:SELECT=89,neutron:DELETE=9 {{(pid=104485) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 08:59:50.377014 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-45eb61cd-e3d7-4840-8013-3080c7768274 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (36998da0-f99a-403d-814c-b55466abd131), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:59:51.341795 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (ed9de811-f248-496b-b487-860d50d7cee7), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:59:51.434526 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-83feb67a-80d7-474e-96e8-1d92c33387c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (0a293c43-2970-4b69-9d2a-dcf41d8870ef), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:59:51.451527 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (40990755-2d84-4c9d-828c-eda94a5136e8), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 08:59:57.170609 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.agents_db [None req-f85b74c8-06c1-470d-aedd-c7ca4f0196ea None None] Agent healthcheck: found 6 active agents {{(pid=104488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 09:00:01.401364 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=50,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 09:00:01.404266 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=50,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 09:00:14.048048 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=5 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 09:00:14.048909 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 09:00:15.965732 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a9dc0dae-d3af-41dc-9426-de6815ac02b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (7c77c4a2-8ca4-486b-af2a-676805e7b922), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 09:00:18.376585 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-91bfdead-199f-4c47-922a-cbfae8e83910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (5bc6d868-bb0b-4164-b2dd-44360f4de654), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 09:00:20.354104 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-45eb61cd-e3d7-4840-8013-3080c7768274 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (36998da0-f99a-403d-814c-b55466abd131), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 09:00:21.358932 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (ed9de811-f248-496b-b487-860d50d7cee7), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 09:00:21.438971 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-83feb67a-80d7-474e-96e8-1d92c33387c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (0a293c43-2970-4b69-9d2a-dcf41d8870ef), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 09:00:21.461635 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (40990755-2d84-4c9d-828c-eda94a5136e8), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 09:00:27.105938 dv-cinder-851170-2-iscsi neutron-server[104486]: DEBUG neutron.wsgi [req-4858ed19-ea56-40bf-ac4e-7c2a2b6951cf req-4042bc6a-b03f-48f4-8458-3260b0ccbb16 service neutron] (104486) timed out ('10.222.0.42', 59971) {{(pid=104486) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 27 09:00:34.169271 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.agents_db [None req-f85b74c8-06c1-470d-aedd-c7ca4f0196ea None None] Agent healthcheck: found 6 active agents {{(pid=104488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 09:00:36.349426 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 09:00:36.350219 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 09:00:46.008866 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-927e98ad-3242-4233-8d77-6fad9cb018fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (7c77c4a2-8ca4-486b-af2a-676805e7b922), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 09:00:48.358323 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-951ead9a-5903-440b-a015-5a1456021389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (5bc6d868-bb0b-4164-b2dd-44360f4de654), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 09:00:50.427301 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-45eb61cd-e3d7-4840-8013-3080c7768274 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (36998da0-f99a-403d-814c-b55466abd131), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 09:00:50.963117 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=4 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 09:00:50.968031 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=4 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 09:00:51.363924 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (ed9de811-f248-496b-b487-860d50d7cee7), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 09:00:51.432478 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-83feb67a-80d7-474e-96e8-1d92c33387c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (0a293c43-2970-4b69-9d2a-dcf41d8870ef), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 09:00:51.482914 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (40990755-2d84-4c9d-828c-eda94a5136e8), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 09:01:01.397270 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 09:01:01.402293 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 09:01:11.168360 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.agents_db [None req-f85b74c8-06c1-470d-aedd-c7ca4f0196ea None None] Agent healthcheck: found 6 active agents {{(pid=104488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 09:01:16.060392 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-ba7a2a53-b66d-44c1-b14b-8baf98c2908b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (7c77c4a2-8ca4-486b-af2a-676805e7b922), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 09:01:18.363544 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-267ddaab-6a44-46f9-9ec9-9cccb417b6b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (5bc6d868-bb0b-4164-b2dd-44360f4de654), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 09:01:20.350306 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-45eb61cd-e3d7-4840-8013-3080c7768274 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (36998da0-f99a-403d-814c-b55466abd131), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 09:01:21.356121 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (ed9de811-f248-496b-b487-860d50d7cee7), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 09:01:21.442206 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-83feb67a-80d7-474e-96e8-1d92c33387c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (0a293c43-2970-4b69-9d2a-dcf41d8870ef), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 09:01:21.464641 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (40990755-2d84-4c9d-828c-eda94a5136e8), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 09:01:27.965244 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=17 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 09:01:27.966041 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=17 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 09:01:31.403431 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 09:01:31.405535 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:UPDATE=3,neutron:SELECT=9 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 09:01:45.979829 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-2b33ba06-7525-4829-83f9-6d9384a7570f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (7c77c4a2-8ca4-486b-af2a-676805e7b922), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 09:01:48.167980 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.agents_db [None req-f85b74c8-06c1-470d-aedd-c7ca4f0196ea None None] Agent healthcheck: found 6 active agents {{(pid=104488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 09:01:48.349470 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-d46c4320-be2f-4fdc-b23f-700205246e3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (5bc6d868-bb0b-4164-b2dd-44360f4de654), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 09:01:50.362951 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-45eb61cd-e3d7-4840-8013-3080c7768274 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (36998da0-f99a-403d-814c-b55466abd131), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 09:01:51.352960 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (ed9de811-f248-496b-b487-860d50d7cee7), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 09:01:51.424845 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-83feb67a-80d7-474e-96e8-1d92c33387c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (0a293c43-2970-4b69-9d2a-dcf41d8870ef), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 09:01:51.459204 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (40990755-2d84-4c9d-828c-eda94a5136e8), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 09:02:01.392203 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 09:02:01.401210 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 09:02:14.052107 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=6 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 09:02:14.052862 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 09:02:15.993995 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-b4897639-0f13-4ad1-a2f6-66a9cea525d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (7c77c4a2-8ca4-486b-af2a-676805e7b922), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 09:02:18.350249 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-cc3f1ef5-4c67-4e1a-98cd-cb728c7a3fd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (5bc6d868-bb0b-4164-b2dd-44360f4de654), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 09:02:20.394300 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-45eb61cd-e3d7-4840-8013-3080c7768274 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (36998da0-f99a-403d-814c-b55466abd131), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 09:02:21.383814 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (ed9de811-f248-496b-b487-860d50d7cee7), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 09:02:21.406875 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-83feb67a-80d7-474e-96e8-1d92c33387c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (0a293c43-2970-4b69-9d2a-dcf41d8870ef), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 09:02:21.452157 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (40990755-2d84-4c9d-828c-eda94a5136e8), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 09:02:25.167350 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.agents_db [None req-f85b74c8-06c1-470d-aedd-c7ca4f0196ea None None] Agent healthcheck: found 6 active agents {{(pid=104488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 09:02:36.349704 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 09:02:36.351642 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 09:02:41.968000 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=4 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 09:02:41.969036 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=4 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 09:02:46.017767 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-6d0e0c2d-7e21-4baa-9b0b-3ba1d4a94296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (7c77c4a2-8ca4-486b-af2a-676805e7b922), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 09:02:48.370452 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-dff99432-51c4-4c5a-bfc5-3c6a372dc300 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (5bc6d868-bb0b-4164-b2dd-44360f4de654), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 09:02:50.372793 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-45eb61cd-e3d7-4840-8013-3080c7768274 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (36998da0-f99a-403d-814c-b55466abd131), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 09:02:51.358925 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (ed9de811-f248-496b-b487-860d50d7cee7), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 09:02:51.428620 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-83feb67a-80d7-474e-96e8-1d92c33387c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (0a293c43-2970-4b69-9d2a-dcf41d8870ef), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 09:02:51.474545 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (40990755-2d84-4c9d-828c-eda94a5136e8), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 09:03:01.419180 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 09:03:01.422998 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 09:03:02.167569 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.agents_db [None req-f85b74c8-06c1-470d-aedd-c7ca4f0196ea None None] Agent healthcheck: found 6 active agents {{(pid=104488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 09:03:15.998430 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-825e820f-eb9d-43b3-a856-cf2b7be23fa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (7c77c4a2-8ca4-486b-af2a-676805e7b922), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 09:03:18.422297 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-fe2617c5-937b-4594-9e89-1daed03d71bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (5bc6d868-bb0b-4164-b2dd-44360f4de654), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 09:03:18.959551 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=15 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 09:03:18.965541 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=19 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 09:03:20.359601 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-45eb61cd-e3d7-4840-8013-3080c7768274 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (36998da0-f99a-403d-814c-b55466abd131), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 09:03:21.365280 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (ed9de811-f248-496b-b487-860d50d7cee7), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 09:03:21.430000 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-83feb67a-80d7-474e-96e8-1d92c33387c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (0a293c43-2970-4b69-9d2a-dcf41d8870ef), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 09:03:21.477185 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (40990755-2d84-4c9d-828c-eda94a5136e8), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 09:03:31.429003 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 09:03:31.431252 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 09:03:39.166958 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.agents_db [None req-f85b74c8-06c1-470d-aedd-c7ca4f0196ea None None] Agent healthcheck: found 6 active agents {{(pid=104488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 09:03:46.010154 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-b6192234-87a3-498e-a0c4-1a91e4bafb1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (7c77c4a2-8ca4-486b-af2a-676805e7b922), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 09:03:48.330729 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-dd541162-596a-432b-b7de-618edda7278c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (5bc6d868-bb0b-4164-b2dd-44360f4de654), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 09:03:50.362296 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-45eb61cd-e3d7-4840-8013-3080c7768274 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (36998da0-f99a-403d-814c-b55466abd131), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 09:03:51.375889 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (ed9de811-f248-496b-b487-860d50d7cee7), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 09:03:51.478560 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-83feb67a-80d7-474e-96e8-1d92c33387c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (0a293c43-2970-4b69-9d2a-dcf41d8870ef), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 09:03:51.507338 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (40990755-2d84-4c9d-828c-eda94a5136e8), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 09:03:55.957401 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=4 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 09:03:55.963424 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=4 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 09:04:01.428296 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 09:04:01.437155 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 09:04:11.710122 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [req-04b93e21-d98c-4c6a-a8f6-83bfb177c6f6 req-335a5f87-8604-47c8-bf0e-1e7678147ccc service neutron] (104485) timed out ('10.222.0.40', 60960) {{(pid=104485) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 27 09:04:11.800106 dv-cinder-851170-2-iscsi neutron-server[104485]: DEBUG neutron.wsgi [req-04b93e21-d98c-4c6a-a8f6-83bfb177c6f6 req-f0820c38-5419-4de8-9ced-6e50a6f9471c tempest-TestShelveInstance-854319889 tempest-TestShelveInstance-854319889-project] (104485) timed out ('10.222.0.40', 60968) {{(pid=104485) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 27 09:04:14.058865 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 09:04:16.018619 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-cd2bc6b4-696f-44c7-997a-42ae72a3c88c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (7c77c4a2-8ca4-486b-af2a-676805e7b922), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 09:04:16.166217 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.agents_db [None req-f85b74c8-06c1-470d-aedd-c7ca4f0196ea None None] Agent healthcheck: found 6 active agents {{(pid=104488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 09:04:18.335053 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-5cda3814-baca-44d8-bed6-5f21fa2c786c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (5bc6d868-bb0b-4164-b2dd-44360f4de654), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 09:04:20.369166 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-45eb61cd-e3d7-4840-8013-3080c7768274 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (36998da0-f99a-403d-814c-b55466abd131), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 09:04:21.369785 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (ed9de811-f248-496b-b487-860d50d7cee7), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 09:04:21.431562 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-83feb67a-80d7-474e-96e8-1d92c33387c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (0a293c43-2970-4b69-9d2a-dcf41d8870ef), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 09:04:21.477523 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (40990755-2d84-4c9d-828c-eda94a5136e8), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 09:04:32.954655 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=3 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 09:04:32.959655 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=5 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 09:04:36.483295 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 09:04:36.488377 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 09:04:45.027269 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=1 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 09:04:45.028064 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=1 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 09:04:46.008110 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-9a6f23a4-4cb5-4988-8fe2-14701491e60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (7c77c4a2-8ca4-486b-af2a-676805e7b922), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 09:04:48.348911 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-ece55ffd-2694-4489-b627-5d24e3090598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (5bc6d868-bb0b-4164-b2dd-44360f4de654), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 09:04:50.408087 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-45eb61cd-e3d7-4840-8013-3080c7768274 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (36998da0-f99a-403d-814c-b55466abd131), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 09:04:51.370474 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cbf54e3-3b4c-4325-a987-106a2d887401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (ed9de811-f248-496b-b487-860d50d7cee7), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 09:04:51.436494 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-83feb67a-80d7-474e-96e8-1d92c33387c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (0a293c43-2970-4b69-9d2a-dcf41d8870ef), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 09:04:51.510701 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ecf5-4074-4f10-a380-48fd0cf5b1e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786710418872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829146'] for agent (40990755-2d84-4c9d-828c-eda94a5136e8), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 09:04:53.164915 dv-cinder-851170-2-iscsi neutron-server[104488]: DEBUG neutron.db.agents_db [None req-f85b74c8-06c1-470d-aedd-c7ca4f0196ea None None] Agent healthcheck: found 6 active agents {{(pid=104488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 09:05:01.421735 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 09:05:01.424123 dv-cinder-851170-2-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}